-- Logs begin at Thu 2022-02-17 10:44:28 UTC, end at Thu 2022-02-17 13:12:24 UTC. -- Feb 17 11:41:21.467091 dv-neutron-828728-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 11:41:23.663115 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.common.config [-] Logging enabled! Feb 17 11:41:23.663863 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev26 Feb 17 11:41:23.663863 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84350) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 17 11:41:23.666192 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.common.config [-] Logging enabled! Feb 17 11:41:23.666446 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev26 Feb 17 11:41:23.666712 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84350) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 17 11:41:23.667675 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 11:41:23.667910 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 11:41:23.668271 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 11:41:23.668516 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 11:41:23.668741 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 11:41:23.669063 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.669371 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.669667 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.669923 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.670240 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.670616 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.670901 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.671203 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.671513 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.671806 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.672091 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.672382 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.672617 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.672905 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.673195 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.673487 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.673715 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] debug = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.674020 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.674452 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.674874 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.675156 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.675446 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.675726 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.676007 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.676329 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.676658 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] host = dv-neutron-828728-1-hyperv {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.677025 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.677322 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.677615 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.678685 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.678685 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.678685 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.678939 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.679116 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.679394 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_file = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.679679 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.679971 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.680261 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.680557 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.680783 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.681011 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.681306 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.681599 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.681908 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.682191 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.682470 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.682752 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.683098 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.683328 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.683616 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.683906 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.684194 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.684476 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.684755 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.685034 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.685316 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.685605 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.685910 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.686191 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.686469 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.686760 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.687033 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.687314 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.687626 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.687916 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.688201 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.688489 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.688766 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.689055 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.689331 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.689609 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.689922 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] use_json = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.690201 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.690475 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.690762 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.691038 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.691323 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.691600 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.691976 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.692489 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.692777 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:23.693084 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.693393 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.693700 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.694089 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.694393 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.694681 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.694979 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.695266 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.696651 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.696821 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.697109 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.697398 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.697689 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.698020 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.698319 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.698601 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.698887 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.699186 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.699467 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.699741 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.700025 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.700322 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.700604 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.700882 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.701167 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.701449 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.701726 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.702032 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.702316 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.702611 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.702892 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.703166 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.703440 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.703719 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.703990 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.704278 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.704560 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.704835 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.705108 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.705390 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.705667 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.705975 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.706257 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.706535 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.706816 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.707092 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.707912 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.708262 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.708538 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.708817 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.709096 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.709370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.709648 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.709960 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.710239 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.710515 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.710793 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.711146 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.711445 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.711752 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.712042 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.712326 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.712609 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.712892 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.713174 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.713454 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.713736 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.714044 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.714323 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.714619 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.714907 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.715202 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.715499 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.715783 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.716081 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.716362 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.716649 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.716929 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.717215 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.717502 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.717804 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.718115 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.718413 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.718708 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.719044 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.719345 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.719631 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.719949 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.720235 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:23.720457 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 11:41:23.720710 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84350) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 11:41:24.133242 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO keyring.backend [-] Loading KWallet Feb 17 11:41:24.140956 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO keyring.backend [-] Loading SecretService Feb 17 11:41:24.144104 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO keyring.backend [-] Loading Windows Feb 17 11:41:24.146049 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO keyring.backend [-] Loading chainer Feb 17 11:41:24.146623 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO keyring.backend [-] Loading macOS Feb 17 11:41:24.180664 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 11:41:24.180939 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 11:41:24.181229 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 11:41:24.181565 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 11:41:24.502489 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.502897 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.503182 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.576045 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.576348 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.576623 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.580897 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.581205 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.581439 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.618589 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.618935 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.619262 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.651488 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.651761 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.652029 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.973110 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.973987 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.973987 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.973987 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:24.974827 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.101594 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.101942 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.102268 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.102535 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.102795 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.103100 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.103360 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.103614 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.103864 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.104142 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.104395 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.104654 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.104916 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.105173 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.105436 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.105702 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.105980 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.106250 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.106502 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.106782 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.107138 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.107385 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.107629 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.107914 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.108159 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.108398 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.108812 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:25.109049 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:25.109279 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:25.109510 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:25.109739 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:25.109993 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:25.110574 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 11:41:25.114879 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 11:41:25.119130 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 11:41:25.123574 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 17 11:41:25.125277 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 11:41:25.125711 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 11:41:25.126070 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 11:41:25.126456 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 11:41:25.130020 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 11:41:25.130381 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 11:41:25.130731 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 11:41:25.159266 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 11:41:25.159735 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.160034 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84350) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 17 11:41:25.160401 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.161882 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84350) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 11:41:25.162172 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 11:41:25.162416 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 11:41:25.165646 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.165941 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:25.226958 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 11:41:25.227176 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 11:41:25.227341 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 11:41:25.227727 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 11:41:25.263794 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_db.sqlalchemy.engines [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84350) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 11:41:25.753828 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing driver for type 'gre' Feb 17 11:41:25.754588 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] gre ID ranges: [(1, 1000)] Feb 17 11:41:25.947958 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing driver for type 'local' Feb 17 11:41:25.948290 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing driver for type 'vlan' Feb 17 11:41:26.033346 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] VlanTypeDriver initialization complete Feb 17 11:41:26.033956 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing driver for type 'vxlan' Feb 17 11:41:26.034140 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] vxlan ID ranges: [(1, 1000)] Feb 17 11:41:26.227811 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing extension driver 'port_security' Feb 17 11:41:26.228160 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.extensions.port_security [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] PortSecurityExtensionDriver initialization complete Feb 17 11:41:26.228502 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing mechanism driver 'openvswitch' Feb 17 11:41:26.228831 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing mechanism driver 'hyperv' Feb 17 11:41:26.239678 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.plugin [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:41:26.240373 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.240747 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.241103 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.241676 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 17 11:41:26.242142 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.242501 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.242850 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.243247 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 17 11:41:26.243695 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.244044 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.244491 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.244888 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 17 11:41:26.245298 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.245650 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.246015 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.246549 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 17 11:41:26.246961 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.247343 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.247687 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.248081 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 17 11:41:26.248526 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] ML2 OVO RPC backend initialized. {{(pid=84350) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 17 11:41:26.249226 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.249571 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.250020 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.250372 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > networks before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.250720 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.251062 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > ports before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.251410 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.251754 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.252103 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.252444 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.252782 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.253118 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.253486 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.253847 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.254674 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.255026 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.255440 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.256027 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.plugin [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Modular L2 Plugin initialization complete Feb 17 11:41:26.256360 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading services supported by the core plugin {{(pid=84350) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 11:41:26.256688 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.plugins.ml2.managers [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Got port-security extension from driver 'port_security' Feb 17 11:41:26.257155 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.extensions.vlantransparent [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Disabled vlantransparent extension. Feb 17 11:41:26.257593 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84350) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 11:41:26.257944 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: router Feb 17 11:41:26.302334 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.302740 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_create 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.303112 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router before_create 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.303485 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.303857 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.304217 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_delete 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.304579 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.304944 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_create 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.305291 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_update 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.305644 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_update 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.306028 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.306396 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_update 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.306869 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.307242 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.307585 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.307928 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: subnet after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.308267 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.308617 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.308966 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.309309 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.309655 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.310045 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router after_update 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317336 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317336 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317336 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317336 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317976 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > agent after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317976 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317976 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > network after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.317976 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Tracking information for resource: router configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:26.317976 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Tracking information for resource: floatingip configured {{(pid=84350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 11:41:26.319433 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.db.l3_agentschedulers_db [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 11:41:26.320020 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.320385 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port after_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.320740 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port after_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.321094 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: port after_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.322060 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router before_create 55550100 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.322427 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.322789 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.323146 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.327602 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.provider_configuration [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service providers = [] {{(pid=84350) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 11:41:26.327969 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.db.servicetype_db [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84350) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 11:41:26.331003 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.service_base [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 11:41:26.331377 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.service_base [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 11:41:26.331718 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.service_base [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 11:41:26.333228 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.services.service_base [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 11:41:26.333601 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.services.service_base [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 11:41:26.334061 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.334507 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 11:41:26.350004 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.350341 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: auto_allocate Feb 17 11:41:26.356335 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: network precommit_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.356707 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: network precommit_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.357231 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.357554 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: tag Feb 17 11:41:26.364305 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.364628 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: timestamp Feb 17 11:41:26.368677 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.369012 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: network_ip_availability Feb 17 11:41:26.374448 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.374819 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.375176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.375888 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.376211 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: flavors Feb 17 11:41:26.387740 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.388070 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading Plugin: revisions Feb 17 11:41:26.392433 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 11:41:26.392826 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_concurrency.lockutils [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.211s {{(pid=84350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 11:41:26.393578 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84350) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 17 11:41:26.393945 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Initializing extension manager. Feb 17 11:41:26.394450 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: __init__.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.394792 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: __pycache__ {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.395788 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.396165 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.396501 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: _filter_validation_lib.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.396838 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.397166 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: address_group.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.397959 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.398562 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: address-group Feb 17 11:41:26.398848 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: address_scope.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.399568 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.400071 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: address-scope Feb 17 11:41:26.400392 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.401325 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.401859 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: router-admin-state-down-before-update Feb 17 11:41:26.402183 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: agent.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.402923 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.403426 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: agent Feb 17 11:41:26.403748 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: agent_resources_synced.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.404665 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.405171 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: agent-resources-synced Feb 17 11:41:26.405493 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.407541 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.408066 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: allowed-address-pairs Feb 17 11:41:26.408396 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.409561 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.410190 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: auto-allocated-topology Feb 17 11:41:26.410547 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: availability_zone.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.411331 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.411840 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: availability_zone Feb 17 11:41:26.412165 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: availability_zone_filter.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.413090 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.413595 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: availability_zone_filter Feb 17 11:41:26.414017 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: data_plane_status.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.414939 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.415481 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 11:41:26.415799 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: default_subnetpools.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.416766 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.417236 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: default-subnetpools Feb 17 11:41:26.417559 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.418402 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.418902 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: dhcp_agent_scheduler Feb 17 11:41:26.419224 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: dns.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.420211 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.420707 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 11:41:26.421029 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: dns_domain_ports.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.421991 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.422489 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 11:41:26.422811 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: dvr.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.423485 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.424026 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: dvr Feb 17 11:41:26.424345 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: empty_string_filtering.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.430563 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.431124 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: empty-string-filtering Feb 17 11:41:26.431454 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.432395 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.432891 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 11:41:26.433211 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.434169 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.434665 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 11:41:26.434987 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: external_net.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.435907 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.436411 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: external-net Feb 17 11:41:26.436734 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.437698 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.438314 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: extra_dhcp_opt Feb 17 11:41:26.438638 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: extraroute.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.439554 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.440059 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: extraroute Feb 17 11:41:26.440388 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: extraroute_atomic.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.441438 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.442537 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: extraroute-atomic Feb 17 11:41:26.442861 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: filter_validation.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.443550 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.444055 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: filter-validation Feb 17 11:41:26.444375 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: fip_pf_description.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.445293 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.445822 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 11:41:26.446149 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: fip_port_details.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.447177 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.447690 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: fip-port-details Feb 17 11:41:26.448011 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: flavors.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.449432 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.449871 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: flavors Feb 17 11:41:26.450199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.451906 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.452426 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 11:41:26.452754 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: floatingip_pools.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.453463 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.454010 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: floatingip-pools Feb 17 11:41:26.454337 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: ip_allocation.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.455308 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.455812 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 11:41:26.456136 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.460055 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.460592 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: ip-substring-filtering Feb 17 11:41:26.460919 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l2_adjacency.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.461882 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.462387 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 11:41:26.462708 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.463738 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.464254 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: router Feb 17 11:41:26.464578 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.467103 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.467629 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 11:41:26.467959 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.468900 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.469417 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: ext-gw-mode Feb 17 11:41:26.469742 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.470694 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.471245 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: l3-ha Feb 17 11:41:26.471572 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3_flavors.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.472504 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.473556 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: l3-flavors Feb 17 11:41:26.473921 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.474867 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.475373 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 11:41:26.475695 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: l3agentscheduler.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.476745 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.477253 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: l3_agent_scheduler Feb 17 11:41:26.477583 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: logging.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.479259 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.479778 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension logging not supported by any of loaded plugins Feb 17 11:41:26.480114 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: metering.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.480870 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.481445 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: metering Feb 17 11:41:26.481775 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.482917 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.483435 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: metering_source_and_destination_fields Feb 17 11:41:26.483817 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: multiprovidernet.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.489711 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.490248 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: multi-provider Feb 17 11:41:26.490573 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: netmtu.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.491504 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.492006 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: net-mtu Feb 17 11:41:26.492326 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: netmtu_writable.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.493245 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.493744 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: net-mtu-writable Feb 17 11:41:26.494095 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: network_availability_zone.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.494772 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.495378 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: network_availability_zone Feb 17 11:41:26.495709 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: network_ip_availability.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.496807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.497311 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: network-ip-availability Feb 17 11:41:26.497634 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: network_segment_range.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.498438 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.498937 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 11:41:26.499259 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: pagination.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.500332 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.500652 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: pagination Feb 17 11:41:26.500970 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.501919 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.502434 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: port-mac-address-regenerate Feb 17 11:41:26.502756 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: port_resource_request.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.503666 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.504178 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 11:41:26.504565 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: portbindings.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.505573 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.506119 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: binding Feb 17 11:41:26.506515 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: portbindings_extended.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.507791 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.508306 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: binding-extended Feb 17 11:41:26.508630 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: portsecurity.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.509549 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.510079 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: port-security Feb 17 11:41:26.510404 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: project_id.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.511639 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.511967 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: project-id Feb 17 11:41:26.512286 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: providernet.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.513281 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.513802 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: provider Feb 17 11:41:26.514141 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.517846 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.518412 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos not supported by any of loaded plugins Feb 17 11:41:26.518744 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.520168 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.520721 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 11:41:26.521055 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.522017 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.522524 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 11:41:26.522850 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_default.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.523770 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.524338 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-default not supported by any of loaded plugins Feb 17 11:41:26.524650 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_fip.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.525334 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.525864 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 11:41:26.531653 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.532359 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.532876 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 11:41:26.533203 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.534151 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.534655 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 11:41:26.535059 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.536514 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.537015 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 11:41:26.537340 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: qos_rules_alias.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.538650 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.539170 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 11:41:26.539494 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: quotasv2.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.540459 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.540744 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: quotas Feb 17 11:41:26.541098 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: quotasv2_detail.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.542855 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.543199 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: quota_details Feb 17 11:41:26.543535 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: rbac.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.544619 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.545156 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: rbac-policies Feb 17 11:41:26.545479 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: rbac_address_scope.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.546526 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.547043 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: rbac-address-scope Feb 17 11:41:26.547454 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: rbac_security_groups.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.549534 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.550067 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: rbac-security-groups Feb 17 11:41:26.550399 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.551384 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.551962 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: rbac-subnetpool Feb 17 11:41:26.552294 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: revisionifmatch.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.553265 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.553805 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: revision-if-match Feb 17 11:41:26.554128 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: revisions.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.555283 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.555793 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: standard-attr-revisions Feb 17 11:41:26.556117 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: router_availability_zone.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.556798 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.557301 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: router_availability_zone Feb 17 11:41:26.557663 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: routerservicetype.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.558694 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.559194 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 11:41:26.559520 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.560440 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.560943 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: port-security-groups-filtering Feb 17 11:41:26.561268 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: securitygroup.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.573015 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.576780 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: security-group Feb 17 11:41:26.576780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: segment.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.576780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.576780 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension segment not supported by any of loaded plugins Feb 17 11:41:26.576780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.577481 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.578022 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 11:41:26.578355 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: servicetype.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.579480 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.579996 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: service-type Feb 17 11:41:26.580669 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: sorting.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.581705 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.582069 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: sorting Feb 17 11:41:26.582908 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: standard_attr_segment.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.583959 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.584477 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 11:41:26.584807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: standardattrdescription.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.585484 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.586016 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: standard-attr-description Feb 17 11:41:26.586445 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: stateful_security_group.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.587355 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.587865 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: stateful-security-group Feb 17 11:41:26.588190 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: stdattrs_common.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.588785 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 11:41:26.589109 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.590081 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.590588 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 11:41:26.590909 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: subnet_onboard.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.592070 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.592607 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: subnet_onboard Feb 17 11:41:26.592960 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.596184 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.596687 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 11:41:26.597010 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: subnet_service_types.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.598167 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.598743 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: subnet-service-types Feb 17 11:41:26.599069 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: subnetallocation.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.600175 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.600683 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: subnet_allocation Feb 17 11:41:26.601009 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.601724 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.602256 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: subnetpool-prefix-ops Feb 17 11:41:26.602578 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.603558 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.604064 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 11:41:26.604384 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: tagging.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.605464 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.606006 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: standard-attr-tag Feb 17 11:41:26.606334 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: timestamp.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.607566 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.608081 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loaded extension: standard-attr-timestamp Feb 17 11:41:26.608411 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: trunk.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.609456 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.610004 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension trunk not supported by any of loaded plugins Feb 17 11:41:26.610370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: trunk_details.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.611293 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.611793 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 11:41:26.612115 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.613042 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.613543 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 11:41:26.614456 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Loading extension file: vlantransparent.py {{(pid=84350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 17 11:41:26.615142 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 17 11:41:26.615683 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 11:41:26.617983 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:network Feb 17 11:41:26.618728 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:subnet Feb 17 11:41:26.619342 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 11:41:26.620124 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:port Feb 17 11:41:26.621444 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.621920 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service FLAVORS assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.622546 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.622975 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.623307 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:router Feb 17 11:41:26.623962 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 11:41:26.624682 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service METERING assigned prefix: /metering {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.626156 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.626527 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.626879 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:41:26.628069 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 11:41:26.628548 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:security_group Feb 17 11:41:26.629833 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 11:41:26.630660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service CORE assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] subnetpool is already registered Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service CORE assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] subnetpool is already registered Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service FLAVORS assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.636924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.637512 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.637512 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:router Feb 17 11:41:26.637668 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] router is already registered Feb 17 11:41:26.638316 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 11:41:26.638650 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] floatingip is already registered Feb 17 11:41:26.639288 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service METERING assigned prefix: /metering {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.639962 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 11:41:26.640291 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] rbac_policy is already registered Feb 17 11:41:26.640837 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:security_group Feb 17 11:41:26.641165 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] security_group is already registered Feb 17 11:41:26.641755 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 11:41:26.642115 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] security_group_rule is already registered Feb 17 11:41:26.642795 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service CORE assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.643128 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 11:41:26.643456 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] subnetpool is already registered Feb 17 11:41:26.644109 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.v2.resource_helper [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Service CORE assigned prefix: {{(pid=84350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 11:41:26.644431 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 11:41:26.644769 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING neutron.quota.resource_registry [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] subnetpool is already registered Feb 17 11:41:26.645606 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: extensions {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.647122 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: address-groups {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.648832 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: address-scopes {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.650115 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: agents {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.651271 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: auto-allocated-topology {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.652498 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: availability_zones {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.653825 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: dhcp-networks {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.655278 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: dhcp-agents {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.656693 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: routers {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.658555 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: flavors {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.659703 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: service_profiles {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.660967 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: next_providers {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.662506 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: service_profiles {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.663953 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: floatingip-pools {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.666306 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: routers {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.667008 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: floatingips {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.668192 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: l3-routers {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.669543 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: l3-agents {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.671052 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: metering-labels {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.672442 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: metering-label-rules {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.673705 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: network-ip-availabilities {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.674977 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: bindings {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.678129 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: quotas {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.679561 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: quotas {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.680983 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: rbac-policies {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.682304 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: security-groups {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.683561 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: security-group-rules {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.684771 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: service-providers {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.685993 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: subnetpools {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.687405 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: subnetpools {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.688861 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.690589 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.693104 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.695023 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.696842 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.698542 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.700269 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.702192 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.704112 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.705946 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron.api.extensions [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Extended resource: tags {{(pid=84350) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 17 11:41:26.712043 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING keystonemiddleware.auth_token [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 11:41:26.716990 dv-neutron-828728-1-hyperv neutron-server[84350]: WARNING keystonemiddleware.auth_token [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 11:41:26.725244 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_concurrency.lockutils [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Acquired lock "singleton_lock" {{(pid=84350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 11:41:26.725719 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_concurrency.lockutils [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Releasing lock "singleton_lock" {{(pid=84350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 11:41:26.726377 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Starting 2 workers Feb 17 11:41:26.731021 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Started child 84459 {{(pid=84350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 11:41:26.735359 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Started child 84460 {{(pid=84350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 11:41:26.736460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:26.737041 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO neutron.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 11:41:26.737605 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Notify callbacks [] for process, before_spawn {{(pid=84350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:26.738073 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [-] (84459) wsgi starting up on http://0.0.0.0:9696 Feb 17 11:41:26.740721 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Starting 1 workers Feb 17 11:41:26.740933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:26.742322 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [-] (84460) wsgi starting up on http://0.0.0.0:9696 Feb 17 11:41:26.745674 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Started child 84461 {{(pid=84350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 11:41:26.746238 dv-neutron-828728-1-hyperv neutron-server[84350]: INFO oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Starting 1 workers Feb 17 11:41:26.749661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] calling RpcWorker wait() {{(pid=84461) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 11:41:26.756288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] returning from RpcWorker wait() {{(pid=84461) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 11:41:26.756414 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Started child 84462 {{(pid=84350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 11:41:26.756518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:26.756604 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG neutron_lib.callbacks.manager [None req-33674e60-d2b3-4132-a5a8-ce7f92a496d0 None None] Notify callbacks [] for process, after_spawn {{(pid=84350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:26.756699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.756780 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.757339 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.757339 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.757339 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.757567 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:26.758052 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758052 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758052 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758052 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758345 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758345 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758498 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.758749 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.759017 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.759327 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.759606 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.759846 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.760119 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.760291 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.760545 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.760802 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.761045 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.761561 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] debug = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.761823 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.762305 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.762532 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.762788 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.763009 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.763287 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.763597 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.763904 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.764138 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.764359 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.764593 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.764861 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.765094 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.765335 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.765617 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.765882 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.766357 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] host = dv-neutron-828728-1-hyperv {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.766576 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.766792 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.767017 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.767263 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.767517 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.767768 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.768031 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.768295 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.768557 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.768779 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.769023 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.769250 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.769462 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.769698 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_file = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.770003 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_options = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.770361 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.770639 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.770897 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.771231 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.771231 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.771521 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.771729 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.771873 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.772063 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.772543 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.772543 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.772838 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.772983 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.773181 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.773445 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.773678 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.773935 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.774146 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.774389 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.774616 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.774846 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.775074 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.775329 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.775563 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.775779 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.776013 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.776242 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.776454 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.776664 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.776897 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.777161 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.777418 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.777653 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.777918 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.778150 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.778377 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.778591 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.778856 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.779085 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.779324 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.779590 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.779808 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.780051 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.780286 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.780529 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.780759 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_json = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.780975 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.781203 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.781450 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.781665 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.781924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.782140 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.782370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.782729 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.782887 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.783227 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.783507 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.784675 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.785651 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.786001 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.786256 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.786506 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.786739 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.787012 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.787259 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.787649 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.787884 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.788443 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.788598 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:41:26.788751 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.789012 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.789263 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.789508 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.789775 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.790038 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.790257 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.790521 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.790690 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.790949 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.791187 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.791400 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.791638 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.791885 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.792103 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.792328 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.792556 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.792795 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.793022 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.793241 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.793478 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.793693 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.793936 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.794173 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.794399 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.794615 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.794904 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.795104 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.795322 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.795558 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.795790 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.796008 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.796236 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.796452 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.796660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.796868 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.797083 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.797291 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.797539 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.797760 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.798018 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.798229 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.802176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804047 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.804660 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.805070 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.805070 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.805280 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.807522 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.807775 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.808035 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.808308 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.808595 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.808873 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.809155 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.809974 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.813251 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.815168 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.815456 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.815720 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.815990 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.816230 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.816535 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.817415 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.817648 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.818425 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.818673 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.819558 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.822116 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.822438 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.822709 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.823000 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.823342 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.823625 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.823929 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.824605 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.824605 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.824879 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.825003 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.825195 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.825477 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.826204 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.826204 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.826482 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.826613 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.826774 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.826998 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.827253 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.827708 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.827979 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.828252 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.828435 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.828714 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.828967 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.829580 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.829580 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.829849 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.829999 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.830254 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.830490 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.830903 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.831406 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.831406 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.831406 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.831735 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.831869 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.832092 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.832336 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.832576 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.833813 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.833813 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.833813 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.834083 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.834173 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.834382 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.834644 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.834864 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.835090 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.835350 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.835574 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.835798 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.836022 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.836261 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.836531 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.836773 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.837237 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.837370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.837494 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.837882 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.838112 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.838374 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.839402 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.839402 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.839402 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.839402 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840292 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840292 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840292 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840292 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840754 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840754 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.840999 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.841121 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.841435 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.841928 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.841928 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.842213 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.842386 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.845807 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846370 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846847 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846847 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.846969 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.847190 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.847360 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.847571 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.847902 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.848271 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.848646 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.849108 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.849381 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.849648 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.849969 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.850316 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.850473 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.850719 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.851031 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.851249 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.851535 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.851759 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.851980 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.852207 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.852465 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.852785 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.853070 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.853634 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.853846 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.854189 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.854690 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.854967 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.855189 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.855496 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.855863 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.856179 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.856397 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.856654 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.856924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.857154 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.857375 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.857617 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.857984 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.858209 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.858450 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.858713 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.858958 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.859197 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.859458 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.859677 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.859925 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.860156 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.860377 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.860599 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.860760 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 11:41:26.861282 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 17 11:41:26.861444 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 11:41:26.861599 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 11:41:26.861772 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 11:41:26.861964 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 11:41:26.862116 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 11:41:26.862324 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.862483 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.862644 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.862803 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.862960 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.863142 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.863307 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.863451 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.864197 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.864442 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.864712 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.865009 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.865203 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.865369 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.865512 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.865675 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.865855 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866027 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866175 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866337 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866488 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866648 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866804 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] debug = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.866964 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.867152 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.867317 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.867463 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.867619 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.867778 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.868036 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.868207 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.868365 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.868528 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.868688 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.868845 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869046 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869141 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869310 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869468 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869626 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] host = dv-neutron-828728-1-hyperv {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869800 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.869960 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.870121 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.870280 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.870440 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.870666 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.870827 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871022 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871022 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871272 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871355 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871478 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871637 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871795 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_file = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.871951 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_options = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.872109 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.872266 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.872423 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.872609 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.872773 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.872931 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.873089 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.873247 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.873405 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.873563 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.873721 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.873901 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.874061 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.874217 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.874375 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.874532 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.874691 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.874848 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875007 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875165 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875323 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875480 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875638 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875796 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.875955 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.876112 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.876270 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.876428 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.876586 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.876746 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.876905 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.877064 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.877224 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.877384 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.877542 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.877857 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.877857 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.878096 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.878218 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.878341 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.878498 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.878652 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.878813 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.879014 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.879330 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.879330 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_json = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.879573 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.879825 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.880112 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.880283 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.880443 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.880603 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.880761 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.880921 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.881080 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 11:41:26.881259 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.881421 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.881593 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.881755 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.881942 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.882103 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.882265 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.882427 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.882588 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.882752 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.883007 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.883227 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.883413 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.883575 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.883737 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.883883 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.884266 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.884444 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.884600 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.884761 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.884923 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.885086 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.885247 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.885409 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.885570 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.885731 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.885916 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.886079 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.886493 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.886657 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.886819 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.886981 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.887143 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.887307 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.887468 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.887629 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.887791 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888001 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888137 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888261 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888419 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888580 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888742 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.888902 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.889053 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.889259 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.889393 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.889517 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.889669 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.889853 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890017 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890193 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890353 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890514 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890674 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890836 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.890997 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.891159 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.891320 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.891480 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.891682 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.891808 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.891930 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.892086 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.892246 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.892407 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.892569 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.892731 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.892892 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.893053 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.893215 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.893375 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.893536 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.893698 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.893890 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.894069 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.894231 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.894396 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.894557 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.894718 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.895398 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.895614 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.895878 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.896182 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.896424 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.896589 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.896752 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.896917 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.897078 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.897239 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.897400 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.897560 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.897721 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.897890 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898110 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898246 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898383 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898508 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898659 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898820 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.898980 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.899149 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.899375 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.899473 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.899621 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.899788 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.899960 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.900121 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.900282 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.900442 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.900602 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.900762 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.900923 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.901085 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.901246 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.901408 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.901568 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.901737 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.901934 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.902096 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.902257 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.902417 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.902602 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.902764 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.902924 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.903240 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.903240 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.903395 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.903541 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.903699 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904026 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904188 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904349 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904505 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904670 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904835 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.904996 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.905157 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.905315 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.905478 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.905637 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.905724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:41:26.905822 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.905973 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.906135 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.906294 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.906454 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.906614 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.906774 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.906936 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.907096 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.907256 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.907417 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.907578 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.907739 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.907898 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.908060 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.908222 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.908381 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.908542 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.908704 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.908867 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.909028 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.909189 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.909351 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.909513 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.909673 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.909858 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.910021 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.910183 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.910344 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.910561 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.910805 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.911105 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.911325 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.911489 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.911650 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.911812 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.911989 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.912151 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.912311 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.912474 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.912635 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.912796 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.912955 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.913116 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.913276 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.913437 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.913601 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.913765 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.913949 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.914110 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.914272 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.914432 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.914591 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.914755 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.914925 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.915085 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.915245 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.915417 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.915577 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.915738 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.915898 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.916059 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.916230 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.916391 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.916551 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.916709 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.916869 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.917038 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.917199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.917359 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.917527 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.917687 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.917872 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.918035 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.918207 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.918368 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.918532 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.918692 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.918853 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.919013 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.919176 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.919341 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.919512 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.919683 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.919846 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.920014 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.921871 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.924610 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 11:41:26.925199 dv-neutron-828728-1-hyperv neutron-server[84350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 11:41:27.147486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 37806) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:41:27.156301 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065458 Feb 17 11:41:37.717494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd561df-97ad-4f3c-b122-0a6cc55a0e1a None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:41:37.784034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd561df-97ad-4f3c-b122-0a6cc55a0e1a None None] No non-hosted networks {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 11:41:37.800534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.agentschedulers_db [None req-8cd561df-97ad-4f3c-b122-0a6cc55a0e1a None None] DHCP Agent not found on host dv-neutron-828728-1-hyperv {{(pid=84461) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 11:41:37.915867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-83670730-b0d1-41c0-a317-c38435459822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716981'] for agent, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:40.083988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b081c863-ca5b-4cee-8c11-0e76e0f3b60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716981'] for agent, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:40.116592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-df314cd7-8e50-4f76-9fdc-3f817a85e118 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828728-1-hyperv {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:41:40.117588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-df314cd7-8e50-4f76-9fdc-3f817a85e118 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:41:40.759506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df314cd7-8e50-4f76-9fdc-3f817a85e118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:41.296997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716981'] for agent, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:41.350286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716981'] for agent, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:41.351655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.352337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.353106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.354008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.354935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.355693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.356342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.357045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.357632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.358192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.358843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:41.360372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828728-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:41:41.371326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828728-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:41:42.759709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716981'] for agent, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:44.435891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 37898) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:41:45.036630 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.db.l3_hamode_db [None req-a195af05-d15a-46c9-a7e3-2644af0c2348 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 11:41:45.124621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195af05-d15a-46c9-a7e3-2644af0c2348 None None] Routers set() bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:41:45.125025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195af05-d15a-46c9-a7e3-2644af0c2348 None None] Router IDs set() for agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 17 11:41:45.159548 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING oslo_policy.policy [None req-52e930bb-9b8a-4f5e-a290-aa8d4c17196d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:45.160125 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING oslo_policy.policy [None req-52e930bb-9b8a-4f5e-a290-aa8d4c17196d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:45.375242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-52e930bb-9b8a-4f5e-a290-aa8d4c17196d admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:41:45.376277 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-52e930bb-9b8a-4f5e-a290-aa8d4c17196d admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9394257 Feb 17 11:41:47.631463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 37912) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:41:48.224062 dv-neutron-828728-1-hyperv neutron-server[84459]: WARNING oslo_policy.policy [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:48.224647 dv-neutron-828728-1-hyperv neutron-server[84459]: WARNING oslo_policy.policy [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:48.439047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:41:48.492186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.policy [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84459) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 17 11:41:48.492856 dv-neutron-828728-1-hyperv neutron-server[84459]: WARNING oslo_policy.policy [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:48.493223 dv-neutron-828728-1-hyperv neutron-server[84459]: WARNING oslo_policy.policy [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:48.496713 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.quota [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] Loaded quota_driver: . Feb 17 11:41:48.512271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:41:48.625789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787609919804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787609973790', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787609945902', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787609955924', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787609958222', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1090907', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1308107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754492'] for rbac-policy, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:48.839753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:48.841071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8919231d-c5a3-424a-bc09-2e3ced1861ac admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2075372 Feb 17 11:41:51.412033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 37930) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:41:51.779827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '18de773667f94cbe9bf21a6e1a5901ab'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:41:51.781328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.quota [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Loaded quota_driver: . Feb 17 11:41:51.796736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:41:51.803585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Usage tracker for resource:network and tenant:18de773667f94cbe9bf21a6e1a5901ab is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:41:51.808983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:41:51.816425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:41:51.914294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Made reservation on behalf of 18de773667f94cbe9bf21a6e1a5901ab for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:41:51.952049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.policy [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84460) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 17 11:41:51.952807 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING oslo_policy.policy [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:51.953175 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING oslo_policy.policy [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 11:41:51.957728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:51.980328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.027983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:41:52.031595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Usage tracker for resource:security_group_rule and tenant:18de773667f94cbe9bf21a6e1a5901ab is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:41:52.034759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:41:52.040493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:41:52.107914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.188515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.211050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:41:52.237516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787610699870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.238133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Unsubscribe: segment precommit_create {{(pid=84460) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 11:41:52.238757 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Added segment 820beb8f-8b2c-424a-adbb-cc2e0a52edce of type vlan for network 914ea3ce-1604-494c-b4f9-8316774dbc6b Feb 17 11:41:52.291996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060546d3-7362-4bb9-ab7f-f90e1caa48d6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:41:52.317907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.318243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.318577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.318990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.319328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.319652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.319982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.320303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.320624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.320935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.321253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Tracked resource versions report: Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: pushed versions: Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Log': {'1.0'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Network': {'1.1'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Port': {'1.5'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'PortForwarding': {'1.2'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'QosPolicy': {'1.8'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroup': {'1.2'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SubPort': {'1.0'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Subnet': {'1.1'}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Trunk': {'1.1'}} Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: consumer versions: Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Log': '1.0', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Network': '1.1', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Port': '1.5', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'PortForwarding': '1.2', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'QosPolicy': '1.8', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroup': '1.2', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroupRule': '1.0', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SubPort': '1.0', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Subnet': '1.1', Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Trunk': '1.1'}} Feb 17 11:41:52.322563 dv-neutron-828728-1-hyperv neutron-server[84460]: {{(pid=84460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:41:52.358598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.451166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.452123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:41:52.452764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:52.557146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] Pushing event updated for resources: {'Network': ['ID=914ea3ce-1604-494c-b4f9-8316774dbc6b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:41:52.568776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:41:52.594716 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-77382df9-2373-447b-be14-64a22686e0ba admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1816475 Feb 17 11:41:55.219134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 37948) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:41:55.699927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615a687e-627b-43e8-86a2-91caafbbf48f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:41:55.701264 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-615a687e-627b-43e8-86a2-91caafbbf48f admin admin] 10.222.0.47 "GET /v2.0/networks/914ea3ce-1604-494c-b4f9-8316774dbc6b HTTP/1.1" status: 200 len: 824 time: 0.4811738 Feb 17 11:41:55.732061 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-29723d84-987c-41ff-8650-ffa5591237ac admin admin] 10.222.0.47 "GET /v2.0/subnetpools/920c058d-ad00-449b-a153-4edf7b998101 HTTP/1.1" status: 200 len: 734 time: 0.0255160 Feb 17 11:41:55.741060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:41:55.747231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:41:55.751006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Usage tracker for resource:subnet and tenant:18de773667f94cbe9bf21a6e1a5901ab is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:41:55.753858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:41:55.760234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:41:55.822693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Made reservation on behalf of 18de773667f94cbe9bf21a6e1a5901ab for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:41:55.824984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:56.206132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:56.290869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ba9e63-9ca4-4165-b380-e40c26b00dfe,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:41:56.297798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Checking segment: {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:41:56.298177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Network hostable DHCP agents. Network: 914ea3ce-1604-494c-b4f9-8316774dbc6b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:41:56.405321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:41:56.473374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 914ea3ce-1604-494c-b4f9-8316774dbc6b) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:41:56.478025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:41:56.478633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:56.483179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db24f89-7a5d-4f17-babf-32dfea37ffa9 None None] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:41:56.554329 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bbd27dcc-2d4b-4c0e-b62f-0305f5f08604 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8172846 Feb 17 11:41:56.789672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-914ea3ce-1604-494c-b4f9-8316774dbc6b', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:41:56.790996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:56.976567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Allocated IP 172.20.0.2 (914ea3ce-1604-494c-b4f9-8316774dbc6b/30ba9e63-9ca4-4165-b380-e40c26b00dfe/0df7d4d8-c536-4c14-b2a0-251d5ba30ca1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:41:57.201447 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:57.214486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Transition to ACTIVE for port object 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:41:57.237109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Transition to ACTIVE for port object 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:41:57.315034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:57.380247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:41:57.382885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:41:57.389629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:41:57.392433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Pushing event updated for resources: {'Port': ['ID=0df7d4d8-c536-4c14-b2a0-251d5ba30ca1,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:41:57.431947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.432297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.432633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.432966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.433309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.433639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.433988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.434330 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.434659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.434980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.435300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Tracked resource versions report: Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: pushed versions: Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Log': {'1.0'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Network': {'1.1'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Port': {'1.5'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'PortForwarding': {'1.2'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'QosPolicy': {'1.8'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroup': {'1.2'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SubPort': {'1.0'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Subnet': {'1.1'}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Trunk': {'1.1'}} Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: consumer versions: Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Log': '1.0', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Network': '1.1', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Port': '1.5', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'PortForwarding': '1.2', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'QosPolicy': '1.8', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroup': '1.2', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroupRule': '1.0', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SubPort': '1.0', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Subnet': '1.1', Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Trunk': '1.1'}} Feb 17 11:41:57.436592 dv-neutron-828728-1-hyperv neutron-server[84461]: {{(pid=84461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:41:57.493082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Attempting to bind port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:41:57.493619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Attempting to bind port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:41:57.493934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Attempting to bind port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 on network 914ea3ce-1604-494c-b4f9-8316774dbc6b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:41:57.500266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:41:57.500667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Checking segment: {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:41:57.501139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:57.501521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Bound using segment: {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:41:57.502018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Bound port: 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:41:57.502395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:57.587594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] For port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:41:57.591408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] For port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0df7d4d8-c536-4c14-b2a0-251d5ba30ca1,segment=NetworkSegment(820beb8f-8b2c-424a-adbb-cc2e0a52edce),segment_id=820beb8f-8b2c-424a-adbb-cc2e0a52edce)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:41:57.668657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:41:57.777396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a19d4-28b3-4b60-858c-6981ff9666d6 None None] Pushing event updated for resources: {'Port': ['ID=0df7d4d8-c536-4c14-b2a0-251d5ba30ca1,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:41:58.859413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 37958) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:41:59.266564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-3fb88a58-4034-4e42-891c-dbc21127bb32 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:41:59.269152 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3fb88a58-4034-4e42-891c-dbc21127bb32 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4075706 Feb 17 11:42:01.427565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ad04f-c583-487e-b0bc-ce11a7e53862 None None] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:42:01.563841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2dd0f01f-29d1-4b11-9b14-441e2d0c45e8 None None] Provisioning for port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:42:01.586436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 37972) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:01.601528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:42:01.788744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:42:01.794163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:01.799407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:01.914910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:01.946302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0df7d4d8-c536-4c14-b2a0-251d5ba30ca1,segment=NetworkSegment(820beb8f-8b2c-424a-adbb-cc2e0a52edce),segment_id=820beb8f-8b2c-424a-adbb-cc2e0a52edce)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:42:01.994569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4a4bdf78-e01d-444c-89c2-1ba26b5645ff None None] Provisioning complete for port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:01.994741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-eb9e549e-7358-4580-a7b4-4395ecc4cb4c admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:42:01.994947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4a4bdf78-e01d-444c-89c2-1ba26b5645ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:01.995638 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eb9e549e-7358-4580-a7b4-4395ecc4cb4c admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4081316 Feb 17 11:42:02.022581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:02.120507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0df7d4d8-c536-4c14-b2a0-251d5ba30ca1,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:03.543906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:42:03.616807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:03.617178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:04.594855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 37984) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:05.057301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Request body: {'router': {'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:42:05.062147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:42:05.066322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Usage tracker for resource:router and tenant:18de773667f94cbe9bf21a6e1a5901ab is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:42:05.070669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:42:05.076877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:42:05.183510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:05.185241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:05.211779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:05.383515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:05.457372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:05.458752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-47679ec1-c2e8-444e-bfce-9280e64d7e4d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8629158 Feb 17 11:42:07.680261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcb943dc-c0db-448a-bac2-ca044636a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:07.728367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 37994) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:08.115044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-5193ef68-2689-414d-9f06-c97b5aaa63e7 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:42:08.116617 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5193ef68-2689-414d-9f06-c97b5aaa63e7 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3868515 Feb 17 11:42:10.011611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d4867749-e20e-493e-9b4b-10c97ebf0291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:10.472215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38004) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:10.863351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:42:10.868727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:42:10.872424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Usage tracker for resource:network and tenant:152521c51cd14629af6abc4e300e605e is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:42:10.875709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:42:10.881222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:42:10.988428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Made reservation on behalf of 152521c51cd14629af6abc4e300e605e for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:42:10.991480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.008066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.047472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:42:11.051413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Usage tracker for resource:security_group_rule and tenant:152521c51cd14629af6abc4e300e605e is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:42:11.054544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:42:11.060209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:42:11.129167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.165664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.194113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.209478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=84459) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 11:42:11.239960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787610699870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.240536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Unsubscribe: segment precommit_create {{(pid=84459) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 11:42:11.241042 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Added segment c1829f88-a0ef-4e14-8166-3ea5f517854d of type flat for network d3bc4601-6e1d-4595-82fb-a43b43a85c54 Feb 17 11:42:11.288330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13380f68-c4b1-451f-a64d-d23b1d157af7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:11.312575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.312911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.313240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.313559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.313924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.318959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.319117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.319747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.319747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.319747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.319747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.319747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Tracked resource versions report: Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: pushed versions: Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Log': {'1.0'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Network': {'1.1'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Port': {'1.5'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'PortForwarding': {'1.2'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'QosPolicy': {'1.8'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroup': {'1.2'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SubPort': {'1.0'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Subnet': {'1.1'}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Trunk': {'1.1'}} Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: consumer versions: Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Log': '1.0', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Network': '1.1', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Port': '1.5', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'PortForwarding': '1.2', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'QosPolicy': '1.8', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroup': '1.2', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroupRule': '1.0', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SubPort': '1.0', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Subnet': '1.1', Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Trunk': '1.1'}} Feb 17 11:42:11.320190 dv-neutron-828728-1-hyperv neutron-server[84459]: {{(pid=84459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:42:11.359866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.474390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.475458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:42:11.476193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:11.582172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d3bc4601-6e1d-4595-82fb-a43b43a85c54,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:11.593093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:42:11.635542 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0ebb80b7-f61e-4fe9-9614-2e72819165b2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1622276 Feb 17 11:42:12.657043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:13.887241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38028) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:14.120215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfedd72b-0179-4039-b180-f9d573b7a303 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:42:14.121557 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bfedd72b-0179-4039-b180-f9d573b7a303 admin admin] 10.222.0.47 "GET /v2.0/subnets/30ba9e63-9ca4-4165-b380-e40c26b00dfe HTTP/1.1" status: 200 len: 849 time: 0.2328436 Feb 17 11:42:14.267734 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-db362d36-8f5b-4161-b373-bd39e4b9962a admin admin] 10.222.0.47 "GET /v2.0/routers/6e1178c1-6326-4f76-8603-fa18d1aee06d HTTP/1.1" status: 200 len: 704 time: 0.1406093 Feb 17 11:42:14.749743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:14.993611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Allocated IP 172.20.0.1 (914ea3ce-1604-494c-b4f9-8316774dbc6b/30ba9e63-9ca4-4165-b380-e40c26b00dfe/964dd14a-4a3f-4368-80b5-eeab4726de67) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:42:15.158241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.175633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Transition to ACTIVE for port object 964dd14a-4a3f-4368-80b5-eeab4726de67 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:42:15.292226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.361116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:42:15.363721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:42:15.369346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:42:15.374012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.375634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Pushing event updated for resources: {'Port': ['ID=964dd14a-4a3f-4368-80b5-eeab4726de67,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:15.571744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.622711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-46a09adb-3b35-4e50-a280-78b5e6715944 None None] Provisioning for port 964dd14a-4a3f-4368-80b5-eeab4726de67 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:42:15.627630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-46a09adb-3b35-4e50-a280-78b5e6715944 None None] Provisioning complete for port 964dd14a-4a3f-4368-80b5-eeab4726de67 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:15.627934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-46a09adb-3b35-4e50-a280-78b5e6715944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.680918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-46a09adb-3b35-4e50-a280-78b5e6715944 None None] Port 964dd14a-4a3f-4368-80b5-eeab4726de67 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:42:15.803273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.851984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:15.852731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:16.012093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Pushing event updated for resources: {'Port': ['ID=964dd14a-4a3f-4368-80b5-eeab4726de67,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:16.080271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:42:16.081337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:42:16.313427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6370cfcb-643c-4668-aa30-d83d1f3c2baf None None] Provisioning complete for port 964dd14a-4a3f-4368-80b5-eeab4726de67 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:16.313895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6370cfcb-643c-4668-aa30-d83d1f3c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:16.367322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6370cfcb-643c-4668-aa30-d83d1f3c2baf None None] Port 964dd14a-4a3f-4368-80b5-eeab4726de67 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:42:16.526593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Router 6e1178c1-6326-4f76-8603-fa18d1aee06d is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:42:16.695718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:42:16.704836 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d03c547-a7d3-45b1-8616-b613e1f8ed4a admin admin] 10.222.0.47 "PUT /v2.0/routers/6e1178c1-6326-4f76-8603-fa18d1aee06d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4322746 Feb 17 11:42:16.705463 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Sync routers for ids ['6e1178c1-6326-4f76-8603-fa18d1aee06d'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:42:16.719852 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Routers {'6e1178c1-6326-4f76-8603-fa18d1aee06d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:42:16.720679 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6e1178c1-6326-4f76-8603-fa18d1aee06d'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:16.919837 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Set router 6e1178c1-6326-4f76-8603-fa18d1aee06d gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:42:17.297453 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'name': 'router1', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:42:05Z', 'updated_at': '2022-02-17T11:42:15Z', 'revision_number': 2, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'gw_port_host': None, '_interfaces': [{'id': '964dd14a-4a3f-4368-80b5-eeab4726de67', 'name': '', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'mac_address': 'fa:16:3e:8d:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:14Z', 'updated_at': '2022-02-17T11:42:15Z', 'revision_number': 2, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'subnets': [{'id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:17.302424 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Checking router: 6e1178c1-6326-4f76-8603-fa18d1aee06d for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:42:17.302796 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Updating router 6e1178c1-6326-4f76-8603-fa18d1aee06d port 964dd14a-4a3f-4368-80b5-eeab4726de67 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:42:17.358248 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:17.747021 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:17.762844 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Transition to ACTIVE for port object 964dd14a-4a3f-4368-80b5-eeab4726de67 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:42:17.834729 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:18.034304 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Pushing event updated for resources: {'Port': ['ID=964dd14a-4a3f-4368-80b5-eeab4726de67,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:18.083003 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.083357 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.083707 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.084043 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.084386 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.084722 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.085179 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.085589 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.085957 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.086284 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.086635 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Tracked resource versions report: Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: pushed versions: Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Log': {'1.0'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Network': {'1.1'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Port': {'1.5'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'PortForwarding': {'1.2'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'QosPolicy': {'1.8'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroup': {'1.2'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SubPort': {'1.0'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Subnet': {'1.1'}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Trunk': {'1.1'}} Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: consumer versions: Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Log': '1.0', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Network': '1.1', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Port': '1.5', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'PortForwarding': '1.2', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'QosPolicy': '1.8', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroup': '1.2', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroupRule': '1.0', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SubPort': '1.0', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Subnet': '1.1', Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Trunk': '1.1'}} Feb 17 11:42:18.087917 dv-neutron-828728-1-hyperv neutron-server[84462]: {{(pid=84462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:42:18.096973 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Attempting to bind port 964dd14a-4a3f-4368-80b5-eeab4726de67 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:42:18.097382 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Attempting to bind port 964dd14a-4a3f-4368-80b5-eeab4726de67 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:42:18.097841 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Attempting to bind port 964dd14a-4a3f-4368-80b5-eeab4726de67 on network 914ea3ce-1604-494c-b4f9-8316774dbc6b {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:42:18.105498 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:42:18.105940 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Checking segment: {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:42:18.106428 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:18.106816 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Bound using segment: {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:42:18.107311 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Bound port: 964dd14a-4a3f-4368-80b5-eeab4726de67, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820beb8f-8b2c-424a-adbb-cc2e0a52edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:42:18.107745 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:18.226617 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] For port 964dd14a-4a3f-4368-80b5-eeab4726de67, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:42:18.230989 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] For port 964dd14a-4a3f-4368-80b5-eeab4726de67, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=964dd14a-4a3f-4368-80b5-eeab4726de67,segment=NetworkSegment(820beb8f-8b2c-424a-adbb-cc2e0a52edce),segment_id=820beb8f-8b2c-424a-adbb-cc2e0a52edce)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:42:18.367077 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:18.457316 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65bdbf-a8f0-4869-b134-387b4d61eb9f None None] Pushing event updated for resources: {'Port': ['ID=964dd14a-4a3f-4368-80b5-eeab4726de67,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:18.462794 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Routers {'6e1178c1-6326-4f76-8603-fa18d1aee06d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:42:18.463391 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6e1178c1-6326-4f76-8603-fa18d1aee06d'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:18.618994 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] Set router 6e1178c1-6326-4f76-8603-fa18d1aee06d gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:42:18.814208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38050) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:18.968023 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'name': 'router1', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:42:05Z', 'updated_at': '2022-02-17T11:42:15Z', 'revision_number': 2, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'gw_port_host': None, '_interfaces': [{'id': '964dd14a-4a3f-4368-80b5-eeab4726de67', 'name': '', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'mac_address': 'fa:16:3e:8d:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:14Z', 'updated_at': '2022-02-17T11:42:18Z', 'revision_number': 4, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'subnets': [{'id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:18.973755 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf062d-bcfb-4913-8250-d4109470b8b1 None None] The sync data for ids ['6e1178c1-6326-4f76-8603-fa18d1aee06d'] in dv-neutron-828728-1-hyperv is: [{'id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'name': 'router1', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:42:05Z', 'updated_at': '2022-02-17T11:42:15Z', 'revision_number': 2, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'gw_port_host': None, '_interfaces': [{'id': '964dd14a-4a3f-4368-80b5-eeab4726de67', 'name': '', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'mac_address': 'fa:16:3e:8d:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:14Z', 'updated_at': '2022-02-17T11:42:18Z', 'revision_number': 4, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'subnets': [{'id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:42:18.998001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a93de0-bc4f-49e2-8098-cae54e426c9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:42:18.998576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b2a93de0-bc4f-49e2-8098-cae54e426c9f admin admin] Synchronizing usage tracker for tenant:152521c51cd14629af6abc4e300e605e on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:42:19.085963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b2a93de0-bc4f-49e2-8098-cae54e426c9f admin admin] Unset dirty status for tenant:152521c51cd14629af6abc4e300e605e on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:42:19.087080 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b2a93de0-bc4f-49e2-8098-cae54e426c9f admin admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 842 time: 0.2720151 Feb 17 11:42:19.096181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.6.1', 'cidr': '172.26.6.0/24', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:42:19.101536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:42:19.105385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Usage tracker for resource:subnet and tenant:152521c51cd14629af6abc4e300e605e is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:42:19.108361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:42:19.114751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:42:19.200418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Made reservation on behalf of 152521c51cd14629af6abc4e300e605e for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:42:19.202835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:19.684979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.objects.ports [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84459) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:42:19.685428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:19.770008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b23080d-631c-4edb-b23e-f57438537f80,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:19.796915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:42:19.797261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Network hostable DHCP agents. Network: d3bc4601-6e1d-4595-82fb-a43b43a85c54, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:42:19.892010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:42:19.949174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, d3bc4601-6e1d-4595-82fb-a43b43a85c54) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:42:19.954903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:42:19.955788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:19.957509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddcd06-6b9a-43b9-a7d3-b0c9b402aa4b None None] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:42:20.031378 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a30c7209-5d93-4a82-97ac-669e7e24e4dd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9382861 Feb 17 11:42:20.202443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3296b7c-cd16-4e7c-a937-54e80e15f9f0 None None] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:42:21.573877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 964dd14a-4a3f-4368-80b5-eeab4726de67 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:42:21.743579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 964dd14a-4a3f-4368-80b5-eeab4726de67 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:42:21.748859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 964dd14a-4a3f-4368-80b5-eeab4726de67 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:21.749236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:21.871910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:21.907077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 964dd14a-4a3f-4368-80b5-eeab4726de67, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=964dd14a-4a3f-4368-80b5-eeab4726de67,segment=NetworkSegment(820beb8f-8b2c-424a-adbb-cc2e0a52edce),segment_id=820beb8f-8b2c-424a-adbb-cc2e0a52edce)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:42:21.966302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:22.033583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=964dd14a-4a3f-4368-80b5-eeab4726de67,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:22.281900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38064) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:22.566349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-00c9853a-5933-42f0-99aa-3d1467d7961e admin admin] 10.222.0.47 "GET /v2.0/routers/6e1178c1-6326-4f76-8603-fa18d1aee06d HTTP/1.1" status: 200 len: 710 time: 0.2833207 Feb 17 11:42:22.708517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d647fa1-e938-47c4-9020-dd3fce25c15f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:42:22.709962 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0d647fa1-e938-47c4-9020-dd3fce25c15f admin admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 886 time: 0.1384380 Feb 17 11:42:22.720088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:42:23.235124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:23.527058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:23.556351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 964dd14a-4a3f-4368-80b5-eeab4726de67 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:42:23.589480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:23.629497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 964dd14a-4a3f-4368-80b5-eeab4726de67 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:23.629899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:23.729225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Allocated IP 172.26.6.102 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/c96a35ca-4dab-4da2-8ec4-706d9894e01c) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:42:23.878769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:23.972122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:24.041038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:42:24.043638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:42:24.046224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:42:24.078998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Pushing event updated for resources: {'Port': ['ID=c96a35ca-4dab-4da2-8ec4-706d9894e01c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:24.254616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:24.474808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:24.478864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:24.674382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Router 6e1178c1-6326-4f76-8603-fa18d1aee06d has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:42:24.874279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:42:24.882108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:24.883350 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0476ce49-d739-4a67-ba92-6f3d8e1f8c76 admin admin] 10.222.0.47 "PUT /v2.0/routers/6e1178c1-6326-4f76-8603-fa18d1aee06d HTTP/1.1" status: 200 len: 890 time: 2.1668718 Feb 17 11:42:24.883654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Sync routers for ids ['6e1178c1-6326-4f76-8603-fa18d1aee06d'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:42:24.896203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Routers {'6e1178c1-6326-4f76-8603-fa18d1aee06d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:42:24.896870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6e1178c1-6326-4f76-8603-fa18d1aee06d'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:25.085971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Set router 6e1178c1-6326-4f76-8603-fa18d1aee06d gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:42:25.432072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'name': 'router1', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c96a35ca-4dab-4da2-8ec4-706d9894e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:42:05Z', 'updated_at': '2022-02-17T11:42:24Z', 'revision_number': 4, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'gw_port': {'id': 'c96a35ca-4dab-4da2-8ec4-706d9894e01c', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:23Z', 'updated_at': '2022-02-17T11:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '964dd14a-4a3f-4368-80b5-eeab4726de67', 'name': '', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'mac_address': 'fa:16:3e:8d:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:14Z', 'updated_at': '2022-02-17T11:42:21Z', 'revision_number': 5, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'subnets': [{'id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:25.437170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Checking router: 6e1178c1-6326-4f76-8603-fa18d1aee06d for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:42:25.437509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Updating router 6e1178c1-6326-4f76-8603-fa18d1aee06d port c96a35ca-4dab-4da2-8ec4-706d9894e01c binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:42:25.489110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:25.816811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:25.828104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Transition to ACTIVE for port object c96a35ca-4dab-4da2-8ec4-706d9894e01c will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:42:25.880364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:25.956795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace900d2-a5cd-46f4-8e0c-9b82679080c7 None None] Pushing event updated for resources: {'Port': ['ID=c96a35ca-4dab-4da2-8ec4-706d9894e01c,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:25.958927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Attempting to bind port c96a35ca-4dab-4da2-8ec4-706d9894e01c on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:42:25.959288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Attempting to bind port c96a35ca-4dab-4da2-8ec4-706d9894e01c by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:42:25.959645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Attempting to bind port c96a35ca-4dab-4da2-8ec4-706d9894e01c on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:42:25.966337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:42:25.966701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:42:25.967093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:25.967469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:42:25.967915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Bound port: c96a35ca-4dab-4da2-8ec4-706d9894e01c, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:42:25.968292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:26.040349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] For port c96a35ca-4dab-4da2-8ec4-706d9894e01c, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:42:26.043329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] For port c96a35ca-4dab-4da2-8ec4-706d9894e01c, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c96a35ca-4dab-4da2-8ec4-706d9894e01c,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:42:26.115371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:26.217225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace900d2-a5cd-46f4-8e0c-9b82679080c7 None None] Pushing event updated for resources: {'Port': ['ID=c96a35ca-4dab-4da2-8ec4-706d9894e01c,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:26.223234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Routers {'6e1178c1-6326-4f76-8603-fa18d1aee06d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:42:26.223815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6e1178c1-6326-4f76-8603-fa18d1aee06d'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:26.400365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] Set router 6e1178c1-6326-4f76-8603-fa18d1aee06d gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:42:26.746885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'name': 'router1', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c96a35ca-4dab-4da2-8ec4-706d9894e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:42:05Z', 'updated_at': '2022-02-17T11:42:24Z', 'revision_number': 4, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'gw_port': {'id': 'c96a35ca-4dab-4da2-8ec4-706d9894e01c', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:23Z', 'updated_at': '2022-02-17T11:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '964dd14a-4a3f-4368-80b5-eeab4726de67', 'name': '', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'mac_address': 'fa:16:3e:8d:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:14Z', 'updated_at': '2022-02-17T11:42:21Z', 'revision_number': 5, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'subnets': [{'id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:42:26.750901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc81a6e-6381-4543-a1d0-90b6cb8e2685 None None] The sync data for ids ['6e1178c1-6326-4f76-8603-fa18d1aee06d'] in dv-neutron-828728-1-hyperv is: [{'id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'name': 'router1', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c96a35ca-4dab-4da2-8ec4-706d9894e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:42:05Z', 'updated_at': '2022-02-17T11:42:24Z', 'revision_number': 4, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'gw_port': {'id': 'c96a35ca-4dab-4da2-8ec4-706d9894e01c', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:23Z', 'updated_at': '2022-02-17T11:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '964dd14a-4a3f-4368-80b5-eeab4726de67', 'name': '', 'network_id': '914ea3ce-1604-494c-b4f9-8316774dbc6b', 'tenant_id': '18de773667f94cbe9bf21a6e1a5901ab', 'mac_address': 'fa:16:3e:8d:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1178c1-6326-4f76-8603-fa18d1aee06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:42:14Z', 'updated_at': '2022-02-17T11:42:21Z', 'revision_number': 5, 'project_id': '18de773667f94cbe9bf21a6e1a5901ab', 'subnets': [{'id': '30ba9e63-9ca4-4165-b380-e40c26b00dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '920c058d-ad00-449b-a153-4edf7b998101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:42:27.153988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38074) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:42:27.300808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cc000511-5f35-4421-8ae5-c716d34f6b6c admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1455851 Feb 17 11:42:27.582652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c96a35ca-4dab-4da2-8ec4-706d9894e01c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:42:27.703484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c96a35ca-4dab-4da2-8ec4-706d9894e01c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:42:27.708713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c96a35ca-4dab-4da2-8ec4-706d9894e01c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:27.709125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:27.829515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:27.846760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port c96a35ca-4dab-4da2-8ec4-706d9894e01c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c96a35ca-4dab-4da2-8ec4-706d9894e01c,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:42:27.943974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:28.016425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=c96a35ca-4dab-4da2-8ec4-706d9894e01c,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:42:29.563665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c96a35ca-4dab-4da2-8ec4-706d9894e01c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:42:29.644715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c96a35ca-4dab-4da2-8ec4-706d9894e01c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:42:29.645200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:34.823488 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:42:37.721005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a160509d-b05a-4417-ad7f-9b92661cce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:40.013234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-424cd558-b507-4642-8087-b4958a16a4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:41.183716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:41.303938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:42:42.681527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:07.729624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e1aff677-d4d2-4fa8-93f9-c71e9fff6628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:10.070836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3761986f-f136-4189-bb98-df2cc20bbf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:11.173430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:11.322762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:11.824299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:43:12.694631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:37.700234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b3f60de-a892-49b2-9cd3-7862b66eb080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:40.036230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d309d47-d3a3-4a58-9cdb-1a815963fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:41.180532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:41.318089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:42.687640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:43:48.823956 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:44:07.701573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-883ace81-63f3-4da6-93e9-e99857473d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:10.055983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ed86cd2-0d02-4343-940e-eb9b8e744cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:11.191794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:11.322779 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:12.694322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:25.826145 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:44:37.715459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e757493-7ed2-4e26-a4e1-1f4cf49f59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:39.219647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38678) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:39.319848 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f354c2-02d3-4dc8-8b20-5f6c5a6ec845 admin admin] GET failed (client error): The resource could not be found. Feb 17 11:44:39.331869 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b0f354c2-02d3-4dc8-8b20-5f6c5a6ec845 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1005008 Feb 17 11:44:39.457770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec47437-c46f-482e-b3f2-3777b1a748b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:39.459186 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5ec47437-c46f-482e-b3f2-3777b1a748b3 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1335502 Feb 17 11:44:40.034854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b24840f6-a7e0-4154-9ed0-88ffdfc99960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:41.183828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:41.373597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:41.553690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38688) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:41.683579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d3592-bb6b-479f-be5e-8876786c1db9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:41.684163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-297d3592-bb6b-479f-be5e-8876786c1db9 admin admin] Synchronizing usage tracker for tenant:152521c51cd14629af6abc4e300e605e on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:44:41.794751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-297d3592-bb6b-479f-be5e-8876786c1db9 admin admin] Unset dirty status for tenant:152521c51cd14629af6abc4e300e605e on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:44:41.795866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-297d3592-bb6b-479f-be5e-8876786c1db9 admin admin] 10.222.0.47 "GET /v2.0/subnets/30ba9e63-9ca4-4165-b380-e40c26b00dfe HTTP/1.1" status: 200 len: 849 time: 0.2412138 Feb 17 11:44:41.805254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:44:41.923262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:42.171893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787610669963'] for subnet, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:42.218315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:42.218907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:42.220879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] 10.222.0.47 "PUT /v2.0/subnets/30ba9e63-9ca4-4165-b380-e40c26b00dfe HTTP/1.1" status: 200 len: 868 time: 0.4186566 Feb 17 11:44:42.223867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5d581-826c-4337-b381-0dcfd885213e None None] Network 914ea3ce-1604-494c-b4f9-8316774dbc6b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:44:42.245275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ba9e63-9ca4-4165-b380-e40c26b00dfe,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:44:42.255226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.255733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.256297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.257369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.257369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.257369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.258042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.258417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.259002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.259427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.259843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d020fc1-8aea-4592-86fa-7f8ac38433b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:44:42.732115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:42.806769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-66d58db3-0e91-42b0-9cd3-52ea840ec10a None None] Provisioning complete for port 964dd14a-4a3f-4368-80b5-eeab4726de67 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:44:42.807148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66d58db3-0e91-42b0-9cd3-52ea840ec10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:42.938064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-66d58db3-0e91-42b0-9cd3-52ea840ec10a None None] Provisioning complete for port 0df7d4d8-c536-4c14-b2a0-251d5ba30ca1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:44:42.938438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66d58db3-0e91-42b0-9cd3-52ea840ec10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:44:44.333568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38698) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:44.557239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948f542-e950-4451-a2a0-fd827db8e558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:44.557509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948f542-e950-4451-a2a0-fd827db8e558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:44.559085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a948f542-e950-4451-a2a0-fd827db8e558 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2234471 Feb 17 11:44:46.633717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38708) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:46.832404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b012b-8180-4c8b-b536-2b861e8f1ae9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:46.832690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b012b-8180-4c8b-b536-2b861e8f1ae9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:46.834303 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-072b012b-8180-4c8b-b536-2b861e8f1ae9 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1995931 Feb 17 11:44:49.002450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38718) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:49.272865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e206c1-7c2b-4349-aa4a-3e6ab0ecb850 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:49.282729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b4e206c1-7c2b-4349-aa4a-3e6ab0ecb850 admin admin] 10.222.0.47 "GET /v2.0/networks/914ea3ce-1604-494c-b4f9-8316774dbc6b HTTP/1.1" status: 200 len: 868 time: 0.2708125 Feb 17 11:44:51.369495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38728) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:51.563399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66027d09-9a97-486f-9e4b-7c50dcbfd714 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:51.564749 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-66027d09-9a97-486f-9e4b-7c50dcbfd714 admin admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 886 time: 0.1942158 Feb 17 11:44:53.610875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38738) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:53.747181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f193ae-01ef-46af-818e-0ba84ce17c93 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:53.748103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f193ae-01ef-46af-818e-0ba84ce17c93 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:53.749557 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b1f193ae-01ef-46af-818e-0ba84ce17c93 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377466 Feb 17 11:44:55.809119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38748) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:55.948332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036b215-988e-4d9b-bca4-7d642fab863b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:55.948708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036b215-988e-4d9b-bca4-7d642fab863b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:55.950241 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e036b215-988e-4d9b-bca4-7d642fab863b admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401610 Feb 17 11:44:58.000963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38758) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:44:58.149539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11520765-c0f9-452b-9fdf-50632aa8f4eb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:44:58.150899 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-11520765-c0f9-452b-9fdf-50632aa8f4eb admin admin] 10.222.0.47 "GET /v2.0/subnets/30ba9e63-9ca4-4165-b380-e40c26b00dfe HTTP/1.1" status: 200 len: 868 time: 0.1489165 Feb 17 11:45:00.202990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38768) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:45:00.337305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b8e585-adee-4f40-9fe8-f1c6f92370c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:45:00.338706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-57b8e585-adee-4f40-9fe8-f1c6f92370c3 admin admin] 10.222.0.47 "GET /v2.0/subnets/7b23080d-631c-4edb-b23e-f57438537f80 HTTP/1.1" status: 200 len: 816 time: 0.1347387 Feb 17 11:45:02.826603 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:45:07.744305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4f79ace7-8a49-4eeb-9e27-a286139d14f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:10.024239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b87c1389-4f9e-49f1-86ed-90f1c4426382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:11.201984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:11.332973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:12.727675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:18.780995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38806) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:45:18.858588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-1f72b44f-2112-4fbd-8831-4e365de47e7c admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:45:18.859576 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f72b44f-2112-4fbd-8831-4e365de47e7c admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0776458 Feb 17 11:45:21.016130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38816) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:45:21.112442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-99951061-41dc-4465-8969-56475fba1ccf admin admin] GET failed (client error): The resource could not be found. Feb 17 11:45:21.113676 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-99951061-41dc-4465-8969-56475fba1ccf admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0966206 Feb 17 11:45:21.243902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67842cab-4caa-4296-82df-b4211343f9ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:45:21.245288 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-67842cab-4caa-4296-82df-b4211343f9ae admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1251040 Feb 17 11:45:23.376650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38826) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:45:23.449167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:45:23.454118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:45:23.463671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:45:23.530859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Made reservation on behalf of 152521c51cd14629af6abc4e300e605e for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:45:23.533165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:23.622659 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING neutron.services.revisions.revision_plugin [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Could not find related network for resource to bump revision. Feb 17 11:45:23.635317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:45:23.644511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:23.644847 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Added segment 69738ef0-eab5-4757-b385-5b834e6df249 of type vlan for network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 Feb 17 11:45:23.671444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:23.773658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:23.774732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:45:23.775362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:23.878636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e164e89a-5b62-49ac-87ca-fc32cfd55fa6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:45:23.887231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.887672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.888103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.889025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.889475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.889912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.890332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.890745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.891152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.891557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.891959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:23.906486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:45:23.945919 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-913edc40-899c-4259-ab7e-e0d43552e2f6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5679755 Feb 17 11:45:26.100121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 38836) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:45:26.197802 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4793393-5cf3-41d8-a187-58540a9c6525 admin admin] GET failed (client error): The resource could not be found. Feb 17 11:45:26.198300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d4793393-5cf3-41d8-a187-58540a9c6525 admin admin] Synchronizing usage tracker for tenant:152521c51cd14629af6abc4e300e605e on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:45:26.327937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d4793393-5cf3-41d8-a187-58540a9c6525 admin admin] Unset dirty status for tenant:152521c51cd14629af6abc4e300e605e on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:45:26.329128 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d4793393-5cf3-41d8-a187-58540a9c6525 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2280390 Feb 17 11:45:26.438139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67a29e-96f8-4918-b5f5-f2abe60d5da8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:45:26.439576 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9f67a29e-96f8-4918-b5f5-f2abe60d5da8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1064563 Feb 17 11:45:26.450093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:45:26.454885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:45:26.464501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:45:26.604291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Made reservation on behalf of 152521c51cd14629af6abc4e300e605e for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:45:26.606642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:26.916500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:26.993573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217adb68-c025-4e08-baf6-ac288e1945cd,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:45:27.005032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Checking segment: {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:45:27.005383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Network hostable DHCP agents. Network: e164e89a-5b62-49ac-87ca-fc32cfd55fa6, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:45:27.096304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:45:27.233466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, e164e89a-5b62-49ac-87ca-fc32cfd55fa6) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:45:27.237926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:45:27.242469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:27.245858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901b745-e38c-4428-9a94-06cacd3ec9ba None None] Network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:45:27.515861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-e164e89a-5b62-49ac-87ca-fc32cfd55fa6', 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6', 'tenant_id': '152521c51cd14629af6abc4e300e605e', 'fixed_ips': [{'subnet_id': '217adb68-c025-4e08-baf6-ac288e1945cd'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:45:27.516711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:27.586206 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d28fbb5b-c48b-4c51-878a-1a135390b3f7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1394842 Feb 17 11:45:27.721633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Allocated IP 192.168.233.2 (e164e89a-5b62-49ac-87ca-fc32cfd55fa6/217adb68-c025-4e08-baf6-ac288e1945cd/566b1964-c867-4b84-bb93-4fcc68ea3966) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:45:27.946707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:27.958783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Transition to ACTIVE for port object 566b1964-c867-4b84-bb93-4fcc68ea3966 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:45:27.979363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Transition to ACTIVE for port object 566b1964-c867-4b84-bb93-4fcc68ea3966 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:45:28.071610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:28.158036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:45:28.158891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Pushing event updated for resources: {'Port': ['ID=566b1964-c867-4b84-bb93-4fcc68ea3966,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:45:28.161417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:45:28.165203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:45:28.173734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.174115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.174521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.174861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.175210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.175541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.175911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.176194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.176515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.176842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.177403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:45:28.267727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Attempting to bind port 566b1964-c867-4b84-bb93-4fcc68ea3966 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:45:28.268597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Attempting to bind port 566b1964-c867-4b84-bb93-4fcc68ea3966 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:45:28.268597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Attempting to bind port 566b1964-c867-4b84-bb93-4fcc68ea3966 on network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:45:28.277120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:45:28.277497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Checking segment: {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:45:28.278058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:28.278502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Bound using segment: {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:45:28.279303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Bound port: 566b1964-c867-4b84-bb93-4fcc68ea3966, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:45:28.279608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:28.402737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] For port 566b1964-c867-4b84-bb93-4fcc68ea3966, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:45:28.407150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] For port 566b1964-c867-4b84-bb93-4fcc68ea3966, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=566b1964-c867-4b84-bb93-4fcc68ea3966,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:45:28.477395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:28.561254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d06a5-6885-4627-8389-ee1010d15f13 None None] Pushing event updated for resources: {'Port': ['ID=566b1964-c867-4b84-bb93-4fcc68ea3966,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:45:29.465985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0503b126-f776-4ada-a8c4-265e9bd57dfb None None] Network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:45:29.627414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-257cd025-c453-4140-81a0-1f1eecd6b17d None None] Provisioning for port 566b1964-c867-4b84-bb93-4fcc68ea3966 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:45:29.696107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 566b1964-c867-4b84-bb93-4fcc68ea3966 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:45:29.866677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 566b1964-c867-4b84-bb93-4fcc68ea3966 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:45:29.874172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 566b1964-c867-4b84-bb93-4fcc68ea3966 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:45:29.874601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:30.020589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:30.064904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 566b1964-c867-4b84-bb93-4fcc68ea3966, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=566b1964-c867-4b84-bb93-4fcc68ea3966,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:45:30.073846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-39c5e8bd-3e97-4ba5-b23f-8d9b73e35126 None None] Provisioning complete for port 566b1964-c867-4b84-bb93-4fcc68ea3966 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:45:30.076056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c5e8bd-3e97-4ba5-b23f-8d9b73e35126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:30.148603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:30.268169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=566b1964-c867-4b84-bb93-4fcc68ea3966,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:45:31.653461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 566b1964-c867-4b84-bb93-4fcc68ea3966 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:45:31.722317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 566b1964-c867-4b84-bb93-4fcc68ea3966 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:45:31.722698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:37.753345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b21e8a24-0caf-4899-a045-2f85f1d5bd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:39.826216 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:45:40.022139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66f4dd40-1b5f-4486-acde-09b8278fdfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:41.266550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:41.331258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:45:42.770787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:07.703658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7c8775c0-0c47-40dd-b83d-684a8378d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:10.022821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e87b59e5-d9fb-457e-baf3-f5404f0479d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:11.177019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:11.344804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:12.783029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:16.826175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:46:37.719331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ef65e60b-c2ae-4553-b2f6-4efc12332844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:40.046621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84819886-c06f-46a0-942c-0c08365f3bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:41.234804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:41.349228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:42.743591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:50.527642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38878) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:46:50.534076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-094984f2-25b5-4d8c-baf0-42db522dfc7a tempest-verify_tempest_config-1901735191 tempest-verify_tempest_config-1901735191-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:46:50.536187 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-094984f2-25b5-4d8c-baf0-42db522dfc7a tempest-verify_tempest_config-1901735191 tempest-verify_tempest_config-1901735191-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0073290 Feb 17 11:46:51.121571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38896) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:46:51.268328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.301048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:46:51.304787 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Usage tracker for resource:security_group_rule and tenant:64a52db840ca48d585b17f1aecc02871 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:46:51.307587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:46:51.313189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:46:51.381079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.440752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.490268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2fab7a-016e-4b78-9833-80984e284f49,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:46:51.497180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Synchronizing usage tracker for tenant:152521c51cd14629af6abc4e300e605e on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:46:51.503176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.503521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.504342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.504728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.505062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.505387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.505749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.506113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.506430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.506746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.507062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:46:51.612326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] Unset dirty status for tenant:152521c51cd14629af6abc4e300e605e on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:46:51.614344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7b6f78f6-8edd-49a0-8281-e657125795cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64a52db840ca48d585b17f1aecc02871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4915886 Feb 17 11:46:51.617020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38902) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:46:51.678267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-467086e2-4a80-4da2-82d4-930f4f5703f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.709085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-467086e2-4a80-4da2-82d4-930f4f5703f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.881373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-467086e2-4a80-4da2-82d4-930f4f5703f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.897602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467086e2-4a80-4da2-82d4-930f4f5703f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2fab7a-016e-4b78-9833-80984e284f49,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:46:51.901874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-467086e2-4a80-4da2-82d4-930f4f5703f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:46:51.903034 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-467086e2-4a80-4da2-82d4-930f4f5703f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd2fab7a-016e-4b78-9833-80984e284f49 HTTP/1.1" status: 204 len: 168 time: 0.2850790 Feb 17 11:46:53.826595 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:47:07.759922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-617ba1c7-4eb1-40d7-afdc-0078b818f3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:10.009164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dc5d110b-e38c-4c71-b9fb-293c9e7bb563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:11.186003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:11.317852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:12.728913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:30.826629 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:47:37.711098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-311b0c06-1fa5-42e7-80b5-1f5e2aa3bc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:40.025019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4423b4c-b762-402c-b550-7c0964fc7b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:41.213592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:41.328622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:47:42.733890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:07.716956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-747912dc-6b15-41f8-bcf0-2c8175a73668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:07.827371 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 5 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:48:10.007598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8066-4703-4b6a-afcd-fde0fad09c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:11.213216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:11.344831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:11.430265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716981'] for agent, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:12.761756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:25.607886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38976) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:48:25.746245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-93a8fe04-69c6-4c5e-a609-116c6f0528fa admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1372175 Feb 17 11:48:27.827784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 38986) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:48:27.921763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d03cf8c4-02a5-4adc-9a74-5f3acb013632 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0921457 Feb 17 11:48:37.739199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-325fe938-21c6-4720-bb05-1470798aebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:40.048432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-879beae2-ec5e-4a46-bbe7-6b2c4b2162cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:41.200709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:41.320817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:41.429396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:42.766352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:48:44.828182 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:49:07.718323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd090-3f10-40fc-87d7-214b722a9d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:10.035724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f5ebbd8-33c2-46df-8f60-e117ba1780f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:11.203889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:11.343446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:11.415232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:12.745934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:21.830585 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:49:37.717008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eef45b15-2bd3-4509-8590-048a505da376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:40.025609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-73b23d6e-52fb-4f83-8926-70442db0d48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:41.219657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:41.336467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:41.427802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:42.730845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:54.098267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39116) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:54.624581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-617629516-network', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:49:54.629168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:54.633049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Usage tracker for resource:network and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:54.636842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:54.642649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:54.731709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Made reservation on behalf of a7721ead730f4de98d4acca3b4749ca7 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:49:54.734064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:54.747767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:54.780767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:54.784646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Usage tracker for resource:security_group_rule and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:54.787504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:54.793814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:54.860513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:54.943717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:54.971621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:49:54.984759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f103733a-9ea2-4ff4-81ef-092d3b06a4af,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:54.990949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:54.991298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Added segment 77ee4db4-6320-484a-9623-750cf3655ad3 of type vlan for network 5053937c-c09c-4e97-928e-4997eda3c611 Feb 17 11:49:54.997902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.001505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Tracked resource versions report: Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: pushed versions: Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Log': {'1.0'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Network': {'1.1'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Port': {'1.5'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'PortForwarding': {'1.2'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'QosPolicy': {'1.8'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroup': {'1.2'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SubPort': {'1.0'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Subnet': {'1.1'}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Trunk': {'1.1'}} Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: consumer versions: Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: HyperV agent@hv-neutron-8287: {}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Log': '1.0', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Network': '1.1', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Port': '1.5', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'PortForwarding': '1.2', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'QosPolicy': '1.8', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroup': '1.2', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SecurityGroupRule': '1.0', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'SubPort': '1.0', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Subnet': '1.1', Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: 'Trunk': '1.1'}} Feb 17 11:49:55.002520 dv-neutron-828728-1-hyperv neutron-server[84460]: {{(pid=84460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:49:55.031535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:55.165588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:55.165588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:49:55.165588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:55.267162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] Pushing event updated for resources: {'Network': ['ID=5053937c-c09c-4e97-928e-4997eda3c611,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:55.286440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5053937c-c09c-4e97-928e-4997eda3c611 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:49:55.361720 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4ce3429e-f2b6-4b12-801d-0131d134e4ba admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2622814 Feb 17 11:49:55.364881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39154) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:55.372288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Request body: {'subnet': {'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-617629516-subnet', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:49:55.377308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:55.386342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Usage tracker for resource:subnet and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:55.391158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:55.396543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39160) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:55.404598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:55.475528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Made reservation on behalf of a7721ead730f4de98d4acca3b4749ca7 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:49:55.479243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:55.763656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:55.845421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08695bba-19ab-4c58-ad84-f0c0090a5b17,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:55.858570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.859041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.859602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.859884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.860322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.860738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.861188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.861592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.862339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.862690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.863095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Tracked resource versions report: Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: pushed versions: Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Log': {'1.0'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Network': {'1.1'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Port': {'1.5'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'PortForwarding': {'1.2'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'QosPolicy': {'1.8'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroup': {'1.2'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SubPort': {'1.0'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Subnet': {'1.1'}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Trunk': {'1.1'}} Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: consumer versions: Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: HyperV agent@hv-neutron-8287: {}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Log': '1.0', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Network': '1.1', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Port': '1.5', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'PortForwarding': '1.2', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'QosPolicy': '1.8', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroup': '1.2', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SecurityGroupRule': '1.0', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'SubPort': '1.0', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Subnet': '1.1', Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: 'Trunk': '1.1'}} Feb 17 11:49:55.864206 dv-neutron-828728-1-hyperv neutron-server[84459]: {{(pid=84459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:49:55.870010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Checking segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:49:55.870474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Network hostable DHCP agents. Network: 5053937c-c09c-4e97-928e-4997eda3c611, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:49:55.963076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Network 5053937c-c09c-4e97-928e-4997eda3c611 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:49:56.010080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1300504452-network', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:49:56.015330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:56.019434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Usage tracker for resource:network and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:56.022733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:56.029184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:56.057738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 5053937c-c09c-4e97-928e-4997eda3c611) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:49:56.068196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:49:56.068196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.068991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2715f6f7-e0b2-4e59-82e2-36d93160add3 None None] Network 5053937c-c09c-4e97-928e-4997eda3c611 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:49:56.143198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Made reservation on behalf of 4782c14c3fee44ae94c81eb97b56c92c for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:49:56.145648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.158608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.170075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b4c1dca-f7b1-47b9-85d6-5d253081960a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8032105 Feb 17 11:49:56.175558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39178) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:56.187955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:49:56.192963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:56.196587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:56.198359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Usage tracker for resource:security_group_rule and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:56.201368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Usage tracker for resource:router and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:56.201514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:56.205382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:56.207256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:56.212561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:56.300654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.302066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.308853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.335106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.355267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-5053937c-c09c-4e97-928e-4997eda3c611', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:49:56.355267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.414781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.444247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:49:56.456942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.457389 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Added segment c699c905-31f4-4432-b3aa-21181507a0bd of type vlan for network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 Feb 17 11:49:56.489568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.522234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cdfdd8-8415-4472-b4ff-905b58b2d617,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:56.572535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Allocated IP 172.20.0.2 (5053937c-c09c-4e97-928e-4997eda3c611/08695bba-19ab-4c58-ad84-f0c0090a5b17/b89a5f9f-5504-4438-a023-1b01b02ee276) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:49:56.583308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.584417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:49:56.591316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.607323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.719585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] Pushing event updated for resources: {'Network': ['ID=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:56.733281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:49:56.756535 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8c359746-ba9a-4a46-946d-b426cca60988 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3544803 Feb 17 11:49:56.757678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39194) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:56.769031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Request body: {'subnet': {'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1300504452-subnet', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:49:56.775333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:56.781456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Usage tracker for resource:subnet and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:56.786209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:56.793905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:56.875713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Made reservation on behalf of 4782c14c3fee44ae94c81eb97b56c92c for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:49:56.878739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.912398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.918781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.930188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Transition to ACTIVE for port object b89a5f9f-5504-4438-a023-1b01b02ee276 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:49:56.953242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:56.953760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Transition to ACTIVE for port object b89a5f9f-5504-4438-a023-1b01b02ee276 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:49:57.043592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.130229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Allocated IP 172.26.6.251 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/f307543a-f9ca-4950-b041-e337645e93b7) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:49:57.159194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Network 5053937c-c09c-4e97-928e-4997eda3c611 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:49:57.163283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:49:57.165497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Pushing event updated for resources: {'Port': ['ID=b89a5f9f-5504-4438-a023-1b01b02ee276,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:57.169466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:49:57.180560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.180940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.181276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.181603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.181953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.182281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.182597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.182937 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.183256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.183569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.183883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Tracked resource versions report: Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: pushed versions: Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Log': {'1.0'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Network': {'1.1'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Port': {'1.5'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'PortForwarding': {'1.2'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'QosPolicy': {'1.8'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroup': {'1.2'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SubPort': {'1.0'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Subnet': {'1.1'}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Trunk': {'1.1'}} Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: consumer versions: Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: HyperV agent@hv-neutron-8287: {}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Log': '1.0', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Network': '1.1', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Port': '1.5', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'PortForwarding': '1.2', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'QosPolicy': '1.8', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroup': '1.2', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SecurityGroupRule': '1.0', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'SubPort': '1.0', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Subnet': '1.1', Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: 'Trunk': '1.1'}} Feb 17 11:49:57.184941 dv-neutron-828728-1-hyperv neutron-server[84461]: {{(pid=84461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:49:57.267931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Attempting to bind port b89a5f9f-5504-4438-a023-1b01b02ee276 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:49:57.268572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Attempting to bind port b89a5f9f-5504-4438-a023-1b01b02ee276 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:49:57.268927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Attempting to bind port b89a5f9f-5504-4438-a023-1b01b02ee276 on network 5053937c-c09c-4e97-928e-4997eda3c611 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:49:57.275685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:49:57.276056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Checking segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:49:57.276449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.276834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Bound using segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:49:57.277285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Bound port: b89a5f9f-5504-4438-a023-1b01b02ee276, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:49:57.277666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.283507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.328060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.397605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] For port b89a5f9f-5504-4438-a023-1b01b02ee276, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:49:57.402308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] For port b89a5f9f-5504-4438-a023-1b01b02ee276, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b89a5f9f-5504-4438-a023-1b01b02ee276,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:49:57.406345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:57.411368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Checking segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:49:57.411727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Network hostable DHCP agents. Network: e82a2ff1-f685-4a24-945d-3d1d0ec5bc54, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:49:57.425952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.471929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.522955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:49:57.544509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:49:57.545653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Pushing event updated for resources: {'Port': ['ID=f307543a-f9ca-4950-b041-e337645e93b7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:57.548235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:49:57.553142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df552c-dc4e-4aba-8707-42cbafbebfc0 None None] Pushing event updated for resources: {'Port': ['ID=b89a5f9f-5504-4438-a023-1b01b02ee276,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:57.573722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:49:57.623491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, e82a2ff1-f685-4a24-945d-3d1d0ec5bc54) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:49:57.638327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:49:57.640133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.640339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a00a3-b01f-4cb3-97d4-a6982e5bf4e6 None None] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:49:57.794899 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b1ba7e53-9f32-40a3-b133-55679253d6a6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0361214 Feb 17 11:49:57.798311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39214) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:57.820348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:49:57.832597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:49:57.839171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Usage tracker for resource:router and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:49:57.843318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:49:57.851906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:49:57.882289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.883052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.887454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b89a5f9f-5504-4438-a023-1b01b02ee276 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:49:57.965715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:57.966975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.019832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:49:58.020671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.061169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.116325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b89a5f9f-5504-4438-a023-1b01b02ee276 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:49:58.235416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Allocated IP 172.20.0.2 (e82a2ff1-f685-4a24-945d-3d1d0ec5bc54/9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae/00c96a0d-73b1-4536-a2ba-175115a96f48) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:49:58.334486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.460397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.471224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Transition to ACTIVE for port object 00c96a0d-73b1-4536-a2ba-175115a96f48 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:49:58.489360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Router 66a136f8-aa6f-448a-abc6-3fd3f73781df is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:49:58.505451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Transition to ACTIVE for port object 00c96a0d-73b1-4536-a2ba-175115a96f48 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:49:58.622256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.715444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:49:58.722400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:49:58.726488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:49:58.735721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Pushing event updated for resources: {'Port': ['ID=00c96a0d-73b1-4536-a2ba-175115a96f48,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:58.834832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0e3b1-0950-4007-8f86-013a7db613db None None] Network 5053937c-c09c-4e97-928e-4997eda3c611 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:49:58.835278 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:49:58.856443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.891017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.932507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Attempting to bind port 00c96a0d-73b1-4536-a2ba-175115a96f48 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:49:58.933038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Attempting to bind port 00c96a0d-73b1-4536-a2ba-175115a96f48 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:49:58.933185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Attempting to bind port 00c96a0d-73b1-4536-a2ba-175115a96f48 on network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:49:58.947396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:49:58.947860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Checking segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:49:58.948324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:58.948776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Bound using segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:49:58.949243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Bound port: 00c96a0d-73b1-4536-a2ba-175115a96f48, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:49:58.949632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.025889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] Provisioning for port b89a5f9f-5504-4438-a023-1b01b02ee276 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:49:59.062722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Allocated IP 172.26.6.134 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/caf33f58-5b89-47c2-a8f2-b7c61203b27e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:49:59.066979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] Provisioning complete for port b89a5f9f-5504-4438-a023-1b01b02ee276 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:49:59.067344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.074581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:49:59.082023 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Sync routers for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:49:59.106341 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:49:59.109390 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:49:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:49:59.216784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] For port 00c96a0d-73b1-4536-a2ba-175115a96f48, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:49:59.235959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] For port 00c96a0d-73b1-4536-a2ba-175115a96f48, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=00c96a0d-73b1-4536-a2ba-175115a96f48,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:49:59.237706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.241709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39252) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:49:59.250296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5cb02170-1729-45c6-8b01-ee287c6bdcbd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0636747 Feb 17 11:49:59.250296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.376090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.407234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.499339 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:49:59.532294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.584958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:49:59.587966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Pushing event updated for resources: {'Port': ['ID=caf33f58-5b89-47c2-a8f2-b7c61203b27e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:59.597748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:49:59.604454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:49:59.630739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72146-4a9b-45fe-8c01-b6ee5a346afa None None] Pushing event updated for resources: {'Port': ['ID=00c96a0d-73b1-4536-a2ba-175115a96f48,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:59.657520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] For port b89a5f9f-5504-4438-a023-1b01b02ee276, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b89a5f9f-5504-4438-a023-1b01b02ee276,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:49:59.760933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.914698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351ea6-e5f3-469d-984c-f23ba73ac8c5 None None] Pushing event updated for resources: {'Port': ['ID=b89a5f9f-5504-4438-a023-1b01b02ee276,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:49:59.956838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:49:59.956838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:00.111239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-315051bf-8c8f-47e3-ac5a-8881ee916f89 None None] Provisioning complete for port b89a5f9f-5504-4438-a023-1b01b02ee276 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:00.111968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-315051bf-8c8f-47e3-ac5a-8881ee916f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:00.168714 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:49:57Z', 'revision_number': 3, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:00.180130 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Checking router: 66a136f8-aa6f-448a-abc6-3fd3f73781df for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:50:00.180362 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Updating router 66a136f8-aa6f-448a-abc6-3fd3f73781df port f307543a-f9ca-4950-b041-e337645e93b7 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:50:00.269286 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:00.677302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Router 571f862d-ce72-4275-9dca-888839694f92 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:50:00.759201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:00.775493 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:00.794050 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Transition to ACTIVE for port object f307543a-f9ca-4950-b041-e337645e93b7 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:00.812038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39282) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:00.869387 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.023215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Attempting to bind port f307543a-f9ca-4950-b041-e337645e93b7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:01.023617 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Attempting to bind port f307543a-f9ca-4950-b041-e337645e93b7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:01.024127 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Attempting to bind port f307543a-f9ca-4950-b041-e337645e93b7 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:01.031288 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Pushing event updated for resources: {'Port': ['ID=f307543a-f9ca-4950-b041-e337645e93b7,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:01.037624 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:01.038156 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:01.038679 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.040043 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:01.040718 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Bound port: f307543a-f9ca-4950-b041-e337645e93b7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:01.041357 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.051512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:01.062041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Sync routers for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:01.093111 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.093648 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.093819 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.094158 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.094504 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.094838 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.095167 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.095889 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.095889 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.096188 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.096539 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Tracked resource versions report: Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: pushed versions: Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: { 'ConntrackHelper': {'1.0'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Log': {'1.0'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Network': {'1.1'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Port': {'1.5'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'PortForwarding': {'1.2'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'QosPolicy': {'1.8'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroup': {'1.2'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroupRule': {'1.0'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SubPort': {'1.0'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Subnet': {'1.1'}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Trunk': {'1.1'}} Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: consumer versions: Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: { DHCP agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: HyperV agent@hv-neutron-8287: {}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: L3 agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: Metadata agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: Metering agent@dv-neutron-828728-1-hyperv: {}, Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: Open vSwitch agent@dv-neutron-828728-1-hyperv: { 'ConntrackHelper': '1.0', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Log': '1.0', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Network': '1.1', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Port': '1.5', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'PortForwarding': '1.2', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'QosPolicy': '1.8', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroup': '1.2', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SecurityGroupRule': '1.0', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'SubPort': '1.0', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Subnet': '1.1', Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: 'Trunk': '1.1'}} Feb 17 11:50:01.097573 dv-neutron-828728-1-hyperv neutron-server[84462]: {{(pid=84462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 11:50:01.099529 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:01.099617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:49:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:01.140395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Allocated IP 172.20.0.1 (5053937c-c09c-4e97-928e-4997eda3c611/08695bba-19ab-4c58-ad84-f0c0090a5b17/b623c739-f823-4f4f-96a7-7bbd892a3d39) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:01.144952 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] For port f307543a-f9ca-4950-b041-e337645e93b7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:01.148247 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] For port f307543a-f9ca-4950-b041-e337645e93b7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f307543a-f9ca-4950-b041-e337645e93b7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:01.191025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc24fd-66b6-4db1-8af0-70599abb0d31 None None] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:01.222603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.225970 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8e7b648f-04b2-49b3-b078-45acb80b338e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4264801 Feb 17 11:50:01.234338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39298) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:01.287142 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.361638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.385596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39302) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:01.407754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Transition to ACTIVE for port object b623c739-f823-4f4f-96a7-7bbd892a3d39 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:01.467519 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1841987-e298-4f0f-9ae3-eec618f83cf9 None None] Pushing event updated for resources: {'Port': ['ID=f307543a-f9ca-4950-b041-e337645e93b7,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:01.479926 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:01.480562 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:49:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:01.519989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-486718697', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:01.527988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:01.537014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Usage tracker for resource:port and tenant:7deef82cd9954bda8309966868ebfc71 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:01.542792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:01.550962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:01.583693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.679101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Made reservation on behalf of 7deef82cd9954bda8309966868ebfc71 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:01.681700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Network 5053937c-c09c-4e97-928e-4997eda3c611 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:01.682086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.690425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:01.706196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:01.726923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:01.731081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.796059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-532dc769-0ea9-4cfc-86e8-afb4ddd494d8 None None] Provisioning for port 00c96a0d-73b1-4536-a2ba-175115a96f48 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:01.823639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:01.934629 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:01.994385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:02.010396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Usage tracker for resource:security_group_rule and tenant:7deef82cd9954bda8309966868ebfc71 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:02.012715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Pushing event updated for resources: {'Port': ['ID=b623c739-f823-4f4f-96a7-7bbd892a3d39,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:02.023499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:02.046005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:02.051854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39312) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:02.075017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 00c96a0d-73b1-4536-a2ba-175115a96f48 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:02.301159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.470574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:49:59Z', 'revision_number': 3, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:02.475662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Checking router: 571f862d-ce72-4275-9dca-888839694f92 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:50:02.476286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Updating router 571f862d-ce72-4275-9dca-888839694f92 port caf33f58-5b89-47c2-a8f2-b7c61203b27e binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:50:02.537326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:02.568410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8de043e5-4364-42e3-a10c-85c7e72b7cf8 None None] Provisioning for port b623c739-f823-4f4f-96a7-7bbd892a3d39 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:02.579836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:02.583618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 00c96a0d-73b1-4536-a2ba-175115a96f48 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:02.592402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Usage tracker for resource:floatingip and tenant:81af9f13f5134db480f6c217126704a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:02.606372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:02.606591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8de043e5-4364-42e3-a10c-85c7e72b7cf8 None None] Provisioning complete for port b623c739-f823-4f4f-96a7-7bbd892a3d39 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:02.606591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8de043e5-4364-42e3-a10c-85c7e72b7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.620511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:02.642921 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:49:57Z', 'revision_number': 3, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:02.644993 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea7e03-3913-4245-bc6e-b349752701ed None None] The sync data for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv is: [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:49:57Z', 'revision_number': 3, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:02.691128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.693701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 00c96a0d-73b1-4536-a2ba-175115a96f48 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:02.696242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.728205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.764377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.772148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39326) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:02.777258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.784046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.789603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] device_id is not set on port 0546265e-231e-441f-b784-fb5a09f8d43c yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:02.853979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.854785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:02.916720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8de043e5-4364-42e3-a10c-85c7e72b7cf8 None None] Port b623c739-f823-4f4f-96a7-7bbd892a3d39 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:03.005613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60925c-358b-4eac-be15-decdb452332c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:03.134818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1107955930'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:03.139668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Pushing event updated for resources: {'Port': ['ID=b623c739-f823-4f4f-96a7-7bbd892a3d39,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:03.183211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:03.202255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Usage tracker for resource:network and tenant:843951ef14aa47e4a79ed0ba943377e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:03.211022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:03.237591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.272022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:03.290627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Network 5053937c-c09c-4e97-928e-4997eda3c611 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:03.300432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:03.346856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c1871b9d-9f9a-493c-b415-389f14fd28c6 None None] Provisioning complete for port 00c96a0d-73b1-4536-a2ba-175115a96f48 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:03.347227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c1871b9d-9f9a-493c-b415-389f14fd28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.421680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Made reservation on behalf of 843951ef14aa47e4a79ed0ba943377e9 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:03.439715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.503277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1682568778'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:03.511807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.515481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:03.563004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 00c96a0d-73b1-4536-a2ba-175115a96f48, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=00c96a0d-73b1-4536-a2ba-175115a96f48,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:03.616736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.663978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.665351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b89a5f9f-5504-4438-a023-1b01b02ee276 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:03.674370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:03.677909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:03.694330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Usage tracker for resource:network and tenant:8925ee7c1c3d474384c602d9a96ab8a5 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:03.700363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:03.714978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:03.731662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Usage tracker for resource:security_group_rule and tenant:843951ef14aa47e4a79ed0ba943377e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:03.756698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39344) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:03.893937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:03.905562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:03.990459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=00c96a0d-73b1-4536-a2ba-175115a96f48,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:04.030140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7ee7fc92-f39c-4e5a-90b5-d5b12e1f1131 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:04.044625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Made reservation on behalf of 8925ee7c1c3d474384c602d9a96ab8a5 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:04.047090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.073883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.076546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b89a5f9f-5504-4438-a023-1b01b02ee276 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:04.076922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.159296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:04.165551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Usage tracker for resource:security_group_rule and tenant:8925ee7c1c3d474384c602d9a96ab8a5 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:04.169923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:04.171803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.185256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:04.192240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39354) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:04.199134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Transition to ACTIVE for port object caf33f58-5b89-47c2-a8f2-b7c61203b27e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:04.201536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b3d435b8-881c-494b-aace-b3994f88698b None None] Provisioning complete for port b623c739-f823-4f4f-96a7-7bbd892a3d39 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:04.201948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3d435b8-881c-494b-aace-b3994f88698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.209072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.228968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Allocated IP 172.20.0.1 (e82a2ff1-f685-4a24-945d-3d1d0ec5bc54/9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae/783be64b-d26c-47fb-95f7-b8f3bd12f467) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:04.311172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b3d435b8-881c-494b-aace-b3994f88698b None None] Port b623c739-f823-4f4f-96a7-7bbd892a3d39 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:04.352893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.376520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.393096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:04.399952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.408309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.408762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Added segment 19893a37-1fc6-4fc6-8b1f-e492ad36b135 of type vlan for network a3168200-01f4-49cf-bb4b-708f2adab6c5 Feb 17 11:50:04.425102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Router 66a136f8-aa6f-448a-abc6-3fd3f73781df has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:50:04.442997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.510753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:04.514617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.542746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 00c96a0d-73b1-4536-a2ba-175115a96f48 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:04.597075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.605152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:04.605591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:04.606432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.612715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf94ac7-623c-4bb1-8e38-bffbe56108be,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:04.614231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:04.624705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9bd7c-c850-4b47-a017-1406f4e65c51 None None] Pushing event updated for resources: {'Port': ['ID=caf33f58-5b89-47c2-a8f2-b7c61203b27e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:04.625720 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7ee7fc92-f39c-4e5a-90b5-d5b12e1f1131 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "PUT /v2.0/quotas/ff84ac2c451f44f5b8dfa7a8be6caaa5 HTTP/1.1" status: 200 len: 366 time: 0.8650899 Feb 17 11:50:04.627445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Usage tracker for resource:floatingip and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:04.630564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Attempting to bind port caf33f58-5b89-47c2-a8f2-b7c61203b27e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:04.630933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Attempting to bind port caf33f58-5b89-47c2-a8f2-b7c61203b27e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:04.631294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39366) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:04.631621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Attempting to bind port caf33f58-5b89-47c2-a8f2-b7c61203b27e on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:04.644330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:04.646084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:04.646084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:04.646357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.646660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:04.647186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Bound port: caf33f58-5b89-47c2-a8f2-b7c61203b27e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:04.647617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.652135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.652473 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Added segment 8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9 of type vlan for network b5e44f79-517d-4567-b8ab-8f1d7215587b Feb 17 11:50:04.669491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:04.692777 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ec1739b1-c45f-45bf-90a3-f3f7c5f1b3dc tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0577915 Feb 17 11:50:04.692972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a6692e-da65-45e4-8f4f-0bdde8ff9cfa,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:04.703890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39370) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:04.730367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.733374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 00c96a0d-73b1-4536-a2ba-175115a96f48 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:04.733735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.746997 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2d4e2331-6e20-4784-b8a9-f514fa292d85 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "GET /v2.0/quotas/ff84ac2c451f44f5b8dfa7a8be6caaa5 HTTP/1.1" status: 200 len: 366 time: 0.0297410 Feb 17 11:50:04.747889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39374) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:04.764732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Allocated IP 172.26.6.124 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/0546265e-231e-441f-b784-fb5a09f8d43c) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:04.770866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] For port caf33f58-5b89-47c2-a8f2-b7c61203b27e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:04.789502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.790061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] For port caf33f58-5b89-47c2-a8f2-b7c61203b27e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=caf33f58-5b89-47c2-a8f2-b7c61203b27e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:04.829361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event updated for resources: {'Network': ['ID=a3168200-01f4-49cf-bb4b-708f2adab6c5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:04.835121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.848200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:04.871264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.873160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Transition to ACTIVE for port object 783be64b-d26c-47fb-95f7-b8f3bd12f467 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:04.874869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:04.878189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.904429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f96747ad-3865-4b4d-9462-5d679d5545a8 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8389359 Feb 17 11:50:04.909016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39378) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:04.922429 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-846d2b08-cfa2-4252-b200-80270ebcfed4 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/ff84ac2c451f44f5b8dfa7a8be6caaa5 HTTP/1.1" status: 204 len: 168 time: 0.1710517 Feb 17 11:50:04.930246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:04.944363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Request body: {'subnet': {'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:04.958587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39382) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:04.979340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f307543a-f9ca-4950-b041-e337645e93b7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:05.089812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Pushing event updated for resources: {'Network': ['ID=b5e44f79-517d-4567-b8ab-8f1d7215587b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:05.099277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9bd7c-c850-4b47-a017-1406f4e65c51 None None] Pushing event updated for resources: {'Port': ['ID=caf33f58-5b89-47c2-a8f2-b7c61203b27e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:05.108668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:05.110428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b5e44f79-517d-4567-b8ab-8f1d7215587b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:05.115526 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f01cbd16-8b85-425a-9fd7-0bd6e87adf3f admin admin] 10.222.0.47 "PUT /v2.0/routers/66a136f8-aa6f-448a-abc6-3fd3f73781df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8725634 Feb 17 11:50:05.131861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:05.132484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:49:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:05.155677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:05.161330 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0826b8ec-b9f7-4e2e-bc75-377e3544b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3854604 Feb 17 11:50:05.161855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Usage tracker for resource:subnet and tenant:843951ef14aa47e4a79ed0ba943377e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.166818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.176137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.255153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.272454 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d3b3f573-ce8d-4e20-9ae7-b78dc304b1e6 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.3125567 Feb 17 11:50:05.277358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39396) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:05.278846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:05.296530 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-90eacbd7-e9b1-47af-be0c-0b3083827897 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "GET /v2.0/quotas/ff84ac2c451f44f5b8dfa7a8be6caaa5 HTTP/1.1" status: 200 len: 370 time: 0.0169361 Feb 17 11:50:05.299548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39400) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:05.312375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39404) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:05.313817 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-30cd9867-cf99-4b00-9490-f9ee03b70e8e tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "GET /v2.0/quotas/ff84ac2c451f44f5b8dfa7a8be6caaa5/default HTTP/1.1" status: 200 len: 370 time: 0.0108151 Feb 17 11:50:05.329458 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-2dc92eb6-1206-4633-bb85-1a14c156d056 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] delete failed (client error): The resource could not be found. Feb 17 11:50:05.335531 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2dc92eb6-1206-4633-bb85-1a14c156d056 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/ff84ac2c451f44f5b8dfa7a8be6caaa5 HTTP/1.1" status: 404 len: 348 time: 0.0215366 Feb 17 11:50:05.395212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Made reservation on behalf of 843951ef14aa47e4a79ed0ba943377e9 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:05.475731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:05.517561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.521240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.526710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f307543a-f9ca-4950-b041-e337645e93b7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:05.679986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:05.694416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks [] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.706167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:05.715260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Allocated IP 172.26.6.46 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/5a70411c-f5df-4cb2-adf7-2b7755fc42f3) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:05.717376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:05.717844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.724313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:05.727726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f307543a-f9ca-4950-b041-e337645e93b7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:05.728683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.731476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Pushing event updated for resources: {'Port': ['ID=783be64b-d26c-47fb-95f7-b8f3bd12f467,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:05.736756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:05.839275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39422) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:05.867795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:network and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.868977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:05.870332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:05.871218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:05.879527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.886903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:subnet and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.891250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.897835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:subnetpool and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.902721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.909179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:port and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.913206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.920523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:router and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.925308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.932771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:floatingip and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.937160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.976585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:security_group and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.981041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:05.987711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Usage tracker for resource:security_group_rule and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:05.992008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:06.003015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b30b59ef-812e-4470-b5ac-5face840cb51 tempest-QuotasTest-1860719921 tempest-QuotasTest-1860719921-project-admin] 10.222.0.47 "GET /v2.0/quotas/664cc74f24de4452a1804a76573c31a6/details.json HTTP/1.1" status: 200 len: 703 time: 0.1626401 Feb 17 11:50:06.039782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39428) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:06.045626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Request body: {'port': {'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b', 'binding:host_id': 'hv-neutron-8287', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1019921432'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:06.056627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:06.060348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Pushing event updated for resources: {'Port': ['ID=0546265e-231e-441f-b784-fb5a09f8d43c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:06.067380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Usage tracker for resource:port and tenant:40c042f4521e4ca98288795ab89725da is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:06.071937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:06.089287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:06.125756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.125756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f307543a-f9ca-4950-b041-e337645e93b7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f307543a-f9ca-4950-b041-e337645e93b7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:06.125756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:49:59Z', 'revision_number': 3, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:06.129996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ca05e-fda7-4e21-a1f6-a62180c3f9e0 None None] The sync data for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv is: [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:49:59Z', 'revision_number': 3, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:06.213227 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c0ce4d21-79c4-4665-83ad-9faed6e89d36 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.3865707 Feb 17 11:50:06.216500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39432) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:06.230616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Made reservation on behalf of 40c042f4521e4ca98288795ab89725da for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:06.231646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6fe0b625-e98d-4a57-a59d-93436c1374da None None] Provisioning for port 783be64b-d26c-47fb-95f7-b8f3bd12f467 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:06.233898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.124'}]}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:06.234062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.236206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.250443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.254587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:06.264511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Usage tracker for resource:router and tenant:7deef82cd9954bda8309966868ebfc71 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:06.270264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:06.283949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:06.286995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6fe0b625-e98d-4a57-a59d-93436c1374da None None] Provisioning complete for port 783be64b-d26c-47fb-95f7-b8f3bd12f467 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:06.287727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b625-e98d-4a57-a59d-93436c1374da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.293771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:06.299326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Usage tracker for resource:security_group_rule and tenant:40c042f4521e4ca98288795ab89725da is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:06.303366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:06.316490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:06.407435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0b625-e98d-4a57-a59d-93436c1374da None None] Port 783be64b-d26c-47fb-95f7-b8f3bd12f467 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:06.421507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.442538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f307543a-f9ca-4950-b041-e337645e93b7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:06.505212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.518768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.519774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.520680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port 92d7e6a4-2d3c-4603-adb9-02863e151d6d yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:06.579992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.630723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3819b951-f248-4bd1-adc6-41bfd94a2cad,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:06.926165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.926165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:06.926165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39440) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:07.020750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.033174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.033944 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Sync routers for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:07.047236 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:07.048030 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:49:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:07.052757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port 92d7e6a4-2d3c-4603-adb9-02863e151d6d yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:07.063574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.124899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Transition to ACTIVE for port object 92d7e6a4-2d3c-4603-adb9-02863e151d6d will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:07.164149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39448) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:07.165333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.167247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Allocated IP 172.26.6.55 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/c3c7c756-4e83-415f-95db-4220091e509c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:07.173481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695990719', 'description': 'tempest-description--2001716849'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:07.190036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:07.198597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Usage tracker for resource:security_group and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:07.202576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:07.224651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.235909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.236227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.236786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.238747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:07.296189 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:07.331493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Pushing event updated for resources: {'Port': ['ID=5a70411c-f5df-4cb2-adf7-2b7755fc42f3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:07.483451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=92d7e6a4-2d3c-4603-adb9-02863e151d6d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:07.488371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Checking segment: {'id': '19893a37-1fc6-4fc6-8b1f-e492ad36b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:07.488859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Network hostable DHCP agents. Network: a3168200-01f4-49cf-bb4b-708f2adab6c5, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:07.498332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.500140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:07.540794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Checking segment: {'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:07.541150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Network hostable DHCP agents. Network: b5e44f79-517d-4567-b8ab-8f1d7215587b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:07.555019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:07.578232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:07.591962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.595693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:07.602541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Usage tracker for resource:security_group_rule and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:07.608093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:07.617254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:07.667230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:07.669350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event updated for resources: {'Subnet': ['ID=e12a61a5-2b24-4900-ac9d-5646d590603f,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:07.671922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Pushing event updated for resources: {'Port': ['ID=783be64b-d26c-47fb-95f7-b8f3bd12f467,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:07.673867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:07.691790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Usage tracker for resource:security_group_rule and tenant:78d379722b56454ea4d887623ad99077 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:07.698192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.698976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:07.699270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Network b5e44f79-517d-4567-b8ab-8f1d7215587b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:07.704716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.722585 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 2, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:07.727570 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Checking router: 66a136f8-aa6f-448a-abc6-3fd3f73781df for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:50:07.727959 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Updating router 66a136f8-aa6f-448a-abc6-3fd3f73781df port b623c739-f823-4f4f-96a7-7bbd892a3d39 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:50:07.754348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.761801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:07.782235 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.786608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d963e80-6afb-40e5-9581-b20a02c41c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.817929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:07.850285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:07.853512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:07.897676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:07.905101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Port': ['ID=c3c7c756-4e83-415f-95db-4220091e509c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:07.915752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:07.918460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:07.943186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:07.947566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b5e44f79-517d-4567-b8ab-8f1d7215587b) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:07.957030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189953bd-59ef-4541-993b-5aa8216ced8c None None] Network b5e44f79-517d-4567-b8ab-8f1d7215587b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:07.960172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:08.025244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.025611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.026005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.049004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.050260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ecbf34d8-545c-4177-93bf-3ceb2f6f0f28 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8849721 Feb 17 11:50:08.054625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39454) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:08.071321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Request body: {'security_group_rule': {'security_group_id': '20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:08.076315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.076653 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.081433 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 2 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.093847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:08.112403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Usage tracker for resource:security_group_rule and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:08.113772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, a3168200-01f4-49cf-bb4b-708f2adab6c5) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:08.124569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:08.128798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.129269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.130582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.135986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.137121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:08.139516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:08.140108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.156516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.156516 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.156516 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 3 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.179922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e651c2-15d5-4e08-ae38-c319bbb1cc23 None None] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:08.254712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.255215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.255446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.278432 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.293256 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Transition to ACTIVE for port object b623c739-f823-4f4f-96a7-7bbd892a3d39 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:08.320986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.322977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.323695 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.324394 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 4 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.353438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.364349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-88a052df-9afc-497a-8363-56be5277e777 None None] Provisioning complete for port 783be64b-d26c-47fb-95f7-b8f3bd12f467 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:08.364721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-88a052df-9afc-497a-8363-56be5277e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.380598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.380598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.380598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.411189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.411189 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.411189 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 5 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.417597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.421590 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.468328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.468558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.468890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.483666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.525553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.530010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-88a052df-9afc-497a-8363-56be5277e777 None None] Port 783be64b-d26c-47fb-95f7-b8f3bd12f467 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:08.549904 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-edb21128-d3c1-469a-9391-20029d7c0f7f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6397269 Feb 17 11:50:08.554619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39458) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:08.570619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device caf33f58-5b89-47c2-a8f2-b7c61203b27e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:08.578422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Request body: {'port': {'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1469065872'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:08.588542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.588866 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.617467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.619556 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 6 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.642555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.664200 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adece871-869e-4c07-bc0d-0f788310e813 None None] Pushing event updated for resources: {'Port': ['ID=b623c739-f823-4f4f-96a7-7bbd892a3d39,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:08.699344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.780652 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Attempting to bind port b623c739-f823-4f4f-96a7-7bbd892a3d39 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.781453 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Attempting to bind port b623c739-f823-4f4f-96a7-7bbd892a3d39 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.781998 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Attempting to bind port b623c739-f823-4f4f-96a7-7bbd892a3d39 on network 5053937c-c09c-4e97-928e-4997eda3c611 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.790398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885b31e4-9eca-4e47-8851-8158860ed533,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:08.791381 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:08.796010 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Checking segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:08.796010 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.796188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-a3168200-01f4-49cf-bb4b-708f2adab6c5', 'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5', 'tenant_id': '843951ef14aa47e4a79ed0ba943377e9', 'fixed_ips': [{'subnet_id': 'e12a61a5-2b24-4900-ac9d-5646d590603f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:50:08.796633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Bound using segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:08.796633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Bound port: b623c739-f823-4f4f-96a7-7bbd892a3d39, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:08.796908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.796979 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.801245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:08.807071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.808481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.808968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.836247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.836860 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.840915 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 7 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.873523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.877576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.878123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.882083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.884408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Usage tracker for resource:port and tenant:843951ef14aa47e4a79ed0ba943377e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:08.887987 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2d6da4bd-c014-433e-bc6b-0cb3b02b31b7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8265789 Feb 17 11:50:08.896279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39462) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:08.896665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6084910b-d98f-47fa-af8c-564363980f9e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:08.904147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:08.908224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Request body: {'security_group_rule': {'security_group_id': '20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:08.915692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:08.920193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Usage tracker for resource:security_group_rule and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:08.924936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:08.925345 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:08.928260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:08.930621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port caf33f58-5b89-47c2-a8f2-b7c61203b27e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:08.931980 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 8 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:08.941127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port caf33f58-5b89-47c2-a8f2-b7c61203b27e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:08.941539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:08.948837 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] For port b623c739-f823-4f4f-96a7-7bbd892a3d39, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:08.952909 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] For port b623c739-f823-4f4f-96a7-7bbd892a3d39, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b623c739-f823-4f4f-96a7-7bbd892a3d39,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:08.954013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:08.954418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:08.954936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:08.957144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:08.972401 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2173dc73-5606-41ea-9d13-43133b83e74c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78d379722b56454ea4d887623ad99077&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2108586 Feb 17 11:50:08.975252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:08.977217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39466) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:09.019432 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.070283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:09.070759 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:09.075785 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 9 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:09.092017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Allocated IP 172.20.0.2 (a3168200-01f4-49cf-bb4b-708f2adab6c5/e12a61a5-2b24-4900-ac9d-5646d590603f/8bd7fc8c-bbc8-4564-84b2-ff044fc3a937) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:09.103233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:09.103420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:09.103649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:09.128696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.173294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Made reservation on behalf of 843951ef14aa47e4a79ed0ba943377e9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:09.177412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.192106 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adece871-869e-4c07-bc0d-0f788310e813 None None] Pushing event updated for resources: {'Port': ['ID=b623c739-f823-4f4f-96a7-7bbd892a3d39,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:09.208725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e39ccc13-65d1-4eea-bee6-bd7f48061c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.221073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:09.221413 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:09.228242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 10 to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d Feb 17 11:50:09.241996 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:09.244676 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:49:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:09.252161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] device_id is not set on port 6962705f-97c8-42cf-b631-adc86bc11353 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:09.299443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.358483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port caf33f58-5b89-47c2-a8f2-b7c61203b27e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=caf33f58-5b89-47c2-a8f2-b7c61203b27e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:09.378983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:09.409229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.412910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:09.413980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:09.414239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:09.436682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.472556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.474098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.474975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f307543a-f9ca-4950-b041-e337645e93b7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:09.482618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e39ccc13-65d1-4eea-bee6-bd7f48061c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.497114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:09.497441 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 92d7e6a4-2d3c-4603-adb9-02863e151d6d on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:09.497813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.548237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.577201 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:09.580023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.613819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.622061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:09.648589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Transition to ACTIVE for port object 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:09.657656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.663932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.675768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.679069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=caf33f58-5b89-47c2-a8f2-b7c61203b27e,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:09.692694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Transition to ACTIVE for port object 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:09.708242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f307543a-f9ca-4950-b041-e337645e93b7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:09.708846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.715938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a83d39d-1c9b-47c9-8a2a-43eed14116e0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:09.727023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] For port 92d7e6a4-2d3c-4603-adb9-02863e151d6d, host hv-neutron-8287, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:09.727439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempted to set empty binding levels {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 11:50:09.731979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.744345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Pushing event updated for resources: {'Port': ['ID=5a70411c-f5df-4cb2-adf7-2b7755fc42f3,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:09.801459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.820643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.829230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Router 571f862d-ce72-4275-9dca-888839694f92 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:50:09.831722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.836996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.836996 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bc31504b-91a3-4ee8-96da-52d1d3eeff3e tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9373844 Feb 17 11:50:09.844849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39470) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:09.857630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:09.873235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e39ccc13-65d1-4eea-bee6-bd7f48061c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.876841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e39ccc13-65d1-4eea-bee6-bd7f48061c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.878970 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e39ccc13-65d1-4eea-bee6-bd7f48061c63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6084910b-d98f-47fa-af8c-564363980f9e HTTP/1.1" status: 204 len: 168 time: 0.8940516 Feb 17 11:50:09.880835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.884777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:09.895883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-942a75dd-405e-428a-be04-5b4cb86a77ed tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4456887 Feb 17 11:50:09.901911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39476) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:09.908449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Usage tracker for resource:floatingip and tenant:a7721ead730f4de98d4acca3b4749ca7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:09.915180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:09.916748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:09.922698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-333720471', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'fixed_ips': [{'ip_address': '172.26.6.46'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:09.925759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccc13-65d1-4eea-bee6-bd7f48061c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6084910b-d98f-47fa-af8c-564363980f9e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:09.927244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:09.931201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:09.935786 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:09.956690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Usage tracker for resource:port and tenant:81af9f13f5134db480f6c217126704a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:09.965079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Pushing event updated for resources: {'Port': ['ID=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:09.966424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:09.969130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.987349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:09.988675 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7951589 Feb 17 11:50:10.010926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:10.012944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39482) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:10.013742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b25ee-26b9-4782-a25a-42da3ebd064a tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Port': ['ID=c3c7c756-4e83-415f-95db-4220091e509c,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:10.042074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4598b500-d245-4c3c-a642-ee51d1b6c5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.046377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:10.066568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.067122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Attempting to bind port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:10.067494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Attempting to bind port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '19893a37-1fc6-4fc6-8b1f-e492ad36b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:10.067847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Attempting to bind port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 on network a3168200-01f4-49cf-bb4b-708f2adab6c5 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:10.076246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:10.076695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Checking segment: {'id': '19893a37-1fc6-4fc6-8b1f-e492ad36b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:10.077001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.077371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Bound using segment: {'id': '19893a37-1fc6-4fc6-8b1f-e492ad36b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:10.077948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Bound port: 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19893a37-1fc6-4fc6-8b1f-e492ad36b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3168200-01f4-49cf-bb4b-708f2adab6c5'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:10.078342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.104786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1846659577'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:10.110204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:10.114547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Usage tracker for resource:network and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:10.118243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:10.125048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:10.125429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Allocated IP 172.20.0.10 (a3168200-01f4-49cf-bb4b-708f2adab6c5/e12a61a5-2b24-4900-ac9d-5646d590603f/6962705f-97c8-42cf-b631-adc86bc11353) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:10.140026 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:08Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:10.148997 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802df86-bd75-471a-8662-845accfe7a41 None None] The sync data for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv is: [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:08Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:10.197410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=92d7e6a4-2d3c-4603-adb9-02863e151d6d,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:10.202566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Made reservation on behalf of 3627604a3bc440df944e804a46479c2f for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:10.208512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.213139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] For port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:10.215628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] For port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,segment=NetworkSegment(19893a37-1fc6-4fc6-8b1f-e492ad36b135),segment_id=19893a37-1fc6-4fc6-8b1f-e492ad36b135)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:10.254161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.289200 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f5c3f3f7-6b09-40db-980e-6355e80f0c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.2450569 Feb 17 11:50:10.292831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39486) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:10.293687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.340524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.465546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64156850-b5ce-45bc-8711-a419ad25bec8 None None] Pushing event updated for resources: {'Port': ['ID=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:10.496390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:10.513488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Made reservation on behalf of 81af9f13f5134db480f6c217126704a9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:10.515828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.517966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Usage tracker for resource:security_group_rule and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:10.525381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:10.535952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:10.562390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Deleting port 92d7e6a4-2d3c-4603-adb9-02863e151d6d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:10.562760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.612962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b623c739-f823-4f4f-96a7-7bbd892a3d39 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:10.638512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.813920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b623c739-f823-4f4f-96a7-7bbd892a3d39 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:10.829241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b623c739-f823-4f4f-96a7-7bbd892a3d39 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:10.832620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.937273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:10.974407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] For port 92d7e6a4-2d3c-4603-adb9-02863e151d6d, host hv-neutron-8287, got binding levels [] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:10.974850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.052631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.091328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b623c739-f823-4f4f-96a7-7bbd892a3d39, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b623c739-f823-4f4f-96a7-7bbd892a3d39,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:11.135694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:11.151432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Calling delete_port for 92d7e6a4-2d3c-4603-adb9-02863e151d6d owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:11.157900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39492) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:11.166814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Usage tracker for resource:security_group_rule and tenant:81af9f13f5134db480f6c217126704a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:11.172841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.173280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.175153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device caf33f58-5b89-47c2-a8f2-b7c61203b27e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:11.200384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:11.216637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:11.219500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.231081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.237167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.285491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.295849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Transition to ACTIVE for port object 6962705f-97c8-42cf-b631-adc86bc11353 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:11.298339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:11.308501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.308841 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Added segment 78eb2d18-5079-4270-94d6-8ede29336089 of type vlan for network 16497ab0-5a42-4817-856e-2e2b3b0c47fc Feb 17 11:50:11.341119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.351774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b623c739-f823-4f4f-96a7-7bbd892a3d39,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:11.386889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.420935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:11.435449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Usage tracker for resource:security_group_rule and tenant:664cc74f24de4452a1804a76573c31a6 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:11.442277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:11.443861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port caf33f58-5b89-47c2-a8f2-b7c61203b27e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:11.446776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.457991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:11.460842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.463866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee8898-d825-4a81-8d84-34f680d0f719,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:11.500211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:11.510752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.514601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:11.515201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.553033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.558961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.560539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.575448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.578546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5457c64-2e79-4a44-90c2-16cb5a6d88f3 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:50:11.601527 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70bd5e56-ba85-48aa-8c6b-e3a53c218a88 admin admin] 10.222.0.47 "PUT /v2.0/routers/571f862d-ce72-4275-9dca-888839694f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3655176 Feb 17 11:50:11.630482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.643640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.755120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event deleted for resources: {'Port': ['ID=92d7e6a4-2d3c-4603-adb9-02863e151d6d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:11.761127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.768699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.771118 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-626c28e6-dda7-4ace-bdd8-8650df6715b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "DELETE /v2.0/ports/92d7e6a4-2d3c-4603-adb9-02863e151d6d HTTP/1.1" status: 204 len: 168 time: 1.4577820 Feb 17 11:50:11.771867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Network': ['ID=16497ab0-5a42-4817-856e-2e2b3b0c47fc,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:11.775742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39498) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:11.784501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:11.799691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 11:50:11.802412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f94ddd27-eafc-4925-a0e0-9d806e33b847 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5836763 Feb 17 11:50:11.814073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39502) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:11.836646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] device_id is not set on port 185f8670-13d5-4254-ab75-ebf91cc43b37 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:11.936051 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de2f2d57-4468-4ee8-832f-2fd8188fd836 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8481216 Feb 17 11:50:11.937263 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d011a64b-3d82-463b-aa02-e58ed56bf0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:50:11.937756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d011a64b-3d82-463b-aa02-e58ed56bf0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Synchronizing usage tracker for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:11.940301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39510) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:11.961359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Request body: {'subnet': {'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:11.962782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:11.986325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:11.999607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:12.011938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711597f0-6487-45f7-9d1c-e8f5ec8706fa,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:12.014299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event updated for resources: {'Port': ['ID=6962705f-97c8-42cf-b631-adc86bc11353,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:12.018332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a39b8b-669e-4834-a003-4d468bfd234e None None] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:12.030737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:12.034823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:12.035443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.048658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.089649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Deleting port 0546265e-231e-441f-b784-fb5a09f8d43c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:12.089965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.112659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Allocated IP 172.26.6.5 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/e14c24d3-994c-4aa4-a4e6-ae1541dbbba2) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:12.127052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d011a64b-3d82-463b-aa02-e58ed56bf0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Unset dirty status for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:12.128266 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d011a64b-3d82-463b-aa02-e58ed56bf0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "GET /v2.0/ports/92d7e6a4-2d3c-4603-adb9-02863e151d6d HTTP/1.1" status: 404 len: 333 time: 0.3483841 Feb 17 11:50:12.132522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39516) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:12.139229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Request body: {'port': {'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-7637567'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:12.143995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:12.169402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:12.170246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Usage tracker for resource:subnet and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:12.231351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:12.249904 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=664cc74f24de4452a1804a76573c31a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0888479 Feb 17 11:50:12.251387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:12.254340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:12.255973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39520) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:12.297156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47eab2-1290-440a-a8d8-812628ba0390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347bd64d-9588-4198-9f12-d4ed79cfecbc,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:12.355628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9ace71fb-46b3-49a9-bead-68a14b4465b4 None None] Provisioning for port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:12.384461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fef0292-580d-40f2-84f4-c827053153e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.386532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Made reservation on behalf of 3627604a3bc440df944e804a46479c2f for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:12.473245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed6181bf-b42e-4c73-b31a-3b1ceb16335e tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.9153066 Feb 17 11:50:12.497951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39526) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:12.545520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.687950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Deleting port 6962705f-97c8-42cf-b631-adc86bc11353 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:12.688524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.742925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b623c739-f823-4f4f-96a7-7bbd892a3d39 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:12.850560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Made reservation on behalf of 40c042f4521e4ca98288795ab89725da for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:12.853307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:12.885729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39530) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:12.897893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666943450', 'description': 'tempest-description--1669000748'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:12.931477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:12.937630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.004713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b623c739-f823-4f4f-96a7-7bbd892a3d39 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:13.005547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.038814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:13.055489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Usage tracker for resource:security_group and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:13.065374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:13.076240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:13.186748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.227710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7b51cab4-f36a-4d3c-9f6f-4c272a8370be None None] Provisioning for port 6962705f-97c8-42cf-b631-adc86bc11353 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:13.252227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.259099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7b51cab4-f36a-4d3c-9f6f-4c272a8370be None None] Provisioning complete for port 6962705f-97c8-42cf-b631-adc86bc11353 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:13.259657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7b51cab4-f36a-4d3c-9f6f-4c272a8370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.266354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.267729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fef0292-580d-40f2-84f4-c827053153e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.282053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.300228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.344628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7b51cab4-f36a-4d3c-9f6f-4c272a8370be None None] Port 6962705f-97c8-42cf-b631-adc86bc11353 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:13.348812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:13.384764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Network b5e44f79-517d-4567-b8ab-8f1d7215587b is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:13.402150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:13.405068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:13.405718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:13.406360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.433895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Calling delete_port for 0546265e-231e-441f-b784-fb5a09f8d43c owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:13.474575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-758d734d-b4b0-4124-9a4f-5ebd6b695bfd None None] Provisioning complete for port 6962705f-97c8-42cf-b631-adc86bc11353 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:13.475499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-758d734d-b4b0-4124-9a4f-5ebd6b695bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.497188 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.501695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=2c394efd-53f8-4a8a-af51-3eb6b8ec4a84,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:13.517012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:13.519009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:13.525625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:13.526303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.526749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Usage tracker for resource:security_group_rule and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:13.530313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.538039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:13.547641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:13.591539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.614682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-758d734d-b4b0-4124-9a4f-5ebd6b695bfd None None] Port 6962705f-97c8-42cf-b631-adc86bc11353 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:13.646589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fef0292-580d-40f2-84f4-c827053153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.650541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fef0292-580d-40f2-84f4-c827053153e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.654610 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8fef0292-580d-40f2-84f4-c827053153e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/347bd64d-9588-4198-9f12-d4ed79cfecbc HTTP/1.1" status: 204 len: 168 time: 1.3904777 Feb 17 11:50:13.700268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.729828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event updated for resources: {'Port': ['ID=e14c24d3-994c-4aa4-a4e6-ae1541dbbba2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:13.753589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Subnet': ['ID=f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:13.762482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,segment=NetworkSegment(19893a37-1fc6-4fc6-8b1f-e492ad36b135),segment_id=19893a37-1fc6-4fc6-8b1f-e492ad36b135)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:13.766424 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9ba7c5e0-cc66-4c62-a11f-637c4abc8c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 1.6327024 Feb 17 11:50:13.773805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39538) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:13.774531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef0292-580d-40f2-84f4-c827053153e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347bd64d-9588-4198-9f12-d4ed79cfecbc,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:13.780080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Calling delete_port for 6962705f-97c8-42cf-b631-adc86bc11353 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:13.784914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:13.823673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:13.830262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:13.838318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:13.855246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:13.955904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:13.995639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.003233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Checking segment: {'id': '78eb2d18-5079-4270-94d6-8ede29336089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:14.003592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network hostable DHCP agents. Network: 16497ab0-5a42-4817-856e-2e2b3b0c47fc, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:14.088514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.089311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.134942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 11:50:14.135388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:50:14.178334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.219070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f768d2-486a-44db-bea4-3dff63ed19f7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:14.236520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.243848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:14.287184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Pushing event deleted for resources: {'Port': ['ID=0546265e-231e-441f-b784-fb5a09f8d43c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:14.289692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.292678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.294065 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e4e83ca-2898-47b3-80f6-fcef17d42e6b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4018471 Feb 17 11:50:14.297118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-68733f33-f77a-4e00-8ed1-76ee439e72bd tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.3940694 Feb 17 11:50:14.300132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39544) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:14.339213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39546) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:14.368239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Request body: {'security_group_rule': {'security_group_id': 'd9f768d2-486a-44db-bea4-3dff63ed19f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:14.389755 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:14.427079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 16497ab0-5a42-4817-856e-2e2b3b0c47fc) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:14.435922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d504a76-3e49-4de4-87ba-59f87ef615d0 None None] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:14.441994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.477235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:14.488073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:14.488073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.533322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event deleted for resources: {'Port': ['ID=6962705f-97c8-42cf-b631-adc86bc11353,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:14.548850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Usage tracker for resource:security_group_rule and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:14.576525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.582400 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0a23c476-3785-4c9a-8e59-9fd2c38cf9f8 tempest-RoutersAdminNegativeIpV6Test-1488247710 tempest-RoutersAdminNegativeIpV6Test-1488247710-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0546265e-231e-441f-b784-fb5a09f8d43c HTTP/1.1" status: 204 len: 168 time: 2.7662001 Feb 17 11:50:14.587027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.592790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a73eb7f9-6c46-4042-a847-4f1a6f45695f tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "DELETE /v2.0/ports/6962705f-97c8-42cf-b631-adc86bc11353 HTTP/1.1" status: 204 len: 168 time: 2.0913410 Feb 17 11:50:14.592936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:14.595431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39560) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:14.602313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:14.626290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Deleting port 5a70411c-f5df-4cb2-adf7-2b7755fc42f3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:14.626628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.711642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:14.713801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.736778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:14.737147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.776837 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d6ca1fc9-fd63-4d6d-b13a-323272feb182 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8290102 Feb 17 11:50:14.782650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39568) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:14.789580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1627934109', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:14.800627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:14.810823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Usage tracker for resource:router and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:14.815380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:14.832433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:14.841721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.919116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.919874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.926471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.928347 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-16497ab0-5a42-4817-856e-2e2b3b0c47fc', 'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc', 'tenant_id': '3627604a3bc440df944e804a46479c2f', 'fixed_ips': [{'subnet_id': 'f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:50:14.929274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:14.967202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:14.983246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.001068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dac75e-2425-4b6c-a9ec-b656c65eee78,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:15.014689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.054095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.054416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.062163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.062338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Transition to ACTIVE for port object 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:15.064121 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-79f945ec-d3a2-4871-98fe-a1376ffe103e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7560589 Feb 17 11:50:15.067486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39574) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:15.076988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Request body: {'security_group_rule': {'security_group_id': 'd9f768d2-486a-44db-bea4-3dff63ed19f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:15.086581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:15.094693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Usage tracker for resource:security_group_rule and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:15.104121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:15.118810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:15.153637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Allocated IP 172.20.0.2 (16497ab0-5a42-4817-856e-2e2b3b0c47fc/f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97/0c45aa4f-f749-49dc-bdfc-de623693bb43) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:15.197383 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f3a0da20-bc22-4aae-9342-0bbabe7d5504 tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5836847 Feb 17 11:50:15.198092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39578) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:15.205690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Calling delete_port for 5a70411c-f5df-4cb2-adf7-2b7755fc42f3 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:15.223109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39580) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:15.240206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.246371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-828182057'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:15.278580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:15.317512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.334997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:15.443408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=2c394efd-53f8-4a8a-af51-3eb6b8ec4a84,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:15.446348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Usage tracker for resource:network and tenant:843951ef14aa47e4a79ed0ba943377e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:15.454631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.454955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.455151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:15.455279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.463336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:15.463659 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:15.464032 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 2 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:15.474628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.479076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:15.480542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.492280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.507099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Transition to ACTIVE for port object 0c45aa4f-f749-49dc-bdfc-de623693bb43 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:15.529517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Transition to ACTIVE for port object 0c45aa4f-f749-49dc-bdfc-de623693bb43 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:15.543503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.578853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.579179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.579503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.581497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.621140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.626857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Made reservation on behalf of 843951ef14aa47e4a79ed0ba943377e9 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:15.627103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.627463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.629861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.649364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event updated for resources: {'Port': ['ID=e14c24d3-994c-4aa4-a4e6-ae1541dbbba2,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:15.651633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:15.651967 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:15.658593 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 3 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:15.661294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:15.671260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.671599 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Added segment 0159bb85-a4b9-425b-8a4c-4b1d58f8f761 of type vlan for network 0e357a23-4efe-41f4-875a-d4fa3006880b Feb 17 11:50:15.695211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.695541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.695873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.702916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.708809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:15.709129 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:15.710230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:15.712267 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 4 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:15.728983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Usage tracker for resource:security_group_rule and tenant:a311f7a0b1254fe693319da038c656da is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:15.732350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:15.733334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:15.736744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:15.740176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.740503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.741397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.744035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:15.746654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:15.746853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.751079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39594) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:15.753830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.754579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Pushing event updated for resources: {'Port': ['ID=0c45aa4f-f749-49dc-bdfc-de623693bb43,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:15.791457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d4200d-b48b-4c84-9a4b-4ed24cffa607,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:15.806311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.806768 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4afe3abc-6a7c-458f-9507-405ce92c9055 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9584267 Feb 17 11:50:15.811552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a70411c-f5df-4cb2-adf7-2b7755fc42f3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:15.816724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:15.816724 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:15.820345 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 5 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:15.866201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.870634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:15.871330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.875092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.875420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.875752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.896205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.900877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:15.901205 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:15.907653 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 6 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:15.920248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Attempting to bind port 0c45aa4f-f749-49dc-bdfc-de623693bb43 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.920620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Attempting to bind port 0c45aa4f-f749-49dc-bdfc-de623693bb43 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '78eb2d18-5079-4270-94d6-8ede29336089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.920978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Attempting to bind port 0c45aa4f-f749-49dc-bdfc-de623693bb43 on network 16497ab0-5a42-4817-856e-2e2b3b0c47fc {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.927769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.934158 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-66d40393-3417-4246-88e7-4a5dd72a28cb tempest-ExternalNetworksAdminNegativeTestJSON-403543976 tempest-ExternalNetworksAdminNegativeTestJSON-403543976-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/b8c9db80-b21e-4a8e-8921-4797bc93bcf6 HTTP/1.1" status: 204 len: 168 time: 1.6015875 Feb 17 11:50:15.934734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:15.935121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Checking segment: {'id': '78eb2d18-5079-4270-94d6-8ede29336089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:15.935525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.935911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Bound using segment: {'id': '78eb2d18-5079-4270-94d6-8ede29336089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:15.936376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Bound port: 0c45aa4f-f749-49dc-bdfc-de623693bb43, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eb2d18-5079-4270-94d6-8ede29336089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:15.936766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.943246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:15.943577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:15.944723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:15.971538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:15.972389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:15.972713 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:15.973091 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 7 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:16.035636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event updated for resources: {'Network': ['ID=0e357a23-4efe-41f4-875a-d4fa3006880b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:16.038144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.040629 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-da9ebde8-91af-4a24-be99-5cf00abe6c94 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9716148 Feb 17 11:50:16.048270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39606) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:16.055852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0e357a23-4efe-41f4-875a-d4fa3006880b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:16.069637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:16.080093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:16.087299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Usage tracker for resource:floatingip and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:16.088885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'networks': [{'name': 'tempest-network--1447053071'}, {'name': 'tempest-network--90417904'}]} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:16.089189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'network': {'name': 'tempest-network--1447053071'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:16.089639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'network': {'name': 'tempest-network--90417904'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:16.092880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:16.095934 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.104549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:16.114625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:16.117675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:16.118029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:16.118362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:16.127815 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:network and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:16.128895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:16.148737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:16.160327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:16.160646 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:16.168190 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 8 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:16.181922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a8476c-6648-4a52-bb6b-ae4aa0b2de1f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:16.191566 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8badd386-dad8-4d4c-b9ca-bc994abccb20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a311f7a0b1254fe693319da038c656da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9598908 Feb 17 11:50:16.194293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:16.194616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:16.194949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:16.196672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39616) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:16.198510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.214175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:16.214498 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:16.214875 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 9 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:16.233315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3e95ade4-4d72-482f-a64a-c752145920ea tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0081027 Feb 17 11:50:16.238218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39620) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:16.255626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.260155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:16.263449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:16.265208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:16.277892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.280415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'network': 2} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:16.283274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] For port 0c45aa4f-f749-49dc-bdfc-de623693bb43, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:16.288453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.292037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] For port 0c45aa4f-f749-49dc-bdfc-de623693bb43, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0c45aa4f-f749-49dc-bdfc-de623693bb43,segment=NetworkSegment(78eb2d18-5079-4270-94d6-8ede29336089),segment_id=78eb2d18-5079-4270-94d6-8ede29336089)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:16.319986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:16.320431 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:16.323264 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 10 to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 Feb 17 11:50:16.330448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.406830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.492674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c67f422-e04e-41ce-8f8f-581ef2fb4689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.503672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121e79-a513-49b9-932f-67771e5e90ee None None] Pushing event updated for resources: {'Port': ['ID=0c45aa4f-f749-49dc-bdfc-de623693bb43,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:16.522024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:16.522356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:16.523188 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:16.527677 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5fd3d583-e29b-4f25-9319-b3c200ac4aa4 tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/agents/7fabf94c-5252-4203-9143-b5ae6af47843/dhcp-networks HTTP/1.1" status: 200 len: 6264 time: 0.2888107 Feb 17 11:50:16.536348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39624) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:16.568424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:16.569590 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:16.570328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.584981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39632) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:16.590087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c67f422-e04e-41ce-8f8f-581ef2fb4689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.595515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:16.606241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:security_group_rule and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:16.620902 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 11:50:16.628906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Allocated IP 172.26.6.89 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/7062f8e5-e185-4c1a-bcec-59fc61f8069e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:16.637821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:16.741476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:16.766458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.857295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-67fb20f9-6e17-47bd-9e18-477f4fd7319a tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Synchronizing usage tracker for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:16.888536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39638) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:16.898215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] For port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84, host hv-neutron-8287, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:16.898419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempted to set empty binding levels {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 11:50:16.904676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.915161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c67f422-e04e-41ce-8f8f-581ef2fb4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.946847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67f422-e04e-41ce-8f8f-581ef2fb4689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a8476c-6648-4a52-bb6b-ae4aa0b2de1f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:16.951534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8919b1-15cc-49db-a4c4-56a5693b8eea tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] Network 0e357a23-4efe-41f4-875a-d4fa3006880b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:16.959703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.980284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c67f422-e04e-41ce-8f8f-581ef2fb4689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:16.980284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9c67f422-e04e-41ce-8f8f-581ef2fb4689 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9a8476c-6648-4a52-bb6b-ae4aa0b2de1f HTTP/1.1" status: 204 len: 168 time: 0.7459548 Feb 17 11:50:17.012730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.060358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.060784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.070245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-67fb20f9-6e17-47bd-9e18-477f4fd7319a tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Unset dirty status for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:17.070539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc4d75-110e-4f9a-9863-579509ff779d None None] Network 0e357a23-4efe-41f4-875a-d4fa3006880b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:17.071399 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-67fb20f9-6e17-47bd-9e18-477f4fd7319a tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--695990719&fields=id&tenant_id=a7721ead730f4de98d4acca3b4749ca7 HTTP/1.1" status: 200 len: 267 time: 0.4591963 Feb 17 11:50:17.074675 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0f8919b1-15cc-49db-a4c4-56a5693b8eea tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "POST /v2.0/agents/7fabf94c-5252-4203-9143-b5ae6af47843/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5372553 Feb 17 11:50:17.077439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39646) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:17.156513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] In _notify_port_updated(), no bound segment for port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:50:17.157910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.164561 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "PUT /v2.0/ports/2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 HTTP/1.1" status: 200 len: 978 time: 3.3875632 Feb 17 11:50:17.174963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.179371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39652) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:17.249650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.271465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac3f2e-048d-4f71-9935-5887c18afcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=2c394efd-53f8-4a8a-af51-3eb6b8ec4a84,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:17.286809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98aaa2ee-bb52-4ed3-8509-c00399226fe3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:17.288063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Port': ['ID=7062f8e5-e185-4c1a-bcec-59fc61f8069e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:17.308037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:17.356249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.356597 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Added segment 4427721b-f353-4048-aaf5-9a18132e6099 of type vlan for network a8a8b1d3-bd79-448b-93a9-4bcf5e169f1b Feb 17 11:50:17.382142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:17.407058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Usage tracker for resource:security_group_rule and tenant:73f7f53946e543e5adf490f90e9f8efc is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:17.430841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:17.436937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Allocated IP 172.26.6.71 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/c7fb867d-0d03-4544-b710-de804627de10) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:17.444144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:17.448247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:17.451878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.455371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:17.458136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:17.460309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-41a5abb2-baa7-4279-a518-b45daf900cfa tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:17.464497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-41a5abb2-baa7-4279-a518-b45daf900cfa tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Synchronizing usage tracker for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:17.533264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:17.556592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.556936 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Added segment 6e07a4b0-df93-4d99-80dc-01b56035e58e of type vlan for network cd9e9a50-a451-4e16-85af-8a6d8f190b5c Feb 17 11:50:17.602231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.606159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.672444 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d6a16c7d-c460-495e-aeb5-0b7e0603eef4 tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/agents/7fabf94c-5252-4203-9143-b5ae6af47843/dhcp-networks HTTP/1.1" status: 200 len: 7007 time: 0.5935934 Feb 17 11:50:17.675673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:17.695466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.709864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-19f20e16-8e8f-471e-ad79-061394606f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14422 time: 0.4315510 Feb 17 11:50:17.715372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39662) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:17.718431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d84eb-26d6-414e-9097-fd4ccb54d84d None None] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:17.759340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.760550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.765171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:17.768113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:17.768736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.897258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5c77acb3-f889-453b-81b3-455025e26e0d None None] Provisioning for port 0c45aa4f-f749-49dc-bdfc-de623693bb43 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:17.905707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Network': ['ID=a8a8b1d3-bd79-448b-93a9-4bcf5e169f1b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:17.914536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Deleting port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:17.915087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:17.951432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39666) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:17.959901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network a8a8b1d3-bd79-448b-93a9-4bcf5e169f1b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:17.960374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.018890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Network': ['ID=cd9e9a50-a451-4e16-85af-8a6d8f190b5c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:18.034659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-41a5abb2-baa7-4279-a518-b45daf900cfa tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Unset dirty status for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:18.040129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network cd9e9a50-a451-4e16-85af-8a6d8f190b5c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:18.040250 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-41a5abb2-baa7-4279-a518-b45daf900cfa tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/networks?id=5053937c-c09c-4e97-928e-4997eda3c611 HTTP/1.1" status: 200 len: 805 time: 0.9457064 Feb 17 11:50:18.066690 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73f7f53946e543e5adf490f90e9f8efc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1736352 Feb 17 11:50:18.070581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39670) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.072181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb3d99-34c7-493b-9a46-7497c8408835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccddfcaa-8658-49ef-b9d1-c171c185ddec,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:18.085325 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8634831d-881c-42a4-ac86-e0e4688a882f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/quotas/a7721ead730f4de98d4acca3b4749ca7 HTTP/1.1" status: 200 len: 375 time: 0.0174048 Feb 17 11:50:18.105552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.106306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.137277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3b51c325-191f-4288-9320-6138ce7db5a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7deef82cd9954bda8309966868ebfc71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1810746 Feb 17 11:50:18.138148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39674) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.171712 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0f5471b5-2b8e-4e63-b9e9-69eb3df039a1 tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "DELETE /v2.0/agents/7fabf94c-5252-4203-9143-b5ae6af47843/dhcp-networks/0e357a23-4efe-41f4-875a-d4fa3006880b HTTP/1.1" status: 204 len: 168 time: 0.4926274 Feb 17 11:50:18.174272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39678) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.211017 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f632c540-f534-4f84-8d8e-b5e2e7eb2e19 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4288509 Feb 17 11:50:18.217389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39682) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.290022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.453866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] For port 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84, host hv-neutron-8287, got binding levels [] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:18.454373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.475276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:18.481804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:18.484933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event updated for resources: {'Port': ['ID=c7fb867d-0d03-4544-b710-de804627de10,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:18.515185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-7e371b79-e056-484f-9e2d-d65ec2478a5f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Synchronizing usage tracker for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:18.522167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0c45aa4f-f749-49dc-bdfc-de623693bb43 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:18.544382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-233047f7-6c9c-4ad1-9b60-90a49a9a3e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.545564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:18.614018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Calling delete_port for 2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:18.647305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:18.650945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f091a78-a7d3-4a37-a908-ee755e3e4e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.651528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:18.655652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:18.659733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:18.660604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Synchronizing usage tracker for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:18.668046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-233047f7-6c9c-4ad1-9b60-90a49a9a3e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.683040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0c45aa4f-f749-49dc-bdfc-de623693bb43 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:18.690997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0c45aa4f-f749-49dc-bdfc-de623693bb43 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:18.690997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.701020 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-254fe8ab-36be-485e-9cea-4562b1ed6b35 tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/agents/7fabf94c-5252-4203-9143-b5ae6af47843/dhcp-networks HTTP/1.1" status: 200 len: 6264 time: 0.5200815 Feb 17 11:50:18.702496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39686) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.719560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f091a78-a7d3-4a37-a908-ee755e3e4e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.729633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-7e371b79-e056-484f-9e2d-d65ec2478a5f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Unset dirty status for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:18.737015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-7e371b79-e056-484f-9e2d-d65ec2478a5f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7721ead730f4de98d4acca3b4749ca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6431155 Feb 17 11:50:18.771297 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d466c188-b527-4ebc-8cd7-23b8551f655f tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/networks/a3168200-01f4-49cf-bb4b-708f2adab6c5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0678644 Feb 17 11:50:18.777064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39694) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.826917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Unset dirty status for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:18.831008 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a526f0cd-077a-49b7-8b25-b726a5347814 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6011360 Feb 17 11:50:18.832506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39698) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.867738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.874462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.917932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0c45aa4f-f749-49dc-bdfc-de623693bb43, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0c45aa4f-f749-49dc-bdfc-de623693bb43,segment=NetworkSegment(78eb2d18-5079-4270-94d6-8ede29336089),segment_id=78eb2d18-5079-4270-94d6-8ede29336089)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:18.926484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-233047f7-6c9c-4ad1-9b60-90a49a9a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.942054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.950049 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-973d40e5-be45-4f52-8094-4bf2c6d8b84b tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/networks/a3168200-01f4-49cf-bb4b-708f2adab6c5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1640961 Feb 17 11:50:18.954465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c394efd-53f8-4a8a-af51-3eb6b8ec4a84,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:18.957263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-233047f7-6c9c-4ad1-9b60-90a49a9a3e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:18.957683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39702) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:18.961517 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-233047f7-6c9c-4ad1-9b60-90a49a9a3e4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a60925c-358b-4eac-be15-decdb452332c HTTP/1.1" status: 204 len: 168 time: 0.8100245 Feb 17 11:50:18.983022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233047f7-6c9c-4ad1-9b60-90a49a9a3e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60925c-358b-4eac-be15-decdb452332c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:18.985871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.018399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.023437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.081026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f091a78-a7d3-4a37-a908-ee755e3e4e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.149870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fbe53fcd-4379-4af7-81bf-7267c2a42d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "DELETE /v2.0/ports/2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 HTTP/1.1" status: 204 len: 168 time: 1.4302123 Feb 17 11:50:19.150577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-e254f50c-3042-4cf0-93cc-891aa164cad0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:50:19.152137 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-e254f50c-3042-4cf0-93cc-891aa164cad0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1992700 Feb 17 11:50:19.154835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f091a78-a7d3-4a37-a908-ee755e3e4e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.156085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2f091a78-a7d3-4a37-a908-ee755e3e4e29 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ccddfcaa-8658-49ef-b9d1-c171c185ddec HTTP/1.1" status: 204 len: 168 time: 1.0723898 Feb 17 11:50:19.157511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39710) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:19.158412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f091a78-a7d3-4a37-a908-ee755e3e4e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccddfcaa-8658-49ef-b9d1-c171c185ddec,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:19.187437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0c45aa4f-f749-49dc-bdfc-de623693bb43,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:19.214596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.325001 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9714ddb4-77e5-4f4e-bec1-5f0b1d5a0dca tempest-DHCPAgentSchedulersTestJSON-972883021 tempest-DHCPAgentSchedulersTestJSON-972883021-project-admin] 10.222.0.47 "GET /v2.0/agents/7fabf94c-5252-4203-9143-b5ae6af47843/dhcp-networks HTTP/1.1" status: 200 len: 6264 time: 0.3654101 Feb 17 11:50:19.329718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39716) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:19.373953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.383208 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8140ff-f2a1-4e75-ac82-7907ca9e51a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:50:19.383725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8f8140ff-f2a1-4e75-ac82-7907ca9e51a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Synchronizing usage tracker for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:19.437206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > segment before_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.437532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.438243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.438560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > port after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.439047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > port after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.439759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > port after_update 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.440237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > segment after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.440719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.441179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.441651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet after_update 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.612632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.624624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.624974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.625306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet before_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.625634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Subscribe: > subnet before_update 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:19.626041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a8b1d3-bd79-448b-93a9-4bcf5e169f1b']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:19.629584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Router f625a4de-270a-44ff-8e5c-e5812cc8b1da is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:50:19.639325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8f8140ff-f2a1-4e75-ac82-7907ca9e51a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Unset dirty status for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:19.640542 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f8140ff-f2a1-4e75-ac82-7907ca9e51a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "GET /v2.0/ports/2c394efd-53f8-4a8a-af51-3eb6b8ec4a84 HTTP/1.1" status: 404 len: 333 time: 0.4820919 Feb 17 11:50:19.645362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4427721b-f353-4048-aaf5-9a18132e6099') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:19.645652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4427721b-f353-4048-aaf5-9a18132e6099') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:19.652050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39728) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:19.665955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344081575', 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:19.666340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.704184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:19.707124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.718621 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-98124fff-560c-4a3d-92a9-8c91d982814f service neutron] 10.222.0.47 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991081 Feb 17 11:50:19.719771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:19.720171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.740897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn_limited( Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn_limited( Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:19.743101 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:19.873083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:19.959372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.968870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:19.969935 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-d3eb2c3e-2b1e-47f8-b350-2e3ec7ac7468 service neutron] 10.222.0.47 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223322 Feb 17 11:50:19.999245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Made reservation on behalf of 40c042f4521e4ca98288795ab89725da for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:20.001554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.012872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > segment before_delete 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.013230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.014005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.014337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > port after_create 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.014635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > port after_delete 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.014992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > port after_update 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.015304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > segment after_delete 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.015629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet after_create 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.015928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet after_delete 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.016229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet after_update 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.042926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.052406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.084227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39736) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.106183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Network': ['ID=a8a8b1d3-bd79-448b-93a9-4bcf5e169f1b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:20.155641 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4cf3c592-7ba1-40c9-9b36-643a4a4550b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81af9f13f5134db480f6c217126704a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0687287 Feb 17 11:50:20.159080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39742) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.180023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet after_create 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.180374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet after_delete 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.180692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet before_create 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.181011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Subscribe: > subnet before_update 55550000 {{(pid=84459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 11:50:20.181374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e357a23-4efe-41f4-875a-d4fa3006880b']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:20.198330 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2e1a9397-c703-454c-8408-3ed01b1f8fff tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/networks/a8a8b1d3-bd79-448b-93a9-4bcf5e169f1b HTTP/1.1" status: 204 len: 168 time: 1.3622656 Feb 17 11:50:20.207003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39746) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.208359 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.215229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0159bb85-a4b9-425b-8a4c-4b1d58f8f761') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:20.215458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0159bb85-a4b9-425b-8a4c-4b1d58f8f761') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:20.281731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.296405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port 8672db88-96af-4853-bd9b-e7ba26209c11 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:20.397192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.420478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39768) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.431948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:20.432344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.452932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ced6b976-d76d-4b86-9392-e424b6adf7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.461909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0c45aa4f-f749-49dc-bdfc-de623693bb43 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn_limited( Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn_limited( Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:20.470226 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:20.485702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event updated for resources: {'Port': ['ID=c7fb867d-0d03-4544-b710-de804627de10,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:20.518044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ced6b976-d76d-4b86-9392-e424b6adf7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.532245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.550580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0c45aa4f-f749-49dc-bdfc-de623693bb43 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:20.550962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.605389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.750859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.752582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.753960 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fe893499-dd0d-48d9-8a47-af61a0912ccd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7046211 Feb 17 11:50:20.803344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.805630 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "DELETE /v2.0/networks/0e357a23-4efe-41f4-875a-d4fa3006880b HTTP/1.1" status: 204 len: 168 time: 1.4723322 Feb 17 11:50:20.807983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbb3d4-3bf5-4d00-8fd9-16f751442186 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event deleted for resources: {'Network': ['ID=0e357a23-4efe-41f4-875a-d4fa3006880b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:20.811383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39780) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.836495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.867698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39784) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.875049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9e9a50-a451-4e16-85af-8a6d8f190b5c']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:20.896442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e07a4b0-df93-4d99-80dc-01b56035e58e') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:20.896961 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e07a4b0-df93-4d99-80dc-01b56035e58e') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:20.903246 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426db6e-703a-41bb-9357-03c34437ea2a tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] DELETE failed (client error): The resource could not be found. Feb 17 11:50:20.906312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b426db6e-703a-41bb-9357-03c34437ea2a tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:50:20.908221 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b426db6e-703a-41bb-9357-03c34437ea2a tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "DELETE /v2.0/ports/6962705f-97c8-42cf-b631-adc86bc11353 HTTP/1.1" status: 404 len: 333 time: 0.0944800 Feb 17 11:50:20.912666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39790) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:20.916117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.916951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.934299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.941588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:20.942024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:20.969802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:20.977892 dv-neutron-828728-1-hyperv neutron-server[84459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 11:50:20.984378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] Sync routers for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:21.010538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:21.011682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:21.065625 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bde0c572-7494-4bbd-8aa5-ff06db003adb req-30b29426-d59e-4c0f-82e9-1631b50576d3 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.6406386 Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:21.096152 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:21.122372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:21.137622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:21.138640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:21.166330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.175974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.206103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.210852 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4bce98dd-db22-4a3a-8abb-c1e81cc3c400 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.4232805 Feb 17 11:50:21.218187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39798) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:21.237279 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/networks/cd9e9a50-a451-4e16-85af-8a6d8f190b5c HTTP/1.1" status: 204 len: 168 time: 1.0269086 Feb 17 11:50:21.246231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39804) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:21.251006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:21.267184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3ba5-8f3b-4cb3-9b95-5bb99ca6f43a None None] The sync data for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:21.268184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ced6b976-d76d-4b86-9392-e424b6adf7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.268184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ced6b976-d76d-4b86-9392-e424b6adf7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.268184 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ced6b976-d76d-4b86-9392-e424b6adf7f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/711597f0-6487-45f7-9d1c-e8f5ec8706fa HTTP/1.1" status: 204 len: 168 time: 1.1002052 Feb 17 11:50:21.285877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c312e-b546-42c3-8744-839e8bca6566 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Network': ['ID=cd9e9a50-a451-4e16-85af-8a6d8f190b5c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:21.297932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b976-d76d-4b86-9392-e424b6adf7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711597f0-6487-45f7-9d1c-e8f5ec8706fa,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:21.545931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-20c892d3-43e2-40ae-886c-1b69df858c76 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Synchronizing usage tracker for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:21.582515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd5dda-5050-49dd-9ca4-b08955542dfe tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:21.586782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd5dda-5050-49dd-9ca4-b08955542dfe tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:21.587575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0bfd5dda-5050-49dd-9ca4-b08955542dfe tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Synchronizing usage tracker for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:21.597343 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3ecc2b12-a01f-4db7-b032-f333304cc736 tempest-AgentManagementNegativeTest-1671278260 tempest-AgentManagementNegativeTest-1671278260-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7282562 Feb 17 11:50:21.652512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.678083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-20c892d3-43e2-40ae-886c-1b69df858c76 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Unset dirty status for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:21.679866 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-20c892d3-43e2-40ae-886c-1b69df858c76 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1666943450&fields=id&tenant_id=4782c14c3fee44ae94c81eb97b56c92c HTTP/1.1" status: 200 len: 267 time: 0.2232490 Feb 17 11:50:21.680478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0bfd5dda-5050-49dd-9ca4-b08955542dfe tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Unset dirty status for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:21.681518 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0bfd5dda-5050-49dd-9ca4-b08955542dfe tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4340777 Feb 17 11:50:21.687903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39826) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:21.698219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Deleting subnet e12a61a5-2b24-4900-ac9d-5646d590603f {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:50:21.711921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.718311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1344732082'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:21.779459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:21.797360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Network b5e44f79-517d-4567-b8ab-8f1d7215587b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:21.806127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:21.810259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:21.810659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:21.811497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:21.812340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.819961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=8672db88-96af-4853-bd9b-e7ba26209c11,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:21.825244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.898605 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-5c77773c-4a1e-4d4e-9b79-8ffd4d0d25a3 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:21.899940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-5c77773c-4a1e-4d4e-9b79-8ffd4d0d25a3 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Synchronizing usage tracker for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:21.937494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:21.941291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:21.987496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:21.992146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39842) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:21.992631 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1f2f2602-3e81-4ee6-885c-5dd6ee0aa23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3370848 Feb 17 11:50:22.016222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.043587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-5c77773c-4a1e-4d4e-9b79-8ffd4d0d25a3 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Unset dirty status for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:22.046309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-5c77773c-4a1e-4d4e-9b79-8ffd4d0d25a3 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 812 time: 0.3593252 Feb 17 11:50:22.050641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.050641 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Added segment ba13e6e6-de6c-481a-b2c0-0003093c41c7 of type vlan for network ea1b45e0-0b86-4850-b7e3-8cee8c49c399 Feb 17 11:50:22.103627 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-46097108-c95b-43f3-8224-17bdabd37923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "GET /v2.0/ports/8672db88-96af-4853-bd9b-e7ba26209c11 HTTP/1.1" status: 200 len: 959 time: 0.1094463 Feb 17 11:50:22.105177 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-b29cfa26-e94f-4f18-ac57-8f6ed17d9cb8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/quotas/4782c14c3fee44ae94c81eb97b56c92c HTTP/1.1" status: 200 len: 375 time: 0.0455558 Feb 17 11:50:22.108321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39846) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:22.157547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.269580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Deleting port 8672db88-96af-4853-bd9b-e7ba26209c11 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:22.269945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.306375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e7d18cbe-7f63-4f5c-8cfe-991a28dd3bac req-d8134462-47bb-45b4-af0a-325a08e3f248 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.0765975 Feb 17 11:50:22.353625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39858) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:22.441490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.491385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event deleted for resources: {'Subnet': ['ID=e12a61a5-2b24-4900-ac9d-5646d590603f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:22.576240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.580043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:22.580618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.596081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.599664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254673eb-eea9-455c-a2bd-7865af7adf01 None None] Network a3168200-01f4-49cf-bb4b-708f2adab6c5 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:22.668377 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d1e23b52-bb35-4dc7-a946-44dc6d13b996 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "DELETE /v2.0/subnets/e12a61a5-2b24-4900-ac9d-5646d590603f HTTP/1.1" status: 204 len: 168 time: 1.7468793 Feb 17 11:50:22.669066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.678402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39872) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:22.709974 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3975a453-3866-42b5-b3d8-5c29f422c434 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5464020 Feb 17 11:50:22.798481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Network': ['ID=ea1b45e0-0b86-4850-b7e3-8cee8c49c399,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:22.838637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.841279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:22.846114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ea1b45e0-0b86-4850-b7e3-8cee8c49c399 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:22.847007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Usage tracker for resource:security_group_rule and tenant:c88708ebfd0441a288d597fb762be146 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:22.854209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:22.862565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:22.875148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.876938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Deleting port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:22.877280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:22.891987 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-93be95d3-11d8-4a5f-a9a9-e20940f7924b tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2024021 Feb 17 11:50:22.913614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39878) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:22.932861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1284402183'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:22.974068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:22.982704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39884) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:22.995079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:network and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:23.007068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:23.047469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:23.051900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Calling delete_port for 8672db88-96af-4853-bd9b-e7ba26209c11 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:23.170778 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-5d669e7b-1021-427a-afd1-8498ea48af96 service neutron] 10.222.0.47 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298258 Feb 17 11:50:23.175448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] DHCP port deletion for a3168200-01f4-49cf-bb4b-708f2adab6c5 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:50:23.180748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] Deleting port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:23.181141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.229927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-229191440'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:23.241485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:23.244447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.254207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:23.261513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.272630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.282332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Usage tracker for resource:network and tenant:f23f2f308a774da2acb727608839b72c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:23.288550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:23.309292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:23.328456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] For port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,segment=NetworkSegment(19893a37-1fc6-4fc6-8b1f-e492ad36b135),segment_id=19893a37-1fc6-4fc6-8b1f-e492ad36b135)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:23.328820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.331170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event deleted for resources: {'Port': ['ID=8672db88-96af-4853-bd9b-e7ba26209c11,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:23.379490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.389930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.457980 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-e1f881ea-eaab-4297-87e9-4c416f03ecff service neutron] 10.222.0.47 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796607 Feb 17 11:50:23.481183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] For port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,segment=NetworkSegment(19893a37-1fc6-4fc6-8b1f-e492ad36b135),segment_id=19893a37-1fc6-4fc6-8b1f-e492ad36b135)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:23.481574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.548587 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5a1a0ced-572a-4f17-af97-8dd55a5033c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "DELETE /v2.0/ports/8672db88-96af-4853-bd9b-e7ba26209c11 HTTP/1.1" status: 204 len: 168 time: 1.4392471 Feb 17 11:50:23.549549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39892) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:23.573325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:23.597398 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad71e98-6a0f-400c-97ba-d7131316bca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:50:23.598047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6ad71e98-6a0f-400c-97ba-d7131316bca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Synchronizing usage tracker for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:23.629669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] Calling delete_port for 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:23.692516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Calling delete_port for 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:23.723591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6ad71e98-6a0f-400c-97ba-d7131316bca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Unset dirty status for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:23.731412 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6ad71e98-6a0f-400c-97ba-d7131316bca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "GET /v2.0/ports/8672db88-96af-4853-bd9b-e7ba26209c11 HTTP/1.1" status: 404 len: 333 time: 0.1805596 Feb 17 11:50:23.732111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39904) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:23.749433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Request body: {'port': {'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-731182575'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:23.759399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:23.762934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.799052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:23.835068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dfc5e6-b102-46bd-97e6-d7528a5cc46a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:23.848567 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4b6f2c77-cefd-44d2-826d-e6dd79a9aaa4 req-02521f8e-3ef8-4e28-bd8d-9d51f225be4d tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.2048028 Feb 17 11:50:23.889682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.906399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.907018 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Added segment 1817534b-8f86-4da8-a47b-629a7d80183f of type vlan for network 3e12dcfc-dcd0-4769-b3d4-c6b006f1cada Feb 17 11:50:23.908612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.909053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:23.918469 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cf4a8ac1-c4b1-42cf-b84a-77e0f7552cc7 req-9c7fa4de-10f1-4b5f-8327-b781d83cd2eb tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.1652641 Feb 17 11:50:23.982451 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-76f86ce9-948b-4a41-b0ef-11ba0131c938 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c88708ebfd0441a288d597fb762be146&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6271653 Feb 17 11:50:23.985577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Made reservation on behalf of 40c042f4521e4ca98288795ab89725da for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:23.987929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:23.997968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] Pushing event deleted for resources: {'Port': ['ID=8bd7fc8c-bbc8-4564-84b2-ff044fc3a937,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:24.007421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39916) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:24.014725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0d884-2914-40e8-a38d-bd9f6e6b6828 None None] No DVR routers for this DVR port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:50:24.035684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port c2f7669e-3cfc-4f45-bddc-65599e871996 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:24.076548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.128967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:24.132446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.148552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:50:24.148552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:50:24.148552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Usage tracker for resource:security_group_rule and tenant:f23f2f308a774da2acb727608839b72c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:24.162112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:24.180459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:24.287432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6eb534ae-8fb2-430e-9ee8-bf3bf91beaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.353622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6eb534ae-8fb2-430e-9ee8-bf3bf91beaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.371281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.383735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.387496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:24.388081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.454253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:50:24.488727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:50:24.489058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:50:24.523067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6eb534ae-8fb2-430e-9ee8-bf3bf91beaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.542640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb534ae-8fb2-430e-9ee8-bf3bf91beaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dfc5e6-b102-46bd-97e6-d7528a5cc46a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:24.568226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.577064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.603165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.24', 55133) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:24.605544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Network': ['ID=3e12dcfc-dcd0-4769-b3d4-c6b006f1cada,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:24.618206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 3e12dcfc-dcd0-4769-b3d4-c6b006f1cada details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:24.647090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Deleting port 8bd7fc8c-bbc8-4564-84b2-ff044fc3a937 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:24.647585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.665703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6eb534ae-8fb2-430e-9ee8-bf3bf91beaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.669576 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6eb534ae-8fb2-430e-9ee8-bf3bf91beaed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05dfc5e6-b102-46bd-97e6-d7528a5cc46a HTTP/1.1" status: 204 len: 168 time: 0.6599245 Feb 17 11:50:24.690493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.696498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Network b5e44f79-517d-4567-b8ab-8f1d7215587b is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:24.696850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f7669e-3cfc-4f45-bddc-65599e871996,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:24.706556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:24.706556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:24.706556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:24.706556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.794611 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9f817377-3aff-4d30-86cb-4a92953bb59d tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8798132 Feb 17 11:50:24.797728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39932) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:24.804959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'ports': [{'network_id': 'ea1b45e0-0b86-4850-b7e3-8cee8c49c399', 'name': 'tempest-port--1479549967', 'admin_state_up': True}, {'network_id': '3e12dcfc-dcd0-4769-b3d4-c6b006f1cada', 'admin_state_up': False}]} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:24.805254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'port': {'network_id': 'ea1b45e0-0b86-4850-b7e3-8cee8c49c399', 'name': 'tempest-port--1479549967', 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:24.805654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'port': {'network_id': '3e12dcfc-dcd0-4769-b3d4-c6b006f1cada', 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:24.880546 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5709d85f-939a-495c-b7ba-0b67e5ff3e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1470475 Feb 17 11:50:24.887287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 39936) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:24.891210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] The port '8bd7fc8c-bbc8-4564-84b2-ff044fc3a937' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:50:24.897190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:24.906415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:24.952207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223d4f1d-1ae2-4308-9f65-1a30ee39bb35,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:24.991224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:24.992445 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Added segment e5d22376-9ad3-4ded-929b-ba55f658e344 of type vlan for network 909c6df6-fa3e-47fc-9319-a116d811c3be Feb 17 11:50:25.119040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:25.123235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:port and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:25.126094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:25.133602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:25.216856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-38ebd3b7-1051-4c46-93f1-5398f6516ade tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:25.217664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-38ebd3b7-1051-4c46-93f1-5398f6516ade tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.24 "GET /v2.0/networks?id=5053937c-c09c-4e97-928e-4997eda3c611 HTTP/1.1" status: 200 len: 805 time: 0.6134105 Feb 17 11:50:25.222134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.254391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.255783 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-585d5a9d-866b-4395-9822-dfac16c7e3bd req-71bd8287-573b-47f4-92ee-41eb95e277cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.1200855 Feb 17 11:50:25.268434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.273419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'port': 2} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:25.276977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.296714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.309518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Allocated IP 172.20.0.1 (16497ab0-5a42-4817-856e-2e2b3b0c47fc/f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97/e6cd794e-90ac-463b-b725-74355844d213) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:25.313804 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bd3b01f-22ce-4bcd-b2a4-b26a59447184 req-18f248ba-4ce5-402b-b69a-c467b348921b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.2004130 Feb 17 11:50:25.324516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3168200-01f4-49cf-bb4b-708f2adab6c5']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:25.453035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19893a37-1fc6-4fc6-8b1f-e492ad36b135') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:25.463574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19893a37-1fc6-4fc6-8b1f-e492ad36b135') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:25.469055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:25.512602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.597947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-befc3422-e578-427a-b58e-b4ae9dd33ca9 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7721ead730f4de98d4acca3b4749ca7 HTTP/1.1" status: 200 len: 379 time: 0.3312924 Feb 17 11:50:25.610403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.616170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Request body: {'port': {'device_id': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'admin_state_up': True, 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'security_groups': ['20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:25.695796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:25.696375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:25.712871 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:25.791405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] device_id is not set on port c2f7669e-3cfc-4f45-bddc-65599e871996 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:25.803935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.810346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.814014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:25.814618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.832457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] device_id is not set on port 15fcf09a-7679-4a02-a9da-92e3b997cb63 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:25.925573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:25.999716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.050218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Transition to ACTIVE for port object c2f7669e-3cfc-4f45-bddc-65599e871996 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:26.054421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Network': ['ID=909c6df6-fa3e-47fc-9319-a116d811c3be,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:26.065726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Transition to ACTIVE for port object e6cd794e-90ac-463b-b725-74355844d213 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:26.067057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.072440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 909c6df6-fa3e-47fc-9319-a116d811c3be details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:26.090518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] device_id is not set on port 1af39feb-990b-437d-8760-6ae2e8de8e52 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:26.110915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.114837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] 10.222.0.47 "DELETE /v2.0/networks/a3168200-01f4-49cf-bb4b-708f2adab6c5 HTTP/1.1" status: 204 len: 168 time: 3.4337199 Feb 17 11:50:26.124339 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-58d36c10-99f9-4910-b4b4-3e757d1d2e3a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1379712 Feb 17 11:50:26.124339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:26.129935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:26.148065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785e681-ef44-4c6c-99d3-be858f6813b6 tempest-DHCPAgentSchedulersTestJSON-775975048 tempest-DHCPAgentSchedulersTestJSON-775975048-project] Pushing event deleted for resources: {'Network': ['ID=a3168200-01f4-49cf-bb4b-708f2adab6c5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:26.182304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'subnet': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:26.199098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.227167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:26.229022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.429386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:26.445045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Usage tracker for resource:subnet and tenant:f23f2f308a774da2acb727608839b72c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:26.456339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.457161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:26.468527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:26.480459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Made reservation on behalf of a7721ead730f4de98d4acca3b4749ca7 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:26.485130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.489584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f7669e-3cfc-4f45-bddc-65599e871996,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:26.523240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:26.702913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:26.787309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dae40324-98ed-45ff-8ae4-8ee9e2107af0 req-df7ec4b4-0417-4599-81fb-dd1065f64ba6 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.1470234 Feb 17 11:50:26.791721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 39996) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:26.804987 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-53139d5c-773e-4fa2-a1fb-fb66c9feb9fa req-25bed132-9b67-4a74-be12-bf7fb41c30c4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.1341922 Feb 17 11:50:26.821659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Port': ['ID=15fcf09a-7679-4a02-a9da-92e3b997cb63,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:26.831313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:26.831313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:26.831313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:26.851660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Checking segment: {'id': 'ba13e6e6-de6c-481a-b2c0-0003093c41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea1b45e0-0b86-4850-b7e3-8cee8c49c399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:26.853653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network hostable DHCP agents. Network: ea1b45e0-0b86-4850-b7e3-8cee8c49c399, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:26.868960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:26.869473 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:26.874827 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 2 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:26.906772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:26.907104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:26.907438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:26.929558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:26.944290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:26.948937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:26.949596 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:26.950302 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 3 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:26.977682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Port': ['ID=e6cd794e-90ac-463b-b725-74355844d213,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:26.987091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:26.988323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:26.988829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:26.989355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.006727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.006727 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.006727 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 4 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.025548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network ea1b45e0-0b86-4850-b7e3-8cee8c49c399 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:27.063270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.063715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.063912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.084510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.084943 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.085325 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 5 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.135477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.135815 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.136113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.138354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:27.153979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.154880 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.157438 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 6 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.211051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ea1b45e0-0b86-4850-b7e3-8cee8c49c399) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:27.226061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f611d94-04a8-477a-8e77-d9092cc65014 None None] Network ea1b45e0-0b86-4850-b7e3-8cee8c49c399 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:27.249814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:27.253111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:27.255521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.261674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.269717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.287974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1302986411'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:27.321670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:27.437634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40004) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:27.493197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.493838 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.528177 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 7 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.546063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3723f532-4451-4960-b13b-b1af7110b2ac None None] Provisioning for port e6cd794e-90ac-463b-b725-74355844d213 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:27.552868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:27.558450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.24', 55139) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:27.559758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3723f532-4451-4960-b13b-b1af7110b2ac None None] Provisioning complete for port e6cd794e-90ac-463b-b725-74355844d213 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:27.560378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3723f532-4451-4960-b13b-b1af7110b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:27.567833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:network and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:27.579878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Port': ['ID=1af39feb-990b-437d-8760-6ae2e8de8e52,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:27.581669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:27.596924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.597776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.597776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.611272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.611591 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.614730 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 8 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.618251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Allocated IP 172.20.0.11 (5053937c-c09c-4e97-928e-4997eda3c611/08695bba-19ab-4c58-ad84-f0c0090a5b17/52d73a4c-33c6-4fb3-ad61-32690c22137a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:27.633266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3723f532-4451-4960-b13b-b1af7110b2ac None None] Port e6cd794e-90ac-463b-b725-74355844d213 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:27.660080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.660681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.662118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.685326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.685855 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.686393 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 9 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.694321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Checking segment: {'id': '1817534b-8f86-4da8-a47b-629a7d80183f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3e12dcfc-dcd0-4769-b3d4-c6b006f1cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:27.694683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network hostable DHCP agents. Network: 3e12dcfc-dcd0-4769-b3d4-c6b006f1cada, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:27.717218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:27.759160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.759787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.760356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.800333 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4ecad691-3021-403e-9de8-49f618d05e59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=843951ef14aa47e4a79ed0ba943377e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3613629 Feb 17 11:50:27.806978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40012) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:27.824855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.825495 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.828385 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempt 10 to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 Feb 17 11:50:27.909411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:27.915710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:27.917396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempting to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:27.960010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:27.960473 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Failed to bind port c2f7669e-3cfc-4f45-bddc-65599e871996 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b5e44f79-517d-4567-b8ab-8f1d7215587b'}] Feb 17 11:50:27.960928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:27.992273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network 3e12dcfc-dcd0-4769-b3d4-c6b006f1cada is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:28.163836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Made reservation on behalf of 2540c92469d9497888be79c775c9fdc2 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:28.166895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.222975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] For port c2f7669e-3cfc-4f45-bddc-65599e871996, host hv-neutron-8287, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:28.224009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Attempted to set empty binding levels {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 11:50:28.242899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 3e12dcfc-dcd0-4769-b3d4-c6b006f1cada) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:28.254023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488bb1c-86cf-4d99-a1a0-a30aa82dbc4b None None] Network 3e12dcfc-dcd0-4769-b3d4-c6b006f1cada requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:28.319524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:28.323764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:28.327136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:28.327827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.349615 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7591cae-5eb3-45c1-82fc-8e3c8accca75 req-299796ac-3492-428d-ad0b-8f1058189b7e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.1143041 Feb 17 11:50:28.354965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.428004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-108f7113-fa30-4bac-89d9-e5de42858bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.447649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] In _notify_port_updated(), no bound segment for port c2f7669e-3cfc-4f45-bddc-65599e871996 on network b5e44f79-517d-4567-b8ab-8f1d7215587b {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:50:28.449435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.450792 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "PUT /v2.0/ports/c2f7669e-3cfc-4f45-bddc-65599e871996 HTTP/1.1" status: 200 len: 980 time: 3.5624981 Feb 17 11:50:28.463578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40026) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:28.543734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.564896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Transition to ACTIVE for port object 52d73a4c-33c6-4fb3-ad61-32690c22137a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:28.582613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735d2e-b2f2-44a2-b758-f2c49da8b2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f7669e-3cfc-4f45-bddc-65599e871996,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:28.621718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-108f7113-fa30-4bac-89d9-e5de42858bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.630736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-01f7e0ba-a3e1-4dc1-b1ca-90369b8b5cac tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:28.632250 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-01f7e0ba-a3e1-4dc1-b1ca-90369b8b5cac tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 812 time: 1.0583262 Feb 17 11:50:28.633823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-75455f94-0e17-42a0-a40f-fbbc6ce83619 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8349066 Feb 17 11:50:28.663678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40030) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:28.663678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Deleting port c2f7669e-3cfc-4f45-bddc-65599e871996 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:28.663678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.664465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.726400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:28.732350 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27a8bfb5-491a-4b53-9933-702c3ddf4f7c req-b14065e2-11ff-4e02-86ff-93fad9317aad tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.5843251 Feb 17 11:50:28.734537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:security_group_rule and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:28.743402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:28.787197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:28.856611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-64e3eec3-a011-4d29-b937-b8d7c476f053 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Synchronizing usage tracker for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:28.871610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eacd5d-2742-4c90-99c3-2e40deb383cc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:28.875608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eacd5d-2742-4c90-99c3-2e40deb383cc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:28.876430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-37eacd5d-2742-4c90-99c3-2e40deb383cc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Synchronizing usage tracker for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:28.926218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-64e3eec3-a011-4d29-b937-b8d7c476f053 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Unset dirty status for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:28.928572 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-64e3eec3-a011-4d29-b937-b8d7c476f053 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4782c14c3fee44ae94c81eb97b56c92c HTTP/1.1" status: 200 len: 380 time: 0.2755573 Feb 17 11:50:28.938841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.943000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-108f7113-fa30-4bac-89d9-e5de42858bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:28.971291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Request body: {'port': {'device_id': 'ea7538d5-0126-44ab-8880-860462f2b289', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'admin_state_up': True, 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'security_groups': ['d9f768d2-486a-44db-bea4-3dff63ed19f7']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:28.984644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f7113-fa30-4bac-89d9-e5de42858bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf94ac7-623c-4bb1-8e38-bffbe56108be,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:29.023097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] For port c2f7669e-3cfc-4f45-bddc-65599e871996, host hv-neutron-8287, got binding levels [] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:29.023443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.026488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.031479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-108f7113-fa30-4bac-89d9-e5de42858bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.032625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-108f7113-fa30-4bac-89d9-e5de42858bd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/faf94ac7-623c-4bb1-8e38-bffbe56108be HTTP/1.1" status: 204 len: 168 time: 1.2239435 Feb 17 11:50:29.110472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-37eacd5d-2742-4c90-99c3-2e40deb383cc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Unset dirty status for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:29.111895 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-37eacd5d-2742-4c90-99c3-2e40deb383cc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4714534 Feb 17 11:50:29.154640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40036) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:29.198599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Calling delete_port for c2f7669e-3cfc-4f45-bddc-65599e871996 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:29.376671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.424867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2f7669e-3cfc-4f45-bddc-65599e871996,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:29.450311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.461246 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6724181d-fe73-4a67-a6be-9e5fca02600d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c2f7669e-3cfc-4f45-bddc-65599e871996 HTTP/1.1" status: 204 len: 168 time: 0.9944496 Feb 17 11:50:29.464029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40044) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:29.512595 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19499a4-a555-41cc-8926-b78a6a162380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:50:29.513020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a19499a4-a555-41cc-8926-b78a6a162380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Synchronizing usage tracker for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:29.535249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting port 15fcf09a-7679-4a02-a9da-92e3b997cb63 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:29.536293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.572037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event updated for resources: {'Port': ['ID=52d73a4c-33c6-4fb3-ad61-32690c22137a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:29.595898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a19499a4-a555-41cc-8926-b78a6a162380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] Unset dirty status for tenant:40c042f4521e4ca98288795ab89725da on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:29.599518 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a19499a4-a555-41cc-8926-b78a6a162380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1821150240-project-admin] 10.222.0.47 "GET /v2.0/ports/c2f7669e-3cfc-4f45-bddc-65599e871996 HTTP/1.1" status: 404 len: 333 time: 0.1336029 Feb 17 11:50:29.603963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40048) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:29.610874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.628987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Network 5053937c-c09c-4e97-928e-4997eda3c611 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:29.630714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.671826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:29.722440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:29.753810 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Sync routers for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:29.770655 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:29.771969 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:29.811732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:29.967770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60599c-a041-4da8-a860-e407ad221c88,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:29.980199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:29.997087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Usage tracker for resource:port and tenant:4782c14c3fee44ae94c81eb97b56c92c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:30.000307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:30.011078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:30.029849 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-88437a24-617c-4593-bea4-325c36fbc10e req-0acdd154-34cc-48f9-9ae3-21ff971cc74b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.3111789 Feb 17 11:50:30.077507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.132376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:30.148505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40056) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:30.179530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:30.184325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.220951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Subnet': ['ID=c94b1169-b6d3-41f2-bfde-ff78da502417,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:30.228027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-17b45969-3620-4c22-a181-c3631004c133 None None] Provisioning for port 52d73a4c-33c6-4fb3-ad61-32690c22137a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:30.235333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Made reservation on behalf of 4782c14c3fee44ae94c81eb97b56c92c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:30.238255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-17b45969-3620-4c22-a181-c3631004c133 None None] Provisioning complete for port 52d73a4c-33c6-4fb3-ad61-32690c22137a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:30.239631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-17b45969-3620-4c22-a181-c3631004c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.240152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.253322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:30.254033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.270731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.271231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Added segment 54532bff-e289-4007-9328-cabad9597a9f of type vlan for network b603f8ee-94a5-4933-b458-04a1f4ad7801 Feb 17 11:50:30.440997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-17b45969-3620-4c22-a181-c3631004c133 None None] Port 52d73a4c-33c6-4fb3-ad61-32690c22137a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:30.494770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:30.509072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Checking segment: {'id': 'e5d22376-9ad3-4ded-929b-ba55f658e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:30.509629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network hostable DHCP agents. Network: 909c6df6-fa3e-47fc-9319-a116d811c3be, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:30.536317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:939771eb965d4fcf839c6a2e18a73d3b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:30.554049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:30.573953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.583508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:30.608530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e44f79-517d-4567-b8ab-8f1d7215587b']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:30.622137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:30.622419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1b7267-6ed9-4a28-a4f6-6ddcd85a4ef9') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:30.635664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.658403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.668911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:30.669475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.725415 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 2, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:30.731023 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Checking router: 571f862d-ce72-4275-9dca-888839694f92 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:50:30.731803 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Updating router 571f862d-ce72-4275-9dca-888839694f92 port 783be64b-d26c-47fb-95f7-b8f3bd12f467 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:50:30.761157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:30.767124 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:30.799779 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.814179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.917533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.934683 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-b1d0c6a4-12c4-4563-9cad-acaa87cf02cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3259122 Feb 17 11:50:30.942466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:30.962133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:30.964792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] Pushing event deleted for resources: {'Network': ['ID=b5e44f79-517d-4567-b8ab-8f1d7215587b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:30.993993 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ada583c6-60f5-4baa-8127-706befa7ab0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-593170664-project] 10.222.0.47 "DELETE /v2.0/networks/b5e44f79-517d-4567-b8ab-8f1d7215587b HTTP/1.1" status: 204 len: 168 time: 1.3864286 Feb 17 11:50:30.994364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.065627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Calling delete_port for 15fcf09a-7679-4a02-a9da-92e3b997cb63 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:31.070670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.145967 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=939771eb965d4fcf839c6a2e18a73d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9930267 Feb 17 11:50:31.145967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa4641-08fd-447c-84c1-edb36caaa9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad34fde6-6948-4056-aaee-8d6d1c388227,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:31.147481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40064) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:31.226502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-c09353c9-ef92-48be-86bf-2940e4cce0a7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:50:31.228161 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-c09353c9-ef92-48be-86bf-2940e4cce0a7 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0551221 Feb 17 11:50:31.234196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ba3a-733f-4efe-83e3-2008d965567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.278001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2451dd8-e532-4457-9284-9f0f6460723c req-1238a4d8-5c59-47de-a51c-38d230b6e489 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:31.279490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ba3a-733f-4efe-83e3-2008d965567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.280530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d2451dd8-e532-4457-9284-9f0f6460723c req-1238a4d8-5c59-47de-a51c-38d230b6e489 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Synchronizing usage tracker for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:31.317870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:31.363455 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e862117e-bff4-4fd3-afa0-8526d4b2b593 req-0d7b18b0-2799-42cb-a1c9-2c2daff79c4e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.0667462 Feb 17 11:50:31.400395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.403718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.408053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:31.408734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.441315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 909c6df6-fa3e-47fc-9319-a116d811c3be) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:31.443984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d2451dd8-e532-4457-9284-9f0f6460723c req-1238a4d8-5c59-47de-a51c-38d230b6e489 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Unset dirty status for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:31.451977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2451dd8-e532-4457-9284-9f0f6460723c req-1238a4d8-5c59-47de-a51c-38d230b6e489 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 932 time: 1.3937311 Feb 17 11:50:31.452133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fcf65-a305-4350-82c0-1e562ca68258 None None] Network 909c6df6-fa3e-47fc-9319-a116d811c3be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:31.486727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:31.487866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.526710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ba3a-733f-4efe-83e3-2008d965567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.539477 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.553311 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Transition to ACTIVE for port object 783be64b-d26c-47fb-95f7-b8f3bd12f467 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:31.570805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5ba3a-733f-4efe-83e3-2008d965567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad34fde6-6948-4056-aaee-8d6d1c388227,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:31.573165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ba3a-733f-4efe-83e3-2008d965567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.574500 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a2d5ba3a-733f-4efe-83e3-2008d965567a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad34fde6-6948-4056-aaee-8d6d1c388227 HTTP/1.1" status: 204 len: 168 time: 0.4258711 Feb 17 11:50:31.606547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.669667 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.683754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.783777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Port': ['ID=e6cd794e-90ac-463b-b725-74355844d213,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:31.794390 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716be0d-e239-456f-a756-56553a22088f None None] Pushing event updated for resources: {'Port': ['ID=783be64b-d26c-47fb-95f7-b8f3bd12f467,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:31.863130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-909c6df6-fa3e-47fc-9319-a116d811c3be', 'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'tenant_id': 'f23f2f308a774da2acb727608839b72c', 'fixed_ips': [{'subnet_id': 'c94b1169-b6d3-41f2-bfde-ff78da502417'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:50:31.864593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:31.979039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:32.008806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40076) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:32.028662 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/ports/15fcf09a-7679-4a02-a9da-92e3b997cb63 HTTP/1.1" status: 204 len: 168 time: 2.8597956 Feb 17 11:50:32.032422 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.2326136 Feb 17 11:50:32.125930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40080) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:32.156967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'subnet': {'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:32.174493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Allocated IP 172.20.0.5 (e82a2ff1-f685-4a24-945d-3d1d0ec5bc54/9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae/78400812-e3d0-4453-9f5e-522dcf25fe76) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:32.222848 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Attempting to bind port 783be64b-d26c-47fb-95f7-b8f3bd12f467 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:32.224620 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Attempting to bind port 783be64b-d26c-47fb-95f7-b8f3bd12f467 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:32.225643 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Attempting to bind port 783be64b-d26c-47fb-95f7-b8f3bd12f467 on network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:32.238230 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:32.241919 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Checking segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:32.243089 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:32.243786 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Bound using segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:32.244432 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Bound port: 783be64b-d26c-47fb-95f7-b8f3bd12f467, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:32.245054 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:32.283262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aeec93-d026-4765-adc8-2aa9782403c7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Port': ['ID=15fcf09a-7679-4a02-a9da-92e3b997cb63,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:32.301861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Allocated IP 172.20.0.2 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/d9c0ae4f-9be6-4058-b610-6cd47d788213) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:32.304726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219718a2-7f26-4c3a-880e-4f292246cb21 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Network': ['ID=b603f8ee-94a5-4933-b458-04a1f4ad7801,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:32.328319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Request body: {'port': {'device_id': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:32.428796 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1cbcc729-8546-47aa-a20b-de40c42fe8c9 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2900496 Feb 17 11:50:32.435187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40088) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:32.496798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40092) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:32.526911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] For port 783be64b-d26c-47fb-95f7-b8f3bd12f467, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:32.531133 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] For port 783be64b-d26c-47fb-95f7-b8f3bd12f467, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=783be64b-d26c-47fb-95f7-b8f3bd12f467,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:32.615257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:subnet and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting port 1af39feb-990b-437d-8760-6ae2e8de8e52 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:32.615991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'name': 'tempest-AllowedAddressPairTestJSON-2092860561'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:32.766472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:32.791698 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2451dd8-e532-4457-9284-9f0f6460723c req-dc21d080-5226-4caa-a28f-4134efa98b96 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3380570 Feb 17 11:50:32.936511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:32.942616 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bbef39b5-f2cd-47bf-b22d-10aff281d18f req-b96079ed-c882-4817-a56c-3b6833d82448 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.2500148 Feb 17 11:50:33.026119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.056235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:33.064646 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.130957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Usage tracker for resource:port and tenant:f23f2f308a774da2acb727608839b72c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:33.130957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:33.130957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:33.131386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.149532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Transition to ACTIVE for port object d9c0ae4f-9be6-4058-b610-6cd47d788213 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:33.189103 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716be0d-e239-456f-a756-56553a22088f None None] Pushing event updated for resources: {'Port': ['ID=783be64b-d26c-47fb-95f7-b8f3bd12f467,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:33.201151 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:33.202100 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:33.237809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Transition to ACTIVE for port object d9c0ae4f-9be6-4058-b610-6cd47d788213 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:33.393247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.471656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.500364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:33.505615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.574324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Made reservation on behalf of 2540c92469d9497888be79c775c9fdc2 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:33.599023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Calling delete_port for 1af39feb-990b-437d-8760-6ae2e8de8e52 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:33.600943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Transition to ACTIVE for port object 78400812-e3d0-4453-9f5e-522dcf25fe76 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:33.648821 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:50:33.678210 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-30e539e8-17b8-4af0-8f49-05e176d85016 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8925ee7c1c3d474384c602d9a96ab8a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9824638 Feb 17 11:50:33.687497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40106) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:33.725828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:33.730896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Pushing event updated for resources: {'Port': ['ID=d9c0ae4f-9be6-4058-b610-6cd47d788213,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:33.735377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:33.743880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:33.755162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:33.765896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:33.927282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Attempting to bind port d9c0ae4f-9be6-4058-b610-6cd47d788213 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:33.928640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Attempting to bind port d9c0ae4f-9be6-4058-b610-6cd47d788213 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e5d22376-9ad3-4ded-929b-ba55f658e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:33.929861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Attempting to bind port d9c0ae4f-9be6-4058-b610-6cd47d788213 on network 909c6df6-fa3e-47fc-9319-a116d811c3be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:33.952784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:33.954054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Checking segment: {'id': 'e5d22376-9ad3-4ded-929b-ba55f658e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:33.956490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:33.957074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Bound using segment: {'id': 'e5d22376-9ad3-4ded-929b-ba55f658e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:33.958414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Bound port: d9c0ae4f-9be6-4058-b610-6cd47d788213, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d22376-9ad3-4ded-929b-ba55f658e344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:33.960868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:34.109316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] device_id is not set on port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:34.214372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:34.277167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] For port d9c0ae4f-9be6-4058-b610-6cd47d788213, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:34.310064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] For port d9c0ae4f-9be6-4058-b610-6cd47d788213, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9c0ae4f-9be6-4058-b610-6cd47d788213,segment=NetworkSegment(e5d22376-9ad3-4ded-929b-ba55f658e344),segment_id=e5d22376-9ad3-4ded-929b-ba55f658e344)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:34.325331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0a88ade0-3886-494f-8aa7-4bc8a7d118b1 None None] Provisioning complete for port e6cd794e-90ac-463b-b725-74355844d213 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:34.330032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0a88ade0-3886-494f-8aa7-4bc8a7d118b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:34.349985 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-da027ac5-96a2-4c55-bbcf-a447778cbca6 req-3efc27c5-7428-4597-8a89-fb3979dac5a4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.0782671 Feb 17 11:50:34.352841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:34.399859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:34.464808 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:32Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:34.480328 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123a82-9565-4e11-bfba-a8008ec2c5d0 None None] The sync data for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv is: [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:32Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:34.524053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Port': ['ID=1af39feb-990b-437d-8760-6ae2e8de8e52,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:34.664654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0a88ade0-3886-494f-8aa7-4bc8a7d118b1 None None] Port e6cd794e-90ac-463b-b725-74355844d213 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:34.710396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:34.720313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be44b82-1efd-4e1f-9785-353a1c87e0f9 None None] Pushing event updated for resources: {'Port': ['ID=d9c0ae4f-9be6-4058-b610-6cd47d788213,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:34.817997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Allocated IP 172.20.0.4 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/e4bb261d-8de6-4205-9ff7-1fd76b3de0d5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:34.837925 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-265d1fe9-6eb0-4cb9-a23f-8ac6703b5660 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/ports/1af39feb-990b-437d-8760-6ae2e8de8e52 HTTP/1.1" status: 204 len: 168 time: 2.8258188 Feb 17 11:50:34.857652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40122) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:35.080114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:35.119634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:35.176121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-67ab1081-4e50-4845-966c-0b0118bc17fc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Synchronizing usage tracker for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:35.478536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:35.501956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:35.507250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:35.547450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Subnet': ['ID=4380e6c2-b26d-4bc2-b3ff-3802cb59e127,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:35.565648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event updated for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:35.575381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-740b9396-5401-40c7-88df-bc110b2ca625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:35.610238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-67ab1081-4e50-4845-966c-0b0118bc17fc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Unset dirty status for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:35.618237 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-67ab1081-4e50-4845-966c-0b0118bc17fc tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7298679 Feb 17 11:50:35.629901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Checking segment: {'id': '54532bff-e289-4007-9328-cabad9597a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:35.630349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network hostable DHCP agents. Network: b603f8ee-94a5-4933-b458-04a1f4ad7801, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:35.646079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40130) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:35.692033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-212581160'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:35.692697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-740b9396-5401-40c7-88df-bc110b2ca625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:35.692834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:35.701005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:35.704914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:network and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:35.763492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:35.789491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:35.794239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:35.855008 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:50:35.861226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a6b9e-ddb3-488a-af4b-9aeb08add246 req-4437ee03-90c9-4ad8-bf13-d56463fefeac tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:35.862862 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-351a6b9e-ddb3-488a-af4b-9aeb08add246 req-4437ee03-90c9-4ad8-bf13-d56463fefeac tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 932 time: 1.3331866 Feb 17 11:50:35.864635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Transition to ACTIVE for port object e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:35.980908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:35.981881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:35.993431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102ea76-a84e-482b-bd13-7aa8a8ddcdfa req-1445088e-7187-4b2e-847f-e02fbde5bffd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:35.996498 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3102ea76-a84e-482b-bd13-7aa8a8ddcdfa req-1445088e-7187-4b2e-847f-e02fbde5bffd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 931 time: 0.2878473 Feb 17 11:50:36.039807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d73a4c-33c6-4fb3-ad61-32690c22137a {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:50:36.065082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.096063 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-351a6b9e-ddb3-488a-af4b-9aeb08add246 req-b0199c52-6673-44f2-b300-6b21611c0c5c tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599908 Feb 17 11:50:36.104102 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3102ea76-a84e-482b-bd13-7aa8a8ddcdfa req-55455300-9179-4798-9c67-bb05e255e9ef tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813408 Feb 17 11:50:36.132346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Transition to ACTIVE for port object 52d73a4c-33c6-4fb3-ad61-32690c22137a will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:36.149396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b8de0cc5-5b0e-430b-975b-441f55f70550 None None] Provisioning for port 78400812-e3d0-4453-9f5e-522dcf25fe76 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:36.165771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:36.165771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.165771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:36.165771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.167938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b8de0cc5-5b0e-430b-975b-441f55f70550 None None] Provisioning complete for port 78400812-e3d0-4453-9f5e-522dcf25fe76 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:36.168464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b8de0cc5-5b0e-430b-975b-441f55f70550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.189987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-740b9396-5401-40c7-88df-bc110b2ca625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.194151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-740b9396-5401-40c7-88df-bc110b2ca625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.198465 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-740b9396-5401-40c7-88df-bc110b2ca625 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1a6692e-da65-45e4-8f4f-0bdde8ff9cfa HTTP/1.1" status: 204 len: 168 time: 2.5049002 Feb 17 11:50:36.247539 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-3cc9297a-507f-437e-b313-34644618a6c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2838118 Feb 17 11:50:36.254471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.360305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b8de0cc5-5b0e-430b-975b-441f55f70550 None None] Port 78400812-e3d0-4453-9f5e-522dcf25fe76 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:36.384505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:36.411324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b9396-5401-40c7-88df-bc110b2ca625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a6692e-da65-45e4-8f4f-0bdde8ff9cfa,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:36.414157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:36.432266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:36.440563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Request body: {'port': {'device_id': 'ea7538d5-0126-44ab-8880-860462f2b289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:36.490724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=e4bb261d-8de6-4205-9ff7-1fd76b3de0d5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:36.496543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc2efe-1c1c-4bb5-a1ea-78472683329d None None] Network 909c6df6-fa3e-47fc-9319-a116d811c3be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:36.510883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b603f8ee-94a5-4933-b458-04a1f4ad7801) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:36.518328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:36.524906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.532838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:36.544557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7643963-9785-4ba5-af6e-5634b44c57ab None None] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:36.573551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.574287 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Added segment c2bdb45b-6cf2-457d-ab72-c4394e310e27 of type vlan for network 00e0e938-56d2-45d5-b024-9e55084b07d6 Feb 17 11:50:36.601737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:36.602739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.642490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.689392 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fe68a67b-cf2e-4ef3-ad7a-f7ba7077c860 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5573533 Feb 17 11:50:36.694613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40144) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:36.705761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1427927403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:36.727209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:36.737293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:router and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:36.758677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:36.780766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5b21cbd7-1dd1-4b5f-a894-01049a7daf05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2869575 Feb 17 11:50:36.796131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40148) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:36.798492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:36.805998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.819027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Pushing event updated for resources: {'Port': ['ID=52d73a4c-33c6-4fb3-ad61-32690c22137a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:36.820667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:36.821605 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:36.842449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'name': 'tempest-AllowedAddressPairTestJSON-562465441', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8d:e2:d2'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:36.848186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Router f625a4de-270a-44ff-8e5c-e5812cc8b1da has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:50:36.867266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 783be64b-d26c-47fb-95f7-b8f3bd12f467 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:37.184438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:37.252554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Usage tracker for resource:port and tenant:f23f2f308a774da2acb727608839b72c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:37.279242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:37.296428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.319157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:37.338501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Network': ['ID=00e0e938-56d2-45d5-b024-9e55084b07d6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:37.385463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 00e0e938-56d2-45d5-b024-9e55084b07d6 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:37.502562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.505070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.510855 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a944407c-158b-47c7-9834-29cce92cac2c tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8635089 Feb 17 11:50:37.514193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40164) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:37.526617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1805469055'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:37.533055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:37.538281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:network and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:37.543545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:37.549674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:37.586257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5ae3fa64-f76d-4770-ae90-717626bbc093 None None] Provisioning for port d9c0ae4f-9be6-4058-b610-6cd47d788213 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:37.660683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:37.724724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Attempting to bind port 52d73a4c-33c6-4fb3-ad61-32690c22137a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:37.725174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Attempting to bind port 52d73a4c-33c6-4fb3-ad61-32690c22137a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:37.725586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Attempting to bind port 52d73a4c-33c6-4fb3-ad61-32690c22137a on network 5053937c-c09c-4e97-928e-4997eda3c611 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:37.767999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Port 52d73a4c-33c6-4fb3-ad61-32690c22137a on network 5053937c-c09c-4e97-928e-4997eda3c611 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:37.768234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Attempting to bind port 52d73a4c-33c6-4fb3-ad61-32690c22137a on network 5053937c-c09c-4e97-928e-4997eda3c611 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:37.789417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40170) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:37.878438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:37.881646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.909190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.921383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0129c686-1ed5-4ca5-9b0a-38a36a333b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.931771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 783be64b-d26c-47fb-95f7-b8f3bd12f467 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:37.940434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:37.944401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 783be64b-d26c-47fb-95f7-b8f3bd12f467 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:37.945124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.951698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:37.952038 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Added segment b8f0d435-c5df-4954-8305-4fb7b61e3c6f of type vlan for network 28e52491-712d-4a24-a5b2-a1b992726d7e Feb 17 11:50:37.985146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.015096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-b603f8ee-94a5-4933-b458-04a1f4ad7801', 'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801', 'tenant_id': '2540c92469d9497888be79c775c9fdc2', 'fixed_ips': [{'subnet_id': '4380e6c2-b26d-4bc2-b3ff-3802cb59e127'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:50:38.016528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.020400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:38.020871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Checking segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:38.021619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Bound using segment: {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:38.022182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Bound port: 52d73a4c-33c6-4fb3-ad61-32690c22137a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ee4db4-6320-484a-9623-750cf3655ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:38.022594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.089199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd50bb-4023-44ce-9567-bc0d2ae91279 req-300a5025-e2ca-4b28-aafe-529923c913f5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:38.096893 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-47fd50bb-4023-44ce-9567-bc0d2ae91279 req-300a5025-e2ca-4b28-aafe-529923c913f5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 931 time: 0.6740403 Feb 17 11:50:38.114402 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-38c90cf4-41ff-4864-b213-09378aaec369 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40c042f4521e4ca98288795ab89725da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3079464 Feb 17 11:50:38.130556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40176) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:38.161975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6362-bae5-43c6-8ba6-a48cf8d90ec2 req-2074ac90-0be6-4aa0-94a1-3330eca09a43 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:38.163915 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b87c6362-bae5-43c6-8ba6-a48cf8d90ec2 req-2074ac90-0be6-4aa0-94a1-3330eca09a43 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 944 time: 0.6691892 Feb 17 11:50:38.365089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.402415 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-47fd50bb-4023-44ce-9567-bc0d2ae91279 req-deee7ab0-1ad2-473a-afe8-a3f489f6a1c7 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038831 Feb 17 11:50:38.406567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.415896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:38.416725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.420346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 783be64b-d26c-47fb-95f7-b8f3bd12f467, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=783be64b-d26c-47fb-95f7-b8f3bd12f467,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:38.423899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Allocated IP 172.20.0.2 (b603f8ee-94a5-4933-b458-04a1f4ad7801/4380e6c2-b26d-4bc2-b3ff-3802cb59e127/53ed5682-d696-4710-8f91-a658f7005535) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:38.464865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] device_id is not set on port ee83f2ec-7fca-4bec-8349-3ff6c703879c yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:38.544902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.554706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.555280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9c0ae4f-9be6-4058-b610-6cd47d788213 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:38.600379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] For port 52d73a4c-33c6-4fb3-ad61-32690c22137a, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:38.650606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b87c6362-bae5-43c6-8ba6-a48cf8d90ec2 req-d0889b69-f787-4273-94cc-5555e5bc50ca tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4617794 Feb 17 11:50:38.663875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] For port 52d73a4c-33c6-4fb3-ad61-32690c22137a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:38.688280 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1638560 Feb 17 11:50:38.729635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:38.759265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aec32240-1af4-4a66-b961-34436394703f tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "PUT /v2.0/routers/f625a4de-270a-44ff-8e5c-e5812cc8b1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5397048 Feb 17 11:50:38.759855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40184) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:38.790391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Request body: {'port': {'network_id': '16497ab0-5a42-4817-856e-2e2b3b0c47fc', 'name': 'tempest-FloatingIPAdminTestJSON-386907835'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:38.851143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40188) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:38.871273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'subnets': [{'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1020073420', 'ip_version': 4}, {'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:38.871726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'subnet': {'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1020073420', 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:38.872475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Request body: {'subnet': {'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:38.896394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.919863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b510c2b-2e31-403f-af40-0f1b4780c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:38.938279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243a3ba-41ad-4082-af5a-429be7dd7ab7 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Network': ['ID=28e52491-712d-4a24-a5b2-a1b992726d7e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:39.043766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.064513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40192) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:39.099448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b510c2b-2e31-403f-af40-0f1b4780c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.099665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 28e52491-712d-4a24-a5b2-a1b992726d7e details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:39.163970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Allocated IP 172.20.0.7 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/ee83f2ec-7fca-4bec-8349-3ff6c703879c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:39.179191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.183274 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-622eb91e-13b8-4530-820a-efb66fe15abe tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 2.4848113 Feb 17 11:50:39.186239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40198) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:39.241390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] Sync routers for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:39.276018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78400812-e3d0-4453-9f5e-522dcf25fe76 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:50:39.279430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.281224 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] 10.222.0.24 "PUT /v2.0/ports/52d73a4c-33c6-4fb3-ad61-32690c22137a HTTP/1.1" status: 200 len: 1094 time: 7.6953762 Feb 17 11:50:39.281653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:50:39.293744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:39.294456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:39.347806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.391001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:39.520785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:39.522585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:39.584793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f7221db9-23d0-4619-b320-351bed8acc3a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:39.589641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:39.652661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Provisioning for port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:39.662619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Usage tracker for resource:port and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:39.666451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:39.668122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=783be64b-d26c-47fb-95f7-b8f3bd12f467,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:39.672981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:39.684080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:39.684434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c37d47-fe4f-47cc-8ae6-e5bb1097fcf3 None None] The sync data for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:39.684850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea808a7-c8ae-46bb-8c47-2724f4b3ebf3 service neutron] Pushing event updated for resources: {'Port': ['ID=52d73a4c-33c6-4fb3-ad61-32690c22137a,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:39.765136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b510c2b-2e31-403f-af40-0f1b4780c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.769469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Transition to ACTIVE for port object 78400812-e3d0-4453-9f5e-522dcf25fe76 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:39.777849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Made reservation on behalf of 3627604a3bc440df944e804a46479c2f for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:39.781133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.822689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b510c2b-2e31-403f-af40-0f1b4780c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.824404 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2b510c2b-2e31-403f-af40-0f1b4780c38a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3819b951-f248-4bd1-adc6-41bfd94a2cad HTTP/1.1" status: 204 len: 168 time: 1.5424492 Feb 17 11:50:39.838256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.858653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510c2b-2e31-403f-af40-0f1b4780c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819b951-f248-4bd1-adc6-41bfd94a2cad,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:39.867016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Transition to ACTIVE for port object 53ed5682-d696-4710-8f91-a658f7005535 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:39.897578 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f7221db9-23d0-4619-b320-351bed8acc3a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "PUT /v2.0/quotas/f35a54945edb459ba1dd00f065d128b0 HTTP/1.1" status: 200 len: 368 time: 0.8223541 Feb 17 11:50:39.903595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Transition to ACTIVE for port object 53ed5682-d696-4710-8f91-a658f7005535 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:39.907172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Provisioning complete for port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:39.911860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.912022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:39.927832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40216) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:40.007695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] device_id is not set on port c681446b-f1f9-4a54-b8ed-819036bdd665 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:40.020679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.033537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Request body: {'network': {'project_id': 'f35a54945edb459ba1dd00f065d128b0'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:40.063559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:40.135912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d9c0ae4f-9be6-4058-b610-6cd47d788213 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:40.157696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:40.159116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d9c0ae4f-9be6-4058-b610-6cd47d788213 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:40.160247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.181705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Usage tracker for resource:network and tenant:f35a54945edb459ba1dd00f065d128b0 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:40.214071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c07e4932-5b67-496e-9dfd-24da05e70642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.223701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Pushing event updated for resources: {'Port': ['ID=53ed5682-d696-4710-8f91-a658f7005535,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:40.231612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:40.235108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:40.235266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:40.239522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:40.248773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:40.277129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Usage tracker for resource:subnet and tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:40.303558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:40.354204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:40.375581 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-a30234c2-4155-4d4a-84b1-7e45784c762d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7721ead730f4de98d4acca3b4749ca7&device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 1097 time: 0.9450448 Feb 17 11:50:40.379646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:40.406986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Provisioning complete for port d9c0ae4f-9be6-4058-b610-6cd47d788213 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:40.407359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.412611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55db55-df2a-4bbb-8f74-f9c5278b8a87 req-6621f7f9-b528-4827-ac29-db8fb1c35490 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:40.422564 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3c55db55-df2a-4bbb-8f74-f9c5278b8a87 req-6621f7f9-b528-4827-ac29-db8fb1c35490 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 931 time: 0.8212826 Feb 17 11:50:40.531055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Attempting to bind port 53ed5682-d696-4710-8f91-a658f7005535 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:40.531743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Attempting to bind port 53ed5682-d696-4710-8f91-a658f7005535 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '54532bff-e289-4007-9328-cabad9597a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:40.531743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Attempting to bind port 53ed5682-d696-4710-8f91-a658f7005535 on network b603f8ee-94a5-4933-b458-04a1f4ad7801 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:40.563331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:40.563703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Checking segment: {'id': '54532bff-e289-4007-9328-cabad9597a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:40.564107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.564486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Bound using segment: {'id': '54532bff-e289-4007-9328-cabad9597a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:40.565027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Bound port: 53ed5682-d696-4710-8f91-a658f7005535, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54532bff-e289-4007-9328-cabad9597a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:40.565349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.597435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Pushing event updated for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:40.609960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.688200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-ae10cdad-3c2d-47bd-a43f-b389984f95ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a HTTP/1.1" status: 200 len: 217 time: 0.2028682 Feb 17 11:50:40.700792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Made reservation on behalf of f35a54945edb459ba1dd00f065d128b0 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:40.705062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.740654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.756024 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3c55db55-df2a-4bbb-8f74-f9c5278b8a87 req-d3c6999f-c9ef-4246-8f4e-922e358ebb3e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309584 Feb 17 11:50:40.829955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.853007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Made reservation on behalf of 3517539ba82a4a1a8dcc25a8cbbe61c7 for: {'subnet': 2} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:40.869971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Transition to ACTIVE for port object ee83f2ec-7fca-4bec-8349-3ff6c703879c will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:40.894707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d9c0ae4f-9be6-4058-b610-6cd47d788213, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9c0ae4f-9be6-4058-b610-6cd47d788213,segment=NetworkSegment(e5d22376-9ad3-4ded-929b-ba55f658e344),segment_id=e5d22376-9ad3-4ded-929b-ba55f658e344)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:40.912828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:40.945323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] For port 53ed5682-d696-4710-8f91-a658f7005535, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:40.949621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] For port 53ed5682-d696-4710-8f91-a658f7005535, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=53ed5682-d696-4710-8f91-a658f7005535,segment=NetworkSegment(54532bff-e289-4007-9328-cabad9597a9f),segment_id=54532bff-e289-4007-9328-cabad9597a9f)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:40.976691 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:41.003876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Usage tracker for resource:security_group_rule and tenant:f35a54945edb459ba1dd00f065d128b0 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:41.006353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.007867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:41.016838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:41.032629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-f39df683-6f0c-43c0-9a1d-25f72b3b2653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:41.037407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-f39df683-6f0c-43c0-9a1d-25f72b3b2653 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08695bba-19ab-4c58-ad84-f0c0090a5b17 HTTP/1.1" status: 200 len: 844 time: 0.3244643 Feb 17 11:50:41.188670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.242587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 783be64b-d26c-47fb-95f7-b8f3bd12f467 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:41.242587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.490776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d9c0ae4f-9be6-4058-b610-6cd47d788213,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:41.542359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:50:41.543443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-87ef9a76-220d-4e6a-8dc5-641f211dd431 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:50:41.563400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189046f2-06ec-4f60-856b-0272f948d33d req-3186eaf1-25e9-4f7c-b0e3-d1f103b1736b tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:41.570956 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-189046f2-06ec-4f60-856b-0272f948d33d req-3186eaf1-25e9-4f7c-b0e3-d1f103b1736b tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 944 time: 1.4828141 Feb 17 11:50:41.597703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.625323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 783be64b-d26c-47fb-95f7-b8f3bd12f467 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:41.625768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.631680 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'status': 'completed', 'code': 200} Feb 17 11:50:41.648841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:41.686986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.688601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:41.695668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:41.698561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c589-de6e-4792-bbc6-6607d309893d None None] Pushing event updated for resources: {'Port': ['ID=53ed5682-d696-4710-8f91-a658f7005535,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:41.729661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Allocated IP 172.20.0.13 (16497ab0-5a42-4817-856e-2e2b3b0c47fc/f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97/c681446b-f1f9-4a54-b8ed-819036bdd665) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:41.767799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Attempting to bind port 78400812-e3d0-4453-9f5e-522dcf25fe76 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:41.767799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Attempting to bind port 78400812-e3d0-4453-9f5e-522dcf25fe76 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:41.768123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Attempting to bind port 78400812-e3d0-4453-9f5e-522dcf25fe76 on network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:41.855925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Port 78400812-e3d0-4453-9f5e-522dcf25fe76 on network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:41.856374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Attempting to bind port 78400812-e3d0-4453-9f5e-522dcf25fe76 on network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:41.899626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.900903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.904013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.952513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:41.958311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.001099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:42.001374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Checking segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:42.001717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Bound using segment: {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:42.002175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Bound port: 78400812-e3d0-4453-9f5e-522dcf25fe76, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c699c905-31f4-4432-b3aa-21181507a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:42.002516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.070429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=ee83f2ec-7fca-4bec-8349-3ff6c703879c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:42.133946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.169636 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-4d8d7c8e-1156-485d-bebe-34c3752ca502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5053937c-c09c-4e97-928e-4997eda3c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0942237 Feb 17 11:50:42.181622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-189046f2-06ec-4f60-856b-0272f948d33d req-63f8ed0c-ab0b-4a89-a7bc-983f1ad2f822 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5212128 Feb 17 11:50:42.248622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:42.266931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:42.267569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.288032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Provisioning complete for port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:42.290451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.310157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05d5e1-92e6-4da4-a196-9a76bddbccd6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:42.343853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.343853 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Added segment f5157f8f-45aa-4797-8b95-78fba790c6d4 of type vlan for network 045901e6-556b-4ce7-91c9-1485ff5f8fc4 Feb 17 11:50:42.373270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:42.380271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:42.437812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:42.480039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.482007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11a4a-4b6b-4020-9524-6384a88d504e req-58a2c89e-c200-4bbe-b492-4beaeefe761f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:42.490510 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0ff11a4a-4b6b-4020-9524-6384a88d504e req-58a2c89e-c200-4bbe-b492-4beaeefe761f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 943 time: 0.3998628 Feb 17 11:50:42.515444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.539973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Allocated IP 172.20.0.1 (b603f8ee-94a5-4933-b458-04a1f4ad7801/4380e6c2-b26d-4bc2-b3ff-3802cb59e127/b7132fd3-d810-436a-932e-94e642176d85) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:42.569097 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7d645f30-a91f-4c0d-bc4f-261d3e2efa4a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 5.7753954 Feb 17 11:50:42.579578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40246) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:42.583796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Provisioning for port ee83f2ec-7fca-4bec-8349-3ff6c703879c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:42.584435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.591327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Provisioning complete for port ee83f2ec-7fca-4bec-8349-3ff6c703879c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:42.594813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.629232 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0ff11a4a-4b6b-4020-9524-6384a88d504e req-d745ab7e-0fb9-42f6-a784-8265acc26ed0 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349883 Feb 17 11:50:42.697617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Transition to ACTIVE for port object c681446b-f1f9-4a54-b8ed-819036bdd665 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:42.703572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-fa495356-c66d-4ec6-960b-f076a2c0e0d1 None None] Port ee83f2ec-7fca-4bec-8349-3ff6c703879c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:42.744135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.744135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-621143b0-131a-475e-b992-119fb7be3535 service neutron] 10.222.0.24 "PUT /v2.0/ports/78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1093 time: 6.4689906 Feb 17 11:50:42.767320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621143b0-131a-475e-b992-119fb7be3535 service neutron] Pushing event updated for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:42.789697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.790575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:42.792422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.840690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.921413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.925416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:42.941123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Pushing event updated for resources: {'Network': ['ID=045901e6-556b-4ce7-91c9-1485ff5f8fc4,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:42.950925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Transition to ACTIVE for port object b7132fd3-d810-436a-932e-94e642176d85 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:42.957667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 045901e6-556b-4ce7-91c9-1485ff5f8fc4 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:42.993860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a0c621a-e1ac-43ef-a63b-39e76f5b46d3 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.0581136 Feb 17 11:50:42.998216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40252) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:43.001192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Request body: {'network': {'project_id': 'f35a54945edb459ba1dd00f065d128b0'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:43.002026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55e3be-81e3-4bc2-8d13-05a575c2a0c4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:43.013052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:43.019649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Usage tracker for resource:network and tenant:f35a54945edb459ba1dd00f065d128b0 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:43.020016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55e3be-81e3-4bc2-8d13-05a575c2a0c4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:43.023034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:43.024187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55e3be-81e3-4bc2-8d13-05a575c2a0c4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:43.036194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:43.037195 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2c55e3be-81e3-4bc2-8d13-05a575c2a0c4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4419279 Feb 17 11:50:43.043480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40256) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:43.061758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:43.069364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:43.082717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:43.170042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd845c34-e638-47d0-91d1-630d5cda17e0 None None] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:43.196419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Made reservation on behalf of f35a54945edb459ba1dd00f065d128b0 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:43.208685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.215307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event updated for resources: {'Port': ['ID=c681446b-f1f9-4a54-b8ed-819036bdd665,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:43.337270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:43.363109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.363359 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Added segment 0207c7f5-9c2a-4eba-a388-f52598a4ef92 of type vlan for network 4ce73ccb-60a3-459c-ac3f-446df5be7e5b Feb 17 11:50:43.399169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 53ed5682-d696-4710-8f91-a658f7005535 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:43.400790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.447390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.512467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:43.513377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.548715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:43.552564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Port': ['ID=b7132fd3-d810-436a-932e-94e642176d85,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:43.555108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:43.556732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.557549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:43.558946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.564347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:43.635041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:50:43.656067 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-62454e46-d8a2-4c8b-a508-ba8a1c2af2e9 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8919077 Feb 17 11:50:43.661743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] Provisioning for port 53ed5682-d696-4710-8f91-a658f7005535 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:43.663122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40274) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:43.664585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 53ed5682-d696-4710-8f91-a658f7005535 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:43.686930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 53ed5682-d696-4710-8f91-a658f7005535 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:43.687301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.714778 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-c4c26fa3-3697-4ce0-b782-e6bbc3ad74a5 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273566 Feb 17 11:50:43.722803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port ee83f2ec-7fca-4bec-8349-3ff6c703879c {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:43.723698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.749980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] Provisioning complete for port 53ed5682-d696-4710-8f91-a658f7005535 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:43.750381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:43.817321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Pushing event updated for resources: {'Network': ['ID=4ce73ccb-60a3-459c-ac3f-446df5be7e5b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:43.844357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 4ce73ccb-60a3-459c-ac3f-446df5be7e5b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:43.952566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'status': 'completed', 'code': 200} Feb 17 11:50:44.005400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b679-c14f-478b-8809-53b1c90bb715 req-ab1c1871-8c5d-4c99-8352-270f962bad31 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:44.007610 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9b679-c14f-478b-8809-53b1c90bb715 req-ab1c1871-8c5d-4c99-8352-270f962bad31 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 944 time: 0.6476407 Feb 17 11:50:44.067858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-ac407ef8-9c11-4829-8741-20c1501db0a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1096 time: 0.7058549 Feb 17 11:50:44.109264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.119192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.185586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.202131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.213469 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cc24d93-e217-4a53-8553-794f0f7e8712 req-99c211b8-0310-4dff-bbe3-9c8523688c14 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869642 Feb 17 11:50:44.223252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'project_id': '3627604a3bc440df944e804a46479c2f', 'port_id': 'c681446b-f1f9-4a54-b8ed-819036bdd665'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:44.232059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.270167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] For port 53ed5682-d696-4710-8f91-a658f7005535, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=53ed5682-d696-4710-8f91-a658f7005535,segment=NetworkSegment(54532bff-e289-4007-9328-cabad9597a9f),segment_id=54532bff-e289-4007-9328-cabad9597a9f)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:44.339357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:44.361760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.400323 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-ba1d8a27-3e07-4e93-8e66-0f759e884d3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 217 time: 0.3212113 Feb 17 11:50:44.411463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Usage tracker for resource:floatingip and tenant:3627604a3bc440df944e804a46479c2f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:44.421350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:44.479676 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c522462c-8f94-4b8f-a787-e3e79faa3f37 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4838505 Feb 17 11:50:44.489923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for ee83f2ec-7fca-4bec-8349-3ff6c703879c owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:44.500340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:50:44.500340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:50:44.508865 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9b679-c14f-478b-8809-53b1c90bb715 req-81dac325-c222-48a7-9715-22dd057926a0 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758582 Feb 17 11:50:44.528746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40288) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:44.553338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Request body: {'network': {'project_id': 'f35a54945edb459ba1dd00f065d128b0'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:44.558011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Subnet': ['ID=f6a799be-b9fd-4ad3-8998-14ddf986f3e0,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:44.562941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-6cd6d1c6-2838-43e1-9a57-9a0c1b43a4b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:44.564602 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-6cd6d1c6-2838-43e1-9a57-9a0c1b43a4b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.1490724 Feb 17 11:50:44.567148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e9d7e-7dbf-4b95-8b96-990ca4dc9e2f None None] Pushing event updated for resources: {'Port': ['ID=53ed5682-d696-4710-8f91-a658f7005535,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:44.567332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:44.612515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:44.634290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Provisioning for port c681446b-f1f9-4a54-b8ed-819036bdd665 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:44.639464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Usage tracker for resource:network and tenant:f35a54945edb459ba1dd00f065d128b0 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:44.640473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Provisioning complete for port c681446b-f1f9-4a54-b8ed-819036bdd665 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:44.640844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.643003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:44.659878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Checking segment: {'id': 'c2bdb45b-6cf2-457d-ab72-c4394e310e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:44.660501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network hostable DHCP agents. Network: 00e0e938-56d2-45d5-b024-9e55084b07d6, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:44.666576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:44.674414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.697182 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 11:50:44.697642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:50:44.701532 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-af186b22-28b5-476a-8453-397db502f58a tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1625671 Feb 17 11:50:44.705427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40292) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:44.711784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40294) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:44.718955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Port c681446b-f1f9-4a54-b8ed-819036bdd665 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:44.730946 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-2ba4b4d9-6544-4f05-a687-79cbe0ce06db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7721ead730f4de98d4acca3b4749ca7&device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 1097 time: 0.3937051 Feb 17 11:50:44.733446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606062a-1884-460f-b476-7172a8817b54 req-3445c275-209f-4d05-a562-1d263cd44c3f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:44.734987 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a606062a-1884-460f-b476-7172a8817b54 req-3445c275-209f-4d05-a562-1d263cd44c3f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 943 time: 0.7308321 Feb 17 11:50:44.766834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.842821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network 00e0e938-56d2-45d5-b024-9e55084b07d6 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:44.860732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Provisioning for port b7132fd3-d810-436a-932e-94e642176d85 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:44.862448 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-b259d489-15ad-4490-906d-55186197b5ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2900219 Feb 17 11:50:44.865969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Provisioning complete for port b7132fd3-d810-436a-932e-94e642176d85 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:44.866423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:44.926087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Port b7132fd3-d810-436a-932e-94e642176d85 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:44.942374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Provisioning complete for port 53ed5682-d696-4710-8f91-a658f7005535 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:44.942374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c4f3229d-1aea-408c-bb77-95a2d4340478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.016104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-488437857'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:45.024172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 00e0e938-56d2-45d5-b024-9e55084b07d6) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:45.028317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.040558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb10501-0d36-4386-883d-34b9bfbbdb06 None None] Network 00e0e938-56d2-45d5-b024-9e55084b07d6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:45.060643 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d4b4b82d-0213-4727-868f-353d42800e68 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f35a54945edb459ba1dd00f065d128b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491623 Feb 17 11:50:45.067445 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a606062a-1884-460f-b476-7172a8817b54 req-f81c8a55-a311-4b50-9e62-0a024ab3c685 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175547 Feb 17 11:50:45.075808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:45.076845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40302) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:45.102200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Usage tracker for resource:network and tenant:3c604674341c4cb4a256aa380f1db86d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:45.118604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:45.137533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:45.145804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-66a54445-5cf3-4bea-a528-9854271802ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:45.149524 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-66a54445-5cf3-4bea-a528-9854271802ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=5053937c-c09c-4e97-928e-4997eda3c611 HTTP/1.1" status: 200 len: 905 time: 0.4098384 Feb 17 11:50:45.224058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9c0ae4f-9be6-4058-b610-6cd47d788213 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:45.226708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.245648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event updated for resources: {'Subnet': ['ID=2e74d29c-9a09-4ee5-9eb0-fc7c6ebb2b95,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:45.305305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=ee83f2ec-7fca-4bec-8349-3ff6c703879c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:45.309454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd984eae-d347-491e-bc1e-0e82143efc1c tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.326939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Checking segment: {'id': 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:45.327299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network hostable DHCP agents. Network: 28e52491-712d-4a24-a5b2-a1b992726d7e, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:45.357569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Made reservation on behalf of 3c604674341c4cb4a256aa380f1db86d for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:45.360749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.381429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-f7d10058-0f8a-499d-a4f6-835c40de8edc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a HTTP/1.1" status: 200 len: 217 time: 0.2229404 Feb 17 11:50:45.395079 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-ba1ce2ba-917c-4e75-b1ae-62b57afa758d service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253150 Feb 17 11:50:45.399505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.441304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd984eae-d347-491e-bc1e-0e82143efc1c tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.446338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d9c0ae4f-9be6-4058-b610-6cd47d788213 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:45.451972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.506592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Network 28e52491-712d-4a24-a5b2-a1b992726d7e is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:45.517396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-00e0e938-56d2-45d5-b024-9e55084b07d6', 'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6', 'tenant_id': '3517539ba82a4a1a8dcc25a8cbbe61c7', 'fixed_ips': [{'subnet_id': 'f6a799be-b9fd-4ad3-8998-14ddf986f3e0'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:50:45.519052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.567350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-37bcf056-3d79-41de-b789-412beebc3de9 None None] Provisioning complete for port b7132fd3-d810-436a-932e-94e642176d85 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:45.567715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-37bcf056-3d79-41de-b789-412beebc3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.605657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.651124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 28e52491-712d-4a24-a5b2-a1b992726d7e) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:45.673713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.680966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-37bcf056-3d79-41de-b789-412beebc3de9 None None] Port b7132fd3-d810-436a-932e-94e642176d85 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:45.686930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.688017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:45.688482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:45.689085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.689695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c602558-5a0f-4305-9c60-1a3cbf16ce87 None None] Network 28e52491-712d-4a24-a5b2-a1b992726d7e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:45.758428 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72125662-4a16-405d-812d-52875f5c3642 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/ports/ee83f2ec-7fca-4bec-8349-3ff6c703879c HTTP/1.1" status: 204 len: 168 time: 2.7112849 Feb 17 11:50:45.763585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd984eae-d347-491e-bc1e-0e82143efc1c tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.766651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd984eae-d347-491e-bc1e-0e82143efc1c tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.770769 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd984eae-d347-491e-bc1e-0e82143efc1c tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b05d5e1-92e6-4da4-a196-9a76bddbccd6 HTTP/1.1" status: 204 len: 168 time: 0.6890590 Feb 17 11:50:45.770769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40308) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:45.774895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40310) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:45.798250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-74d4f6a4-8aa6-44a3-a6a2-82abf7259340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:45.800434 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-74d4f6a4-8aa6-44a3-a6a2-82abf7259340 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08695bba-19ab-4c58-ad84-f0c0090a5b17 HTTP/1.1" status: 200 len: 844 time: 0.4044807 Feb 17 11:50:45.825988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.833403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd984eae-d347-491e-bc1e-0e82143efc1c tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05d5e1-92e6-4da4-a196-9a76bddbccd6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:45.857215 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0f29f5-5d4a-4252-9acc-609b528098ab tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] GET failed (client error): The resource could not be found. Feb 17 11:50:45.857715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fe0f29f5-5d4a-4252-9acc-609b528098ab tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Synchronizing usage tracker for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:45.874443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:45.879325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Port': ['ID=b7132fd3-d810-436a-932e-94e642176d85,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:45.982308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fe0f29f5-5d4a-4252-9acc-609b528098ab tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Unset dirty status for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:45.983403 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fe0f29f5-5d4a-4252-9acc-609b528098ab tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "GET /v2.0/ports/ee83f2ec-7fca-4bec-8349-3ff6c703879c HTTP/1.1" status: 404 len: 333 time: 0.1949470 Feb 17 11:50:45.990296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40316) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:45.997820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'name': 'tempest-AllowedAddressPairTestJSON-495789670'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:46.088704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 53ed5682-d696-4710-8f91-a658f7005535 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:46.135007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Allocated IP 172.20.0.2 (00e0e938-56d2-45d5-b024-9e55084b07d6/f6a799be-b9fd-4ad3-8998-14ddf986f3e0/49939138-cd17-4511-a6bf-e426d0a55e1b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:46.158227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:46.163369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Usage tracker for resource:security_group_rule and tenant:3c604674341c4cb4a256aa380f1db86d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:46.167105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:46.173740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:46.215506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.255992 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-202587d1-a589-41b2-b61c-dd41cf04c1e3 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.4012756 Feb 17 11:50:46.259950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40322) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:46.316338 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ada4c5-7935-49b8-bbb2-7fa13d1e7d46 req-d3d12c00-73a9-448b-9f6a-33a51806f64f service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8967645 Feb 17 11:50:46.340067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-28e52491-712d-4a24-a5b2-a1b992726d7e', 'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e', 'tenant_id': '3517539ba82a4a1a8dcc25a8cbbe61c7', 'fixed_ips': [{'subnet_id': '2e74d29c-9a09-4ee5-9eb0-fc7c6ebb2b95'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:50:46.340326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:46.341175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.352547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:46.373484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.522736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.533010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:46.566585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Allocated IP 172.20.0.18 (28e52491-712d-4a24-a5b2-a1b992726d7e/2e74d29c-9a09-4ee5-9eb0-fc7c6ebb2b95/aff801f8-4d2b-43ca-a6ad-ee2c87fa3977) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:46.569387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b575-b38d-41c3-a816-cfd06176ca3e tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:46.570911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b575-b38d-41c3-a816-cfd06176ca3e tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:46.577894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b575-b38d-41c3-a816-cfd06176ca3e tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:46.577894 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1476b575-b38d-41c3-a816-cfd06176ca3e tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3071084 Feb 17 11:50:46.586236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40326) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:46.587170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:46.607256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea516-75f9-4ab1-b510-705437a4d141 req-6d13fd7a-1b46-472d-9c0b-bf535b56879f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:46.608820 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-332ea516-75f9-4ab1-b510-705437a4d141 req-6d13fd7a-1b46-472d-9c0b-bf535b56879f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 944 time: 0.9103432 Feb 17 11:50:46.652925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-623e2826-3ff9-4cd8-b622-0f0fd1fadda1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5053937c-c09c-4e97-928e-4997eda3c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8217988 Feb 17 11:50:46.674217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cadb9-32e5-40e8-ae94-2cbc270d71f6 req-15cd0796-9841-4838-8ca9-f8cc378f535b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:46.676284 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b7cadb9-32e5-40e8-ae94-2cbc270d71f6 req-15cd0796-9841-4838-8ca9-f8cc378f535b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 943 time: 0.4651906 Feb 17 11:50:46.710543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:50:46.734837 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Allocated IP 172.26.6.47 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/8a8a4894-88b7-4daf-ac26-0b31dd0c4daf) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:46.783700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:46.786815 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.794437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.813508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 53ed5682-d696-4710-8f91-a658f7005535 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:46.813711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af670bc1-12ed-4934-b256-69ce073b3958,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:46.814022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.843977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.844373 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Added segment 98723ecb-99da-4b12-b209-5f14063fe696 of type vlan for network 09601f5a-7f92-4aa1-9632-f1f637810705 Feb 17 11:50:46.885479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.887965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce73ccb-60a3-459c-ac3f-446df5be7e5b']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:46.936314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-23d1ecc6-e264-4d3d-a02d-4620ec758387 None None] Provisioning complete for port b7132fd3-d810-436a-932e-94e642176d85 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:46.937325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-23d1ecc6-e264-4d3d-a02d-4620ec758387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:46.961318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] device_id is not set on port 77089fca-e558-459f-bced-3077027638c7 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:46.984315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Transition to ACTIVE for port object 49939138-cd17-4511-a6bf-e426d0a55e1b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:47.006407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0207c7f5-9c2a-4eba-a388-f52598a4ef92') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:47.006613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0207c7f5-9c2a-4eba-a388-f52598a4ef92') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:47.012571 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b7cadb9-32e5-40e8-ae94-2cbc270d71f6 req-e20456d9-f718-46e3-b1ba-eb2fe596219b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227296 Feb 17 11:50:47.015261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-332ea516-75f9-4ab1-b510-705437a4d141 req-9265c96f-d5ce-4e18-acea-d142c97046e3 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939984 Feb 17 11:50:47.048508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.061133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.097536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Transition to ACTIVE for port object 49939138-cd17-4511-a6bf-e426d0a55e1b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:47.103682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-93f8392a-eb2c-4a8c-9f44-ebf16c59c4a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1096 time: 0.6545427 Feb 17 11:50:47.143428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-23d1ecc6-e264-4d3d-a02d-4620ec758387 None None] Port b7132fd3-d810-436a-932e-94e642176d85 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:47.148986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.162141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting subnet f6a799be-b9fd-4ad3-8998-14ddf986f3e0 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:50:47.182419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.212813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.217342 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-f8d83f66-98f6-43a1-9492-8abcf90bb2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313406 Feb 17 11:50:47.219780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:47.247026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:47.247284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.260552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Allocated IP 172.20.0.13 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/77089fca-e558-459f-bced-3077027638c7) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:47.280103 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:47.299217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.326934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.331111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Network 00e0e938-56d2-45d5-b024-9e55084b07d6 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:47.338141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Pushing event updated for resources: {'Port': ['ID=49939138-cd17-4511-a6bf-e426d0a55e1b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:47.342549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:47.344208 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:47.356479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Transition to ACTIVE for port object aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:47.487506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.495588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Transition to ACTIVE for port object aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:47.497161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.500866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:47.501458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.520617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Attempting to bind port 49939138-cd17-4511-a6bf-e426d0a55e1b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:47.521105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Attempting to bind port 49939138-cd17-4511-a6bf-e426d0a55e1b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c2bdb45b-6cf2-457d-ab72-c4394e310e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:47.521540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Attempting to bind port 49939138-cd17-4511-a6bf-e426d0a55e1b on network 00e0e938-56d2-45d5-b024-9e55084b07d6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:47.528358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:47.528964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Checking segment: {'id': 'c2bdb45b-6cf2-457d-ab72-c4394e310e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:47.529407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.529983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Bound using segment: {'id': 'c2bdb45b-6cf2-457d-ab72-c4394e310e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:47.530505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Bound port: 49939138-cd17-4511-a6bf-e426d0a55e1b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bdb45b-6cf2-457d-ab72-c4394e310e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00e0e938-56d2-45d5-b024-9e55084b07d6'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:47.530954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.597174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.598619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.624733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.636644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-a376810c-a457-442c-b8ad-c3b396c4f6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:47.638509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-a376810c-a457-442c-b8ad-c3b396c4f6db service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.5270400 Feb 17 11:50:47.669057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.670482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.687144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Transition to ACTIVE for port object 77089fca-e558-459f-bced-3077027638c7 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:47.692273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Network 28e52491-712d-4a24-a5b2-a1b992726d7e is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:47.693332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Pushing event updated for resources: {'Port': ['ID=aff801f8-4d2b-43ca-a6ad-ee2c87fa3977,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:47.695843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:47.697933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:47.708186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Router 69436b1c-2467-44e3-8b0e-81009aa1ae54 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:50:47.770478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "DELETE /v2.0/networks/4ce73ccb-60a3-459c-ac3f-446df5be7e5b HTTP/1.1" status: 204 len: 168 time: 1.9840121 Feb 17 11:50:47.772563 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2083c4a1-99b2-4253-bc4e-ad99fb03d911 req-0ad81f5f-43c2-499c-8c1a-7178d7159c68 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110116 Feb 17 11:50:47.773105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Pushing event updated for resources: {'Network': ['ID=09601f5a-7f92-4aa1-9632-f1f637810705,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:47.775343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40330) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:47.779575 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-45eac57d-0b2b-4946-bd9b-8099fe842b10 tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0621276 Feb 17 11:50:47.795900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.813575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 09601f5a-7f92-4aa1-9632-f1f637810705 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:50:47.814903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-a6812ff9-5486-4e99-81ce-dbc0216b68c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 217 time: 0.1430082 Feb 17 11:50:47.831375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11383a5c-80c7-417f-8ef2-5c48634b8dcf tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ce73ccb-60a3-459c-ac3f-446df5be7e5b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:47.837235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Attempting to bind port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:47.844489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Attempting to bind port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:47.844489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Attempting to bind port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 on network 28e52491-712d-4a24-a5b2-a1b992726d7e {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:47.906164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:50:47.906634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Checking segment: {'id': 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:47.907092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:47.907537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Bound using segment: {'id': 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:50:47.908062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Bound port: aff801f8-4d2b-43ca-a6ad-ee2c87fa3977, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28e52491-712d-4a24-a5b2-a1b992726d7e'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:50:47.909129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.024132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] For port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:48.027708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] For port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=aff801f8-4d2b-43ca-a6ad-ee2c87fa3977,segment=NetworkSegment(b8f0d435-c5df-4954-8305-4fb7b61e3c6f),segment_id=b8f0d435-c5df-4954-8305-4fb7b61e3c6f)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:48.041394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.043245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:48.051587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=77089fca-e558-459f-bced-3077027638c7,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:48.056649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:48.059876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:48.088256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 52d73a4c-33c6-4fb3-ad61-32690c22137a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:50:48.111462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:48.112432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.120789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.170691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40342) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:48.178053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:48.198119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Request body: {'port': {'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705', 'binding:host_id': 'hv-neutron-8287', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-963588337'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:48.203008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.204651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Pushing event updated for resources: {'Port': ['ID=8a8a4894-88b7-4daf-ac26-0b31dd0c4daf,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:48.208084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-ed73854c-19d2-464f-a178-0542c699c199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:48.209732 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-ed73854c-19d2-464f-a178-0542c699c199 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.3835006 Feb 17 11:50:48.210732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:48.215501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:48.218773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.239782 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/subnets/f6a799be-b9fd-4ad3-8998-14ddf986f3e0 HTTP/1.1" status: 204 len: 168 time: 1.6498206 Feb 17 11:50:48.246844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6499613-3ff3-4276-a65c-56b2c51831e0 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a799be-b9fd-4ad3-8998-14ddf986f3e0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:48.258504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40346) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:48.261911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:48.263149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:48.263475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.296335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:48.309685 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5f65adef-c980-4c95-a007-e6cca09ae090 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "PUT /v2.0/routers/69436b1c-2467-44e3-8b0e-81009aa1ae54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1243708 Feb 17 11:50:48.310004 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] Sync routers for ids ['69436b1c-2467-44e3-8b0e-81009aa1ae54'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:48.311288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40350) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:48.317086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'port': {'network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801', 'name': 'tempest-FloatingIPNegativeTestJSON-460524946'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:48.339058 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] Routers {'69436b1c-2467-44e3-8b0e-81009aa1ae54'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:48.340013 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['69436b1c-2467-44e3-8b0e-81009aa1ae54'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:48.426278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Usage tracker for resource:port and tenant:c0276e278a3e4d3b8bbb6d554809687d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:48.432215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=49939138-cd17-4511-a6bf-e426d0a55e1b,segment=NetworkSegment(c2bdb45b-6cf2-457d-ab72-c4394e310e27),segment_id=c2bdb45b-6cf2-457d-ab72-c4394e310e27)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:50:48.439679 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:48.447874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:48.452646 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] Routers {'69436b1c-2467-44e3-8b0e-81009aa1ae54'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:48.453444 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['69436b1c-2467-44e3-8b0e-81009aa1ae54'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:48.502860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6db56836-1ec9-457e-adb3-44c2049761ed tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5109055 Feb 17 11:50:48.506654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:48.511831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.519660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40354) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:48.526073 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:48.526861 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2dcf8-1765-48ed-b1ef-25dab7919df3 None None] The sync data for ids ['69436b1c-2467-44e3-8b0e-81009aa1ae54'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:48.540796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8d:e2:d2'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:48.552978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5884fa-35fb-439f-9f99-e45d1dd07d27 None None] Pushing event updated for resources: {'Port': ['ID=aff801f8-4d2b-43ca-a6ad-ee2c87fa3977,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:48.585476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7c66c-5460-46f3-8a2d-8d68b8283a0a req-67db2ad3-6e54-40d7-9ece-eae0f3c47a4c tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:48.587124 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-82e7c66c-5460-46f3-8a2d-8d68b8283a0a req-67db2ad3-6e54-40d7-9ece-eae0f3c47a4c tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 944 time: 0.2493322 Feb 17 11:50:48.647284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 52d73a4c-33c6-4fb3-ad61-32690c22137a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:48.670569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'port_id': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'mac_address': 'fa:16:3e:fc:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:50:48.672088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:48.680493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ba18fe50-abad-4a82-b5ae-0a8a114fb3ac None None] Provisioning for port 77089fca-e558-459f-bced-3077027638c7 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:48.688820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ba18fe50-abad-4a82-b5ae-0a8a114fb3ac None None] Provisioning complete for port 77089fca-e558-459f-bced-3077027638c7 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:48.689182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ba18fe50-abad-4a82-b5ae-0a8a114fb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.694885 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-82e7c66c-5460-46f3-8a2d-8d68b8283a0a req-b5635633-c016-4ec6-a6bb-172e46c508e6 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984325 Feb 17 11:50:48.695995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:port and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:48.702671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:48.722867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:48.762662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Made reservation on behalf of c0276e278a3e4d3b8bbb6d554809687d for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:48.765154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.807791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ba18fe50-abad-4a82-b5ae-0a8a114fb3ac None None] Port 77089fca-e558-459f-bced-3077027638c7 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:48.811162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Made reservation on behalf of 2540c92469d9497888be79c775c9fdc2 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:48.814438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.856426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:48.867693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6728519-84b1-43cf-a708-8907549907a4 None None] Pushing event updated for resources: {'Port': ['ID=49939138-cd17-4511-a6bf-e426d0a55e1b,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:48.899453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d73a4c-33c6-4fb3-ad61-32690c22137a {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:50:48.903335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] device_id is not set on port bbe03605-a92e-402d-95a2-fd29029ec01c yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:48.926097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 52d73a4c-33c6-4fb3-ad61-32690c22137a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:49.014846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.023157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.034909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.090536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:49.095311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Usage tracker for resource:security_group_rule and tenant:c0276e278a3e4d3b8bbb6d554809687d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:49.100772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:49.108854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:49.113183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Allocated IP 172.20.0.7 (b603f8ee-94a5-4933-b458-04a1f4ad7801/4380e6c2-b26d-4bc2-b3ff-3802cb59e127/bbe03605-a92e-402d-95a2-fd29029ec01c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:49.138191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=52d73a4c-33c6-4fb3-ad61-32690c22137a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:49.243949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045901e6-556b-4ce7-91c9-1485ff5f8fc4']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:49.290307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5157f8f-45aa-4797-8b95-78fba790c6d4') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:49.291008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5157f8f-45aa-4797-8b95-78fba790c6d4') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:49.318976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055fbc-6426-4b18-8d5a-e5a5adafa58e req-43fb987a-f601-4ded-89a9-5386b4cf6e53 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:49.318976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-64055fbc-6426-4b18-8d5a-e5a5adafa58e req-43fb987a-f601-4ded-89a9-5386b4cf6e53 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Synchronizing usage tracker for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:49.340255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-90da5211-a689-4f4b-a249-71511dea3864 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0807710 Feb 17 11:50:49.353943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.356024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.371102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Transition to ACTIVE for port object bbe03605-a92e-402d-95a2-fd29029ec01c will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:49.389094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['52d73a4c-33c6-4fb3-ad61-32690c22137a'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:50:49.446783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.489846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting subnet 2e74d29c-9a09-4ee5-9eb0-fc7c6ebb2b95 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:50:49.510972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.521029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.521676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:49.524652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:49.527045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:49.565710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Port': ['ID=bbe03605-a92e-402d-95a2-fd29029ec01c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:49.604606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:49.605350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.691999 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-63fc6ec2-a659-46de-9f6e-a94b9d0d2382 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3794622 Feb 17 11:50:49.696146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40358) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:49.701822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-64055fbc-6426-4b18-8d5a-e5a5adafa58e req-43fb987a-f601-4ded-89a9-5386b4cf6e53 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Unset dirty status for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:49.702814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:49.702992 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-64055fbc-6426-4b18-8d5a-e5a5adafa58e req-43fb987a-f601-4ded-89a9-5386b4cf6e53 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 943 time: 1.2748969 Feb 17 11:50:49.710248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:49.714891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:floatingip and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:49.724727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:49.734901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:49.760773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:49.761187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:49.922825 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:49.965439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:49.969597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3aee-ba54-450b-b0be-1d65f62bd20d req-86670839-f9e3-4303-a640-794dba42b6e3 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:49.982433 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-35ed3aee-ba54-450b-b0be-1d65f62bd20d req-86670839-f9e3-4303-a640-794dba42b6e3 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 945 time: 0.1183095 Feb 17 11:50:49.982522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.062953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 78400812-e3d0-4453-9f5e-522dcf25fe76 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:50:50.066604 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-35ed3aee-ba54-450b-b0be-1d65f62bd20d req-56d8f677-5ff6-45ed-9b90-ac21d8e21fe9 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880260 Feb 17 11:50:50.109165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.207036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 49939138-cd17-4511-a6bf-e426d0a55e1b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:50.211372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.278503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a66216-9416-4d19-b053-b65a1544f746 None None] Network 00e0e938-56d2-45d5-b024-9e55084b07d6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:50.319072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.373035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-1408180e-dffb-40f0-9f93-a249d3500cf8 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0102053 Feb 17 11:50:50.388954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:50.425153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca8d65-0ef8-4921-bdb9-474d7dfe9e4a None None] Network 28e52491-712d-4a24-a5b2-a1b992726d7e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:50.478565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Allocated IP 172.26.6.52 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/72ccee5f-f678-4990-9ddc-792903fa96c3) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:50.541619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.570748 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-64055fbc-6426-4b18-8d5a-e5a5adafa58e req-05ee7c2c-adb4-47e0-b573-4054fc1e1090 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8419487 Feb 17 11:50:50.622175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d27a67-d140-4682-ba9c-c70cd6a66e25,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:50.624688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:50.638180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.657939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.679234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Provisioning for port bbe03605-a92e-402d-95a2-fd29029ec01c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:50.694074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'port_id': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'mac_address': 'fa:16:3e:9b:56:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:50:50.726121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Provisioning complete for port bbe03605-a92e-402d-95a2-fd29029ec01c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:50.726488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.731073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.802082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:50.805728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Port': ['ID=72ccee5f-f678-4990-9ddc-792903fa96c3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:50.809527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:50.811591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:50.828757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 49939138-cd17-4511-a6bf-e426d0a55e1b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:50.833569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.863517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:50.928257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:50.940663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Port bbe03605-a92e-402d-95a2-fd29029ec01c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:50.967598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] Pushing event deleted for resources: {'Network': ['ID=045901e6-556b-4ce7-91c9-1485ff5f8fc4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:50.978669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.022521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78400812-e3d0-4453-9f5e-522dcf25fe76 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:50:51.068123 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a9994221-6b6d-4e65-83e3-3e5e37726fb0 tempest-QuotasNegativeTest-2044631341 tempest-QuotasNegativeTest-2044631341-project-admin] 10.222.0.47 "DELETE /v2.0/networks/045901e6-556b-4ce7-91c9-1485ff5f8fc4 HTTP/1.1" status: 204 len: 168 time: 3.2904696 Feb 17 11:50:51.071584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.081988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:51.131689 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fba10368-4f9c-40e6-8a9b-3bcef6516b4b req-4a2deca1-c125-4f7a-8317-ecf111e5014b service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098269 Feb 17 11:50:51.162541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.223726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Provisioning for port 49939138-cd17-4511-a6bf-e426d0a55e1b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:51.240275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Provisioning complete for port 49939138-cd17-4511-a6bf-e426d0a55e1b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:51.240988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.273738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.277056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.338138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] DHCP port deletion for 00e0e938-56d2-45d5-b024-9e55084b07d6 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:50:51.348890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Subnet': ['ID=2e74d29c-9a09-4ee5-9eb0-fc7c6ebb2b95,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:51.362326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:51.384985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Deleting port 49939138-cd17-4511-a6bf-e426d0a55e1b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:51.385410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.399136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.478099 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-15f4a6e8-f3bc-4ebd-a353-7dd1d2a4e473 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/subnets/2e74d29c-9a09-4ee5-9eb0-fc7c6ebb2b95 HTTP/1.1" status: 204 len: 168 time: 3.2081873 Feb 17 11:50:51.478343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:51.500385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c826aa5-ecd6-4f5e-8a36-c082a078385c req-c1c4cb70-eba3-4b13-8fb7-1eab24fb5eb2 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:51.502508 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9c826aa5-ecd6-4f5e-8a36-c082a078385c req-c1c4cb70-eba3-4b13-8fb7-1eab24fb5eb2 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 945 time: 0.2681110 Feb 17 11:50:51.569859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.581489 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9c826aa5-ecd6-4f5e-8a36-c082a078385c req-6e534bee-d9bc-4eea-9d27-f95eddd11471 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653269 Feb 17 11:50:51.584440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['78400812-e3d0-4453-9f5e-522dcf25fe76'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:50:51.643902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.649975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:51.697662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:51.700961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.709098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.754117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95703808-5215-4dff-88ff-d04ce8d11622 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:51.754873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-95703808-5215-4dff-88ff-d04ce8d11622 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Synchronizing usage tracker for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:51.767304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.769629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Transition to ACTIVE for port object 69b9106b-43fb-44d9-bfdd-d064d7f43f8f will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:51.790653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:51.847233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887ee73-73cc-47c4-9d71-df1979be342c None None] Network 28e52491-712d-4a24-a5b2-a1b992726d7e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:51.886010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Port': ['ID=72ccee5f-f678-4990-9ddc-792903fa96c3,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:51.923919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.014659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=49939138-cd17-4511-a6bf-e426d0a55e1b,segment=NetworkSegment(c2bdb45b-6cf2-457d-ab72-c4394e310e27),segment_id=c2bdb45b-6cf2-457d-ab72-c4394e310e27)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:52.053187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-95703808-5215-4dff-88ff-d04ce8d11622 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Unset dirty status for tenant:3517539ba82a4a1a8dcc25a8cbbe61c7 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:52.054547 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-95703808-5215-4dff-88ff-d04ce8d11622 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5754035 Feb 17 11:50:52.062885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.066962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40376) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:52.069390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.078958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.085260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3685b793-f126-4cbc-818e-c53ed522bbca tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3877552 Feb 17 11:50:52.088688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 52d73a4c-33c6-4fb3-ad61-32690c22137a up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:52.104484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:52.113614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 49939138-cd17-4511-a6bf-e426d0a55e1b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:50:52.113881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2a21f1b4-47ca-44b8-837e-bd9c9aaa4b63 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'floatingip': {'port_id': 'bbe03605-a92e-402d-95a2-fd29029ec01c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:52.204659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.241088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.302577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=77089fca-e558-459f-bced-3077027638c7,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:52.334925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a21f1b4-47ca-44b8-837e-bd9c9aaa4b63 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.442294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] In _notify_port_updated(), no bound segment for port 77089fca-e558-459f-bced-3077027638c7 on network 909c6df6-fa3e-47fc-9319-a116d811c3be {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:50:52.448505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa958d8b-281f-487f-a21b-fbb71454fbdf None None] Pushing event updated for resources: {'Port': ['ID=49939138-cd17-4511-a6bf-e426d0a55e1b,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:52.453031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:52.453851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.455494 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-338e6b0d-d797-421f-aba2-c7f9394cf348 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "PUT /v2.0/ports/77089fca-e558-459f-bced-3077027638c7 HTTP/1.1" status: 200 len: 993 time: 3.9298809 Feb 17 11:50:52.466697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40386) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:52.470928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=49939138-cd17-4511-a6bf-e426d0a55e1b,segment=NetworkSegment(c2bdb45b-6cf2-457d-ab72-c4394e310e27),segment_id=c2bdb45b-6cf2-457d-ab72-c4394e310e27)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:52.472005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.476553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020875-e4b2-4cc4-943b-79a04b153356 req-2c127b8f-7c95-44d0-b469-7bbafcd0567b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:52.484093 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-07020875-e4b2-4cc4-943b-79a04b153356 req-2c127b8f-7c95-44d0-b469-7bbafcd0567b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 944 time: 0.6734192 Feb 17 11:50:52.589528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.611035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40390) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:52.633572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=69b9106b-43fb-44d9-bfdd-d064d7f43f8f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:52.635978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Checking segment: {'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:50:52.636330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Network hostable DHCP agents. Network: 09601f5a-7f92-4aa1-9632-f1f637810705, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:50:52.638907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Calling delete_port for 49939138-cd17-4511-a6bf-e426d0a55e1b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:52.700237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:52.706521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.723921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port 77089fca-e558-459f-bced-3077027638c7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:52.730280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.778596 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-07020875-e4b2-4cc4-943b-79a04b153356 req-770f9ea5-9738-494f-9474-64442972e3c9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935081 Feb 17 11:50:52.855051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2a3798f5-5292-4acb-9c8b-27247c2d9a73 None None] Provisioning for port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:52.899663 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-2a21f1b4-47ca-44b8-837e-bd9c9aaa4b63 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] update failed (client error): The resource could not be found. Feb 17 11:50:52.900702 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2a21f1b4-47ca-44b8-837e-bd9c9aaa4b63 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "PUT /v2.0/floatingips/94dfee9c-c59e-4b7f-9eae-42473f86ecf9 HTTP/1.1" status: 404 len: 507 time: 0.7952929 Feb 17 11:50:52.904307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40398) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:52.904463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2a3798f5-5292-4acb-9c8b-27247c2d9a73 None None] Provisioning complete for port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:52.904661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a3798f5-5292-4acb-9c8b-27247c2d9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.912739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:52.988690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Network 09601f5a-7f92-4aa1-9632-f1f637810705 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:50:53.007814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:50:53.008192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:50:53.060681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d08be-3131-4a46-a25b-a857f7b2f4bd req-06abc224-5992-4a93-8ee4-92ad979c0e36 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:53.062159 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9b2d08be-3131-4a46-a25b-a857f7b2f4bd req-06abc224-5992-4a93-8ee4-92ad979c0e36 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 945 time: 0.2975883 Feb 17 11:50:53.072058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:53.075442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 52d73a4c-33c6-4fb3-ad61-32690c22137a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:53.081989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.084109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8e554c9d7f4dcea140bd80c8e77459 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:53.101345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:53.107748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:50:53.113656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:53.116598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] For port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=aff801f8-4d2b-43ca-a6ad-ee2c87fa3977,segment=NetworkSegment(b8f0d435-c5df-4954-8305-4fb7b61e3c6f),segment_id=b8f0d435-c5df-4954-8305-4fb7b61e3c6f)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:53.116953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.142007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 52d73a4c-33c6-4fb3-ad61-32690c22137a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:53.142007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.179703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 09601f5a-7f92-4aa1-9632-f1f637810705) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:53.195013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.196358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:53.208043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting port 72ccee5f-f678-4990-9ddc-792903fa96c3 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:53.208043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.215964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca1a6f-d668-4f43-9a0b-05f395e68257 None None] Network 09601f5a-7f92-4aa1-9632-f1f637810705 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:50:53.243476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd5a22-65cc-4478-a05d-6b313b76c1f9 None None] DHCP port deletion for 28e52491-712d-4a24-a5b2-a1b992726d7e request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:50:53.265815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:53.266118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:53.266499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:53.282554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:53.283723 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:53.289657 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 2 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:53.297028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.329651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-06bd5a22-65cc-4478-a05d-6b313b76c1f9 None None] Deleting port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:53.330281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-06bd5a22-65cc-4478-a05d-6b313b76c1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.352703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Calling delete_port for aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:53.375450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=49939138-cd17-4511-a6bf-e426d0a55e1b,segment=NetworkSegment(c2bdb45b-6cf2-457d-ab72-c4394e310e27),segment_id=c2bdb45b-6cf2-457d-ab72-c4394e310e27)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:53.399289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a3798f5-5292-4acb-9c8b-27247c2d9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.427858 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9b2d08be-3131-4a46-a25b-a857f7b2f4bd req-52f6e4a2-e922-41e6-a6a6-26d9d3de64ec tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513210 Feb 17 11:50:53.447305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:53.447305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:53.447305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:53.458408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.492250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.511503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.524723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.538619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:53.538924 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:53.546124 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 3 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:53.556996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Port': ['ID=aff801f8-4d2b-43ca-a6ad-ee2c87fa3977,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:53.561630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.576108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Deleting port 49939138-cd17-4511-a6bf-e426d0a55e1b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:53.577501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.587248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] No DVR routers for this DVR port aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:50:53.614799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-06bd5a22-65cc-4478-a05d-6b313b76c1f9 None None] The port 'aff801f8-4d2b-43ca-a6ad-ee2c87fa3977' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:50:53.635646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Pushing event updated for resources: {'Port': ['ID=8a8a4894-88b7-4daf-ac26-0b31dd0c4daf,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:53.658707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672157c-0457-4b91-8fc8-d591b892ff60,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:53.662712 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dc4b65ca-ca45-4283-bbe7-191fd6b135a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc8e554c9d7f4dcea140bd80c8e77459&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0487239 Feb 17 11:50:53.667391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40402) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:53.768522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.808680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e52491-712d-4a24-a5b2-a1b992726d7e']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:53.825403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:53.825403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f0d435-c5df-4954-8305-4fb7b61e3c6f') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:53.831919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for 77089fca-e558-459f-bced-3077027638c7 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:53.851630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.862584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.862783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b500bf38-294c-441a-8582-d9f68fbe1cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.880616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.880823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=49939138-cd17-4511-a6bf-e426d0a55e1b,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:53.882812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:53.883143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:53.883488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:53.897635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.898008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.899538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:53.899922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.913328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:53.916084 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:54.006664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b500bf38-294c-441a-8582-d9f68fbe1cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.014639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:50:54.101370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:50:54.128897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.149111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.156244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b500bf38-294c-441a-8582-d9f68fbe1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.161884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 52d73a4c-33c6-4fb3-ad61-32690c22137a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:54.166751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:50:54.167212 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aff801f8-4d2b-43ca-a6ad-ee2c87fa3977 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:50:54.176406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Network': ['ID=28e52491-712d-4a24-a5b2-a1b992726d7e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:54.182907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:54.183436 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:54.193706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Calling delete_port for 72ccee5f-f678-4990-9ddc-792903fa96c3 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:54.196152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500bf38-294c-441a-8582-d9f68fbe1cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672157c-0457-4b91-8fc8-d591b892ff60,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:54.201694 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3db4d1c8-84d5-4608-a00f-45aaf1148401 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/networks/28e52491-712d-4a24-a5b2-a1b992726d7e HTTP/1.1" status: 204 len: 168 time: 2.1306598 Feb 17 11:50:54.203846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b500bf38-294c-441a-8582-d9f68fbe1cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.205081 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b500bf38-294c-441a-8582-d9f68fbe1cc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a672157c-0457-4b91-8fc8-d591b892ff60 HTTP/1.1" status: 204 len: 168 time: 0.5367563 Feb 17 11:50:54.206024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40412) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:54.210670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=49939138-cd17-4511-a6bf-e426d0a55e1b,segment=NetworkSegment(c2bdb45b-6cf2-457d-ab72-c4394e310e27),segment_id=c2bdb45b-6cf2-457d-ab72-c4394e310e27)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:54.211244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.221343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-569b8cd3-b001-4d40-9997-04e8049ca98f None None] Provisioning complete for port 77089fca-e558-459f-bced-3077027638c7 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:54.221858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-569b8cd3-b001-4d40-9997-04e8049ca98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.234560 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 4 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:54.264901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.296464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:54.297023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:54.297492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:54.365495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:54.365836 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:54.370445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 78400812-e3d0-4453-9f5e-522dcf25fe76 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:50:54.413599 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 5 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:54.439731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.451128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting port 49939138-cd17-4511-a6bf-e426d0a55e1b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:54.451525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.478893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:54.479441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:54.479536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:54.542857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:54.543181 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:54.551446 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 6 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:54.575928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Calling delete_port for 49939138-cd17-4511-a6bf-e426d0a55e1b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:54.583165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c7418-e495-4ac3-a656-4642f667f14b req-864f44a9-91d0-4090-acd2-62d90596b0ab tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:54.584667 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c4c7418-e495-4ac3-a656-4642f667f14b req-864f44a9-91d0-4090-acd2-62d90596b0ab tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 944 time: 0.4915228 Feb 17 11:50:54.588919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:54.589245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:54.589573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:54.627734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.631716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:54.632044 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:54.636189 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 7 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:54.677816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-569b8cd3-b001-4d40-9997-04e8049ca98f None None] Port 77089fca-e558-459f-bced-3077027638c7 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:54.707654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=52d73a4c-33c6-4fb3-ad61-32690c22137a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:54.719332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=77089fca-e558-459f-bced-3077027638c7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:54.721955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.794342 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'code': 200} Feb 17 11:50:54.802865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 78400812-e3d0-4453-9f5e-522dcf25fe76 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:54.810816 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c4c7418-e495-4ac3-a656-4642f667f14b req-53f1a8f8-52ad-417e-b94a-a9d2fc697a54 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181118 Feb 17 11:50:54.813593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 78400812-e3d0-4453-9f5e-522dcf25fe76 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:54.814243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.816406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event deleted for resources: {'Port': ['ID=72ccee5f-f678-4990-9ddc-792903fa96c3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:54.818320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:54.818650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:54.818977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:54.863701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] For port 49939138-cd17-4511-a6bf-e426d0a55e1b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=49939138-cd17-4511-a6bf-e426d0a55e1b,segment=NetworkSegment(c2bdb45b-6cf2-457d-ab72-c4394e310e27),segment_id=c2bdb45b-6cf2-457d-ab72-c4394e310e27)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:54.864065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.883292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:54.943147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:54.943478 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:54.985202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Floating IP 546a197a-0d4e-47ee-88b6-ac94f0a23de7 associated. External IP: 172.26.6.47, port: c681446b-f1f9-4a54-b8ed-819036bdd665. Feb 17 11:50:54.988234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] Pushing event deleted for resources: {'Port': ['ID=49939138-cd17-4511-a6bf-e426d0a55e1b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:55.036316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a330897-e156-47ef-b583-4bb6e922157d None None] No DVR routers for this DVR port 49939138-cd17-4511-a6bf-e426d0a55e1b on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:50:55.059331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 8 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:55.080108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Calling delete_port for 49939138-cd17-4511-a6bf-e426d0a55e1b owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:55.161044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:55.161322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:55.161629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:55.189638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.214052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:50:55.214393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:50:55.220819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:55.224595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0e3ee-4ee8-41e6-9434-0e6f46bc3c3b req-c27eb1a0-b709-4fa5-8671-23b28d209e5c tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:55.226098 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-58f0e3ee-4ee8-41e6-9434-0e6f46bc3c3b req-c27eb1a0-b709-4fa5-8671-23b28d209e5c tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.2503440 Feb 17 11:50:55.240858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:55.241451 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:55.243881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 9 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:55.274186 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-58f0e3ee-4ee8-41e6-9434-0e6f46bc3c3b req-00ece99f-310f-4660-88d7-5fcc09172a26 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Feb 17 11:50:55.297490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.307252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40426) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:55.331810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.367060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:55.371650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc96c82f8c24943aea71febce926256 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:55.371873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:55.378603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:55.384842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:55.402242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:55.402574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:55.402900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:55.452251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.476710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.482843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:55.483426 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:55.488161 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 10 to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f Feb 17 11:50:55.528071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.531366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.533217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-35bde91b-dc8d-46d0-97cb-6bb4eb66fe94 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/ports/77089fca-e558-459f-bced-3077027638c7 HTTP/1.1" status: 204 len: 168 time: 3.0279093 Feb 17 11:50:55.534130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:50:55.534466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:50:55.534953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:50:55.539518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40430) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:55.545257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.551052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b119a59-3238-4342-bc49-8cbf0bbcd166 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "DELETE /v2.0/floatingips/94dfee9c-c59e-4b7f-9eae-42473f86ecf9 HTTP/1.1" status: 204 len: 168 time: 2.6394730 Feb 17 11:50:55.551856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40434) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:55.557369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'floatingip': {'floating_network_id': 'b603f8ee-94a5-4933-b458-04a1f4ad7801', 'port_id': 'bbe03605-a92e-402d-95a2-fd29029ec01c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:55.582451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:55.588874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e87cd-40f5-4d71-b75b-281c15850394,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:55.594161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:floatingip and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:55.598388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:55.606962 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bbc96c82f8c24943aea71febce926256&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2986298 Feb 17 11:50:55.608699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:55.613908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40438) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:55.635958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.636298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.636632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.636959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.637375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.637688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.638041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.638364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.638682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.638997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.639319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7699ca4-8ab3-4dea-996d-7b822d8ec350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:55.696678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f428d1dd-62c8-412e-b942-fbaa1f44acb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.700908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:50:55.701217 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:50:55.701562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.714099 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a661e3a3-eb8c-4a6f-89ba-a6403c755c9a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] GET failed (client error): The resource could not be found. Feb 17 11:50:55.714527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a661e3a3-eb8c-4a6f-89ba-a6403c755c9a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Synchronizing usage tracker for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:55.717206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Deleting port 49939138-cd17-4511-a6bf-e426d0a55e1b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:55.717536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.739059 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-12644aec-c238-4436-9136-88be10fae4f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 1099 time: 0.3844197 Feb 17 11:50:55.748919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.762496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f428d1dd-62c8-412e-b942-fbaa1f44acb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.791797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a661e3a3-eb8c-4a6f-89ba-a6403c755c9a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Unset dirty status for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:55.792903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a661e3a3-eb8c-4a6f-89ba-a6403c755c9a tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "GET /v2.0/ports/77089fca-e558-459f-bced-3077027638c7 HTTP/1.1" status: 404 len: 333 time: 0.2524710 Feb 17 11:50:55.798942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40442) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:55.808694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:55.821148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'name': 'tempest-AllowedAddressPairTestJSON-17914887'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:55.884390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] The port '49939138-cd17-4511-a6bf-e426d0a55e1b' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:50:56.009381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] For port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:50:56.009744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempted to set empty binding levels {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 11:50:56.018915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:56.041044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Usage tracker for resource:security_group_rule and tenant:2c42e05e82e2435182c283ebe03044c2 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:56.044751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:56.058696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:56.078640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.112775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e0e938-56d2-45d5-b024-9e55084b07d6']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:56.128622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bdb45b-6cf2-457d-ab72-c4394e310e27') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:56.128921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bdb45b-6cf2-457d-ab72-c4394e310e27') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:56.144321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.165380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.168081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f428d1dd-62c8-412e-b942-fbaa1f44acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.174661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:56.177546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.195832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:56.198400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:56.211607 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:56.217535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d1dd-62c8-412e-b942-fbaa1f44acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e87cd-40f5-4d71-b75b-281c15850394,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:56.283887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:56.312922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f428d1dd-62c8-412e-b942-fbaa1f44acb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.313864 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f428d1dd-62c8-412e-b942-fbaa1f44acb7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b60e87cd-40f5-4d71-b75b-281c15850394 HTTP/1.1" status: 204 len: 168 time: 0.6971531 Feb 17 11:50:56.353118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=69b9106b-43fb-44d9-bfdd-d064d7f43f8f,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:56.371844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.372190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.372522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.372854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.373180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.373504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.373855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.374177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.376212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.376212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.376212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:50:56.389023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.402733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.421385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.424417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b480c8-09a9-4d4a-b304-de72ceb92673 req-04152b5d-7d25-4cf0-b325-04c2b69af396 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:56.427247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c0b480c8-09a9-4d4a-b304-de72ceb92673 req-04152b5d-7d25-4cf0-b325-04c2b69af396 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4680126 Feb 17 11:50:56.450230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:56.453336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.477812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:50:56.478810 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1e4863f2-9722-494c-a936-d04feca50943 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9259636 Feb 17 11:50:56.479851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Network': ['ID=00e0e938-56d2-45d5-b024-9e55084b07d6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:56.483282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40452) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:56.488942 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5be184fa-4d64-457a-ae3d-f5c8c338ca07 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/networks/00e0e938-56d2-45d5-b024-9e55084b07d6 HTTP/1.1" status: 204 len: 168 time: 2.2816374 Feb 17 11:50:56.493065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'bbe03605-a92e-402d-95a2-fd29029ec01c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:56.496202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40456) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:56.500026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:56.511142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Usage tracker for resource:floatingip and tenant:2540c92469d9497888be79c775c9fdc2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:50:56.514962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:50:56.522919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:56.545103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.551842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fb99-4475-4aa9-99cc-cbca8fe8cc5d req-87cdac7d-892d-4084-b10b-89153b4f34cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:56.557684 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1da5fb99-4475-4aa9-99cc-cbca8fe8cc5d req-87cdac7d-892d-4084-b10b-89153b4f34cb tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.1291595 Feb 17 11:50:56.601266 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1da5fb99-4475-4aa9-99cc-cbca8fe8cc5d req-bce29a15-9bd5-4d18-a5a4-b1db660d140d tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 Feb 17 11:50:56.608328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] device_id is not set on port 0c0b218a-b287-44f5-b8d1-239e551d17cc yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:56.645364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cf9f7689-f68e-46aa-9b09-b1c3b4a8d674 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.4736247 Feb 17 11:50:56.648248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40460) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:56.666050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.688140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.742352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c0b480c8-09a9-4d4a-b304-de72ceb92673 req-67de0261-dcc4-4bab-b2e8-33e4cefdedf4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039553 Feb 17 11:50:56.768693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.770696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Synchronizing usage tracker for tenant:2c42e05e82e2435182c283ebe03044c2 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:56.786436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Deleting port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:56.786776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:56.796288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:50:56.824180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8a890-8196-4e16-bf0b-23b36200c7a3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:56.902398 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'code': 200} Feb 17 11:50:56.948777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] Unset dirty status for tenant:2c42e05e82e2435182c283ebe03044c2 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:56.950141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-40ea474f-e72c-411c-a516-ee0160ef44f8 req-4e7e379a-2227-4fcd-9210-47cb1d59e173 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1878190 Feb 17 11:50:56.964165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Allocated IP 172.20.0.12 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/0c0b218a-b287-44f5-b8d1-239e551d17cc) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:57.046381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] For port 69b9106b-43fb-44d9-bfdd-d064d7f43f8f, host hv-neutron-8287, got binding levels [] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:50:57.046937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.056068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.116050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e12dcfc-dcd0-4769-b3d4-c6b006f1cada']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:57.133856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Router f625a4de-270a-44ff-8e5c-e5812cc8b1da has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:50:57.140206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1817534b-8f86-4da8-a47b-629a7d80183f') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:57.140488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1817534b-8f86-4da8-a47b-629a7d80183f') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:57.166464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.177375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Calling delete_port for 69b9106b-43fb-44d9-bfdd-d064d7f43f8f owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:57.214009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.250087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.332167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:57.332565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:57.346854 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:57.394654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Allocated IP 172.26.6.58 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/8f366b60-5b95-4b74-9b96-8d46d7228ff7) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:50:57.476386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.536577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event deleted for resources: {'Port': ['ID=69b9106b-43fb-44d9-bfdd-d064d7f43f8f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:57.552254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.577571 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-855ca027-5882-4bf2-8fc9-efb0dce641e5 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "DELETE /v2.0/ports/69b9106b-43fb-44d9-bfdd-d064d7f43f8f HTTP/1.1" status: 204 len: 168 time: 0.9260006 Feb 17 11:50:57.578445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40480) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:57.714050 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbb176a-e950-44ac-85e3-5e35d51fc307 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:50:57.714554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3fbb176a-e950-44ac-85e3-5e35d51fc307 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Synchronizing usage tracker for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:50:57.748725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.749678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.752297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.776499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.795880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-205a1eed-0843-4c54-b9d1-ec268ffdb882 req-fb6da0d3-31ec-43ea-8a93-e68a00b5581e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.4813912 Feb 17 11:50:57.822802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3fbb176a-e950-44ac-85e3-5e35d51fc307 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Unset dirty status for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:50:57.830523 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3fbb176a-e950-44ac-85e3-5e35d51fc307 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "GET /v2.0/ports/69b9106b-43fb-44d9-bfdd-d064d7f43f8f HTTP/1.1" status: 404 len: 333 time: 0.2510746 Feb 17 11:50:57.836757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40490) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:57.836940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Network': ['ID=3e12dcfc-dcd0-4769-b3d4-c6b006f1cada,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:57.840990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Request body: {'port': {'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-368435668'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:57.849995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:50:57.865211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:57.866723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Transition to ACTIVE for port object 0c0b218a-b287-44f5-b8d1-239e551d17cc will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:50:57.879530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:50:57.886105 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6c741dd6-62b2-4e35-8979-cf765cb68db8 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/networks/3e12dcfc-dcd0-4769-b3d4-c6b006f1cada HTTP/1.1" status: 204 len: 168 time: 1.3796084 Feb 17 11:50:57.888514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40494) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:57.988351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:57.993077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:57.998466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:58.027874 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-205a1eed-0843-4c54-b9d1-ec268ffdb882 req-bcbe4486-0af9-4e46-8c34-31125ae4028e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832321 Feb 17 11:50:58.060897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event updated for resources: {'Port': ['ID=8f366b60-5b95-4b74-9b96-8d46d7228ff7,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:58.064485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.099898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042b6f8-f50f-4f53-a1f2-5e3fde04c63b req-5f7aeb6d-be0b-4aa8-9fff-e6a7dd0169f4 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:58.101382 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e042b6f8-f50f-4f53-a1f2-5e3fde04c63b req-5f7aeb6d-be0b-4aa8-9fff-e6a7dd0169f4 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.3162317 Feb 17 11:50:58.114596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Made reservation on behalf of c0276e278a3e4d3b8bbb6d554809687d for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:50:58.116980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.176016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.181752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b860c0-0d79-4898-b761-b805c15dcdd7 req-33e1b15b-6fa0-40bd-b0df-b9863b53c5f1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:58.184644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-20b860c0-0d79-4898-b761-b805c15dcdd7 req-33e1b15b-6fa0-40bd-b0df-b9863b53c5f1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2540221 Feb 17 11:50:58.188243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port 82b13724-3024-4623-b0cb-5ca93d35b563 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:50:58.312859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:50:58.327243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] Sync routers for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:50:58.348880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.361575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:58.362344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.369739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting port 8f366b60-5b95-4b74-9b96-8d46d7228ff7 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:58.370370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.400936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:58.401879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=0c0b218a-b287-44f5-b8d1-239e551d17cc,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:58.407885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:58.422361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e042b6f8-f50f-4f53-a1f2-5e3fde04c63b req-8d9036a0-1163-4a24-b070-0207fba0e75a tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888517 Feb 17 11:50:58.423894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:58.467683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.468775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1b45e0-0b86-4850-b7e3-8cee8c49c399']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.483198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:50:58.483875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.495483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.554251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.555029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cbf9b-b500-4eff-8f1c-aff147bf01fe None None] The sync data for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:50:58.565041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba13e6e6-de6c-481a-b2c0-0003093c41c7') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.565041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba13e6e6-de6c-481a-b2c0-0003093c41c7') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:50:58.572514 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-20b860c0-0d79-4898-b761-b805c15dcdd7 req-b4dbac5b-4c6b-40ca-af9b-7ea73daa4eef tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094649 Feb 17 11:50:58.577145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.608753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.649763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b83b094d-119d-48ff-968b-47365dafff90 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 14.9732776 Feb 17 11:50:58.669222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:58.669862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.673365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40508) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:58.683074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:50:58.683467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:50:58.699515 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:50:58.719161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.775123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.775450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.802072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ee9670c0-538a-4191-b2ca-c16c81769c52 None None] Provisioning for port 0c0b218a-b287-44f5-b8d1-239e551d17cc completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:50:58.809362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ee9670c0-538a-4191-b2ca-c16c81769c52 None None] Provisioning complete for port 0c0b218a-b287-44f5-b8d1-239e551d17cc triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:50:58.810469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ee9670c0-538a-4191-b2ca-c16c81769c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.883190 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-38f4dc38-940c-4a33-af4d-c8997bb556f3 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] 10.222.0.47 "GET /v2.0/floatingips/546a197a-0d4e-47ee-88b6-ac94f0a23de7 HTTP/1.1" status: 200 len: 982 time: 0.2058430 Feb 17 11:50:58.892128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40514) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:58.903857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ee9670c0-538a-4191-b2ca-c16c81769c52 None None] Port 0c0b218a-b287-44f5-b8d1-239e551d17cc cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:50:58.912062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Calling delete_port for 8f366b60-5b95-4b74-9b96-8d46d7228ff7 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:58.945513 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bea70616-7522-4a8b-a576-258d28a0c038 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1456208 Feb 17 11:50:58.952095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40520) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:58.961804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:58.963173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:e2:d2'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:58.982911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.005661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.008615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] Pushing event deleted for resources: {'Network': ['ID=ea1b45e0-0b86-4850-b7e3-8cee8c49c399,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:59.021453 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d20e83c-2b63-459f-9ba7-d793aa076037 tempest-BulkNetworkOpsTest-1417295780 tempest-BulkNetworkOpsTest-1417295780-project] 10.222.0.47 "DELETE /v2.0/networks/ea1b45e0-0b86-4850-b7e3-8cee8c49c399 HTTP/1.1" status: 204 len: 168 time: 1.1288805 Feb 17 11:50:59.024561 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c4781ffe-9619-4ec0-9402-b51269cd6972 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2422 time: 0.1380684 Feb 17 11:50:59.027420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40526) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:59.171448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Network 09601f5a-7f92-4aa1-9632-f1f637810705 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:50:59.192358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=82b13724-3024-4623-b0cb-5ca93d35b563,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:59.194769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:50:59.206742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:50:59.207559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:50:59.213909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.253092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting port 8a8a4894-88b7-4daf-ac26-0b31dd0c4daf {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:50:59.253425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.422469 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1dce4ee7-f66f-4b4a-90ba-4e8b633d92cb tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5895967 Feb 17 11:50:59.426644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40534) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:59.427297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.474943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:59.523475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.554289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event deleted for resources: {'Port': ['ID=8f366b60-5b95-4b74-9b96-8d46d7228ff7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:50:59.561102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40542) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:59.746024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40550) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:50:59.785162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.786515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:50:59.951302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Calling delete_port for 8a8a4894-88b7-4daf-ac26-0b31dd0c4daf owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:50:59.960604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-290285939', 'router:external': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:50:59.987304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:00.005255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c367d1-b3dd-4940-b4ea-1f4740fceda0 req-c08520ce-46a9-4199-ba56-fd4c2dce17cc tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:00.006871 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-39c367d1-b3dd-4940-b4ea-1f4740fceda0 req-c08520ce-46a9-4199-ba56-fd4c2dce17cc tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.4186842 Feb 17 11:51:00.013834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:network and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:00.022184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:00.036025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:00.052155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.109736 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1e337df2-ae06-46c3-b19b-ce62e86324e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3517539ba82a4a1a8dcc25a8cbbe61c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3622179 Feb 17 11:51:00.113932 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40556) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:00.138467 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-39c367d1-b3dd-4940-b4ea-1f4740fceda0 req-ba385b65-7ced-4320-814b-dcde974964b8 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125460 Feb 17 11:51:00.184340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Made reservation on behalf of 7578850ec2954b2d9ca4bc588eba41a6 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:00.184340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.231158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.248051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.251860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] create failed (client error): The resource could not be found. Feb 17 11:51:00.256362 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4e41bb9b-e244-4c29-a5d1-5145a88e7a78 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7687330 Feb 17 11:51:00.257009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40562) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:00.257686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57897e49-f74d-43be-a543-c4e85f00c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.258884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191beb0a-21ac-41d8-9c7d-4488cda99f66 req-72e97926-ddf1-4d4c-99fe-f8c114bf88f5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:00.260413 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-191beb0a-21ac-41d8-9c7d-4488cda99f66 req-72e97926-ddf1-4d4c-99fe-f8c114bf88f5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4222322 Feb 17 11:51:00.331718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.380635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57897e49-f74d-43be-a543-c4e85f00c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.387025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.457464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting port bbe03605-a92e-402d-95a2-fd29029ec01c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:00.457710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.464507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:00.484917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Port': ['ID=8a8a4894-88b7-4daf-ac26-0b31dd0c4daf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:00.503720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=0c0b218a-b287-44f5-b8d1-239e551d17cc,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:00.507585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:security_group_rule and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:00.520789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:00.538253 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-191beb0a-21ac-41d8-9c7d-4488cda99f66 req-51150d7c-b3e4-40a7-88df-3722705fb738 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329226 Feb 17 11:51:00.539037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:00.624344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] In _notify_port_updated(), no bound segment for port 0c0b218a-b287-44f5-b8d1-239e551d17cc on network 909c6df6-fa3e-47fc-9319-a116d811c3be {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:51:00.629221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:00.630438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.633756 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-235af6a0-4abc-4576-9ca8-0727a499954b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "PUT /v2.0/ports/0c0b218a-b287-44f5-b8d1-239e551d17cc HTTP/1.1" status: 200 len: 995 time: 1.6752021 Feb 17 11:51:00.639128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40568) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:00.662046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port 82b13724-3024-4623-b0cb-5ca93d35b563 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:00.674069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.722332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.733044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.771985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Transition to ACTIVE for port object 82b13724-3024-4623-b0cb-5ca93d35b563 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:00.799615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.799930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57897e49-f74d-43be-a543-c4e85f00c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.839291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.841830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4079497d-057b-4106-8b8e-34f5e61b433a None None] Provisioning complete for port 0c0b218a-b287-44f5-b8d1-239e551d17cc triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:00.842442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4079497d-057b-4106-8b8e-34f5e61b433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.863413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede103-40f7-4de8-b61a-c29622a2ef8e req-400ce63c-2cac-4530-bb7f-0486e9ba5261 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:00.864905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-12ede103-40f7-4de8-b61a-c29622a2ef8e req-400ce63c-2cac-4530-bb7f-0486e9ba5261 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.5476465 Feb 17 11:51:00.887354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40572) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:00.887816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:00.901128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57897e49-f74d-43be-a543-c4e85f00c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aaa2ee-bb52-4ed3-8509-c00399226fe3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:00.901523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4079497d-057b-4106-8b8e-34f5e61b433a None None] Port 0c0b218a-b287-44f5-b8d1-239e551d17cc cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:00.920943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Request body: {'floatingip': {'port_id': '52d73a4c-33c6-4fb3-ad61-32690c22137a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:00.939221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port 0c0b218a-b287-44f5-b8d1-239e551d17cc {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:00.939560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:00.989131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d12bd83-9529-40dc-a335-cace7a90d4b9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:01.012476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.012823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Added segment 0bafb5da-c39a-469e-b2c5-70b369a48178 of type vlan for network b064b506-b376-44e1-8547-ecd0697d91e9 Feb 17 11:51:01.080517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57897e49-f74d-43be-a543-c4e85f00c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.084134 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-57897e49-f74d-43be-a543-c4e85f00c47b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98aaa2ee-bb52-4ed3-8509-c00399226fe3 HTTP/1.1" status: 204 len: 168 time: 0.9658091 Feb 17 11:51:01.086606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.154681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219aa39-c580-4785-93ef-a933ea61266d req-aef6b1b3-4602-4657-839f-751280c330c4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:01.156240 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f219aa39-c580-4785-93ef-a933ea61266d req-aef6b1b3-4602-4657-839f-751280c330c4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4162138 Feb 17 11:51:01.171650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=82b13724-3024-4623-b0cb-5ca93d35b563,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:01.179029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40578) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:01.215019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Request body: {'floatingip': {'port_id': '78400812-e3d0-4453-9f5e-522dcf25fe76'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:01.308214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.399947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.440276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.656260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Calling delete_port for bbe03605-a92e-402d-95a2-fd29029ec01c owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:01.788778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:01.789054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:01.789463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:01.921265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:01.923637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:01.924170 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:01.931995 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 2 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:02.027861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:02.029203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:02.030152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:02.131955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:02.132489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:02.133018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:02.217438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for 0c0b218a-b287-44f5-b8d1-239e551d17cc owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:02.315696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40598) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:02.441488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:02.442070 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:02.453859 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 3 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:02.533472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:02.534021 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:02.534560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:02.542781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:02.631311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1528448008'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:02.678612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event deleted for resources: {'Port': ['ID=bbe03605-a92e-402d-95a2-fd29029ec01c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:02.682707 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:02.694780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:network and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:02.704296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:02.739313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Network': ['ID=b064b506-b376-44e1-8547-ecd0697d91e9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:02.752850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b064b506-b376-44e1-8547-ecd0697d91e9 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:02.774260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2229a890-f937-4d9e-be43-6a1ddb68cb1e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.2094622 Feb 17 11:51:02.788204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40604) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:02.797837 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:02.814680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:02.814680 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:02.818581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'subnet': {'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:02.831458 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 4 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:02.872182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:02.894925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:02.898354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:02.943679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:02.951256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:subnet and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:02.958432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:02.960889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:02.961215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:02.961533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:02.975240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:02.993939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:03.003064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b098787-7abe-4878-9115-5c374875a00b tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "DELETE /v2.0/ports/bbe03605-a92e-402d-95a2-fd29029ec01c HTTP/1.1" status: 204 len: 168 time: 2.7427039 Feb 17 11:51:03.007323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40608) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:03.056322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:03.067822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:security_group_rule and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:03.078411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:03.084813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.122737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:03.123056 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:03.127367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:03.137409 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 5 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:03.150338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=0c0b218a-b287-44f5-b8d1-239e551d17cc,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:03.238075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:03.238402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:03.238908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:03.251467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Made reservation on behalf of 7578850ec2954b2d9ca4bc588eba41a6 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:03.252676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.290389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0be334-8d70-4611-89d1-e47b87e202da tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:03.291171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f0be334-8d70-4611-89d1-e47b87e202da tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Synchronizing usage tracker for tenant:2540c92469d9497888be79c775c9fdc2 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:03.347399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:03.347723 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:03.356361 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 6 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:03.357621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Router f625a4de-270a-44ff-8e5c-e5812cc8b1da has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:03.374332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.384530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.395174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-19f9c408-884e-414f-a8b5-5f1ca7483984 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/ports/0c0b218a-b287-44f5-b8d1-239e551d17cc HTTP/1.1" status: 204 len: 168 time: 2.7534711 Feb 17 11:51:03.397054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40612) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:03.525555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:03.525555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:03.526246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:03.571207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:03.571530 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:03.575984 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 7 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:03.592227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:51:03.598799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.601597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f0be334-8d70-4611-89d1-e47b87e202da tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Unset dirty status for tenant:2540c92469d9497888be79c775c9fdc2 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:03.602656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5f0be334-8d70-4611-89d1-e47b87e202da tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "GET /v2.0/ports?device_id=69436b1c-2467-44e3-8b0e-81009aa1ae54 HTTP/1.1" status: 200 len: 913 time: 0.5944452 Feb 17 11:51:03.618503 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-344b2c26-c47b-49e1-938d-7dbf21060414 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] GET failed (client error): The resource could not be found. Feb 17 11:51:03.618998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-344b2c26-c47b-49e1-938d-7dbf21060414 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Synchronizing usage tracker for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:03.624496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40616) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:03.675522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:03.675815 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:03.676965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:03.713619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:03.713974 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:03.743108 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 8 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:03.762493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:03.779595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.787262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:03.787593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:03.787921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:03.808383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:03.808716 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:03.811202 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 9 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:03.841207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-344b2c26-c47b-49e1-938d-7dbf21060414 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Unset dirty status for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:03.850589 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-344b2c26-c47b-49e1-938d-7dbf21060414 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "GET /v2.0/ports/0c0b218a-b287-44f5-b8d1-239e551d17cc HTTP/1.1" status: 404 len: 333 time: 0.4441702 Feb 17 11:51:03.850589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67574a3-5b2f-4daa-ae26-9cae03a322de,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:03.850589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.850589 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Added segment e63960f2-537a-4fe6-ae9c-cc430bacccf6 of type vlan for network 551ba7ec-4713-47c1-b65f-e2cf944c2077 Feb 17 11:51:03.856513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40620) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:03.862869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'name': 'tempest-AllowedAddressPairTestJSON-713060902'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:03.890470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:03.987081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:03.987415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:03.987744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:03.992479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.071937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:04.072267 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:04.075032 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 10 to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 Feb 17 11:51:04.088362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.093589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:04.098533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:04.098863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:04.099194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:04.111336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:04.118322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:04.118647 dv-neutron-828728-1-hyperv neutron-server[84460]: ERROR neutron.plugins.ml2.managers [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 82b13724-3024-4623-b0cb-5ca93d35b563 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:04.118999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.177207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.180887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:04.181458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.191736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.283513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:04.286474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.390042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] device_id is not set on port dfdff75e-a89e-48f6-8cbb-9997eda78fcd yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:04.425741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Network': ['ID=551ba7ec-4713-47c1-b65f-e2cf944c2077,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:04.431431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e902098a-7540-4498-a73b-b84a889130a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1090565 Feb 17 11:51:04.436917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] For port 82b13724-3024-4623-b0cb-5ca93d35b563, host hv-neutron-8287, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:04.437284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempted to set empty binding levels {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 11:51:04.446163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 551ba7ec-4713-47c1-b65f-e2cf944c2077 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:04.509338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.545080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Floating IP 38632387-d6bc-4c7c-921e-d6b4fbceb7a0 associated. External IP: 172.26.6.5, port: 52d73a4c-33c6-4fb3-ad61-32690c22137a. Feb 17 11:51:04.554602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Allocated IP 172.20.0.10 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/dfdff75e-a89e-48f6-8cbb-9997eda78fcd) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:04.711783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:04.719834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] In _notify_port_updated(), no bound segment for port 82b13724-3024-4623-b0cb-5ca93d35b563 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:51:04.721236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.725074 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "PUT /v2.0/ports/82b13724-3024-4623-b0cb-5ca93d35b563 HTTP/1.1" status: 200 len: 976 time: 5.2909651 Feb 17 11:51:04.727717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40624) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:04.742690 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] Sync routers for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:04.758684 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:04.759864 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:04.771631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b2e0-0ba2-45bb-88e5-83d3243f6b80 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=82b13724-3024-4623-b0cb-5ca93d35b563,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:04.800844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.806774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:51:04.807227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.887187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:04.900830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Subnet': ['ID=15061222-584c-4e81-8629-096a27e42de8,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:04.917278 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Floating IP 417ef470-bb92-4215-8166-08efea782fb4 associated. External IP: 172.26.6.71, port: 78400812-e3d0-4453-9f5e-522dcf25fe76. Feb 17 11:51:04.926535 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:04.942802 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:04.943948 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:05.044601 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:05.045358 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f18f5-aaca-4173-8b59-76bedbb5767d None None] The sync data for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:05.155439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.160090 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-88f29cf0-c728-4e94-896b-86e9a16478d4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "DELETE /v2.0/floatingips/546a197a-0d4e-47ee-88b6-ac94f0a23de7 HTTP/1.1" status: 204 len: 168 time: 6.1317110 Feb 17 11:51:05.165271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40628) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:05.183042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:05.192910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:05.194844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d4d8978f-ea5d-48c3-ac72-69d24d815207 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Synchronizing usage tracker for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:05.195270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Checking segment: {'id': '0bafb5da-c39a-469e-b2c5-70b369a48178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:05.195577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network hostable DHCP agents. Network: b064b506-b376-44e1-8547-ecd0697d91e9, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:05.213997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Usage tracker for resource:floatingip and tenant:b5b5da16540d48e39b39c1a4cc5d7bdd is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:05.214859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Transition to ACTIVE for port object dfdff75e-a89e-48f6-8cbb-9997eda78fcd will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:05.224150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:05.234705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:05.346826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d4d8978f-ea5d-48c3-ac72-69d24d815207 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Unset dirty status for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:05.351859 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d4d8978f-ea5d-48c3-ac72-69d24d815207 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21355 time: 0.6200569 Feb 17 11:51:05.353940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.353940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40632) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:05.366461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.433240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network b064b506-b376-44e1-8547-ecd0697d91e9 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:05.505922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:05.511869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b064b506-b376-44e1-8547-ecd0697d91e9) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:05.522792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:05.523375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.531351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b440614-2e07-497b-8fb0-88100b894af1 None None] Network b064b506-b376-44e1-8547-ecd0697d91e9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:05.551355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Deleting port 82b13724-3024-4623-b0cb-5ca93d35b563 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:05.551707 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.575697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=dfdff75e-a89e-48f6-8cbb-9997eda78fcd,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:05.586196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:05.611715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:05.644752 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42564f48-6235-4b82-90f4-d19687232e17 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8518932 Feb 17 11:51:05.670720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40636) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:05.698211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-147433845', 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:05.787960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:05.819204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:05.819796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.833212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:port and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:05.868183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:05.892611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:05.920705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:05.991258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b7926-4328-43d9-97ac-70ffdde3fd42 None None] Network b064b506-b376-44e1-8547-ecd0697d91e9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:06.065578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Router 66a136f8-aa6f-448a-abc6-3fd3f73781df has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:06.079154 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-609e032c-e2d4-4286-a958-120a15cc2ae0 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2192032 Feb 17 11:51:06.096057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40640) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:06.111505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Allocated IP 172.26.6.160 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/049453a7-b8f8-4d57-a5ed-e99134938a7b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:06.116853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'network_id': '909c6df6-fa3e-47fc-9319-a116d811c3be', 'name': 'tempest-AllowedAddressPairTestJSON-91597141'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:06.170335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] For port 82b13724-3024-4623-b0cb-5ca93d35b563, host hv-neutron-8287, got binding levels [] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:06.170811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.191128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Made reservation on behalf of 7578850ec2954b2d9ca4bc588eba41a6 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:06.193456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.325636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3abd6e1b-0521-4ecd-93b7-5fa01805f08e None None] Provisioning for port dfdff75e-a89e-48f6-8cbb-9997eda78fcd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:06.328977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Calling delete_port for 82b13724-3024-4623-b0cb-5ca93d35b563 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:06.333347 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3abd6e1b-0521-4ecd-93b7-5fa01805f08e None None] Provisioning complete for port dfdff75e-a89e-48f6-8cbb-9997eda78fcd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:06.334530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3abd6e1b-0521-4ecd-93b7-5fa01805f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.397662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] device_id is not set on port 9942453e-eb4a-4992-b49f-61a6c4080284 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:06.419613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3abd6e1b-0521-4ecd-93b7-5fa01805f08e None None] Port dfdff75e-a89e-48f6-8cbb-9997eda78fcd cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:06.606677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.636624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:06.666053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event deleted for resources: {'Port': ['ID=82b13724-3024-4623-b0cb-5ca93d35b563,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:06.668001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:06.687142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Allocated IP 2001:db8::2cb (b064b506-b376-44e1-8547-ecd0697d91e9/15061222-584c-4e81-8629-096a27e42de8/9942453e-eb4a-4992-b49f-61a6c4080284) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:06.698621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Router 571f862d-ce72-4275-9dca-888839694f92 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:06.701577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.702493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.802773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Made reservation on behalf of f23f2f308a774da2acb727608839b72c for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:06.805969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:06.813880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0aff2d40-0e1b-4b5a-a77f-351743cb4d64 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "DELETE /v2.0/ports/82b13724-3024-4623-b0cb-5ca93d35b563 HTTP/1.1" status: 204 len: 168 time: 1.4493639 Feb 17 11:51:06.820219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40644) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:06.895316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting port b7132fd3-d810-436a-932e-94e642176d85 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:06.895538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.056024 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-09961236-6e50-4fa9-9353-fec11e08fcbe tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:51:07.056538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-09961236-6e50-4fa9-9353-fec11e08fcbe tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Synchronizing usage tracker for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:07.060283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] device_id is not set on port 14a685c1-971a-4387-8849-908064c27207 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:07.133291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.218021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.249464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.262793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-09961236-6e50-4fa9-9353-fec11e08fcbe tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Unset dirty status for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:07.270282 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-09961236-6e50-4fa9-9353-fec11e08fcbe tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "GET /v2.0/ports/82b13724-3024-4623-b0cb-5ca93d35b563 HTTP/1.1" status: 404 len: 333 time: 0.3276834 Feb 17 11:51:07.303335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:07.303995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40648) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:07.322126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:07.323876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:07.328910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1278494281', 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:07.337622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] Sync routers for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:07.344972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:07.355480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:07.356866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:07.375123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Pushing event updated for resources: {'Port': ['ID=049453a7-b8f8-4d57-a5ed-e99134938a7b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:07.378813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:07.416201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.441590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Calling delete_port for b7132fd3-d810-436a-932e-94e642176d85 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:07.450391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:07.488714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Allocated IP 172.20.0.11 (909c6df6-fa3e-47fc-9319-a116d811c3be/c94b1169-b6d3-41f2-bfde-ff78da502417/14a685c1-971a-4387-8849-908064c27207) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:07.541595 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e0927dec-f544-4de6-a420-209b55a8cc53 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "PUT /v2.0/floatingips/38632387-d6bc-4c7c-921e-d6b4fbceb7a0 HTTP/1.1" status: 200 len: 990 time: 6.6430187 Feb 17 11:51:07.545670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:51:07.643623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Made reservation on behalf of c0276e278a3e4d3b8bbb6d554809687d for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:07.645027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:07.647338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.740457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:07.835845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'subnet': {'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:07.863562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port b69de6f7-1510-44d1-ac01-5868cfde9d5f yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:07.968204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:07.974799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4218959b-013f-439a-b545-0ef92bbae0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.016811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:08.035354 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] Sync routers for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:08.054776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015850e-880c-439b-9a49-4d64eee597b3 req-008e291e-dfd7-4fc2-a66d-8398f511ce8b tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:08.056902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9015850e-880c-439b-9a49-4d64eee597b3 req-008e291e-dfd7-4fc2-a66d-8398f511ce8b tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.2540298 Feb 17 11:51:08.057035 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:08.057674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:08.080839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:08.124383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network b064b506-b376-44e1-8547-ecd0697d91e9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:08.126139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Port': ['ID=9942453e-eb4a-4992-b49f-61a6c4080284,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:08.146945 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'status': 'completed', 'code': 200} Feb 17 11:51:08.153300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:subnet and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:08.166472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:08.172631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.185017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:08.217054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:08.218144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:08.218786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.231220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:08.257203 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9015850e-880c-439b-9a49-4d64eee597b3 req-ebba472f-63f3-4a03-8366-ce0ba4a2951c tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179569 Feb 17 11:51:08.305036 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:08.316492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.318167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.390738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9caf88ec-a1e5-4961-873b-b32cfc25205c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7190988 Feb 17 11:51:08.395333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.400377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40670) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:08.407816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event deleted for resources: {'Port': ['ID=b7132fd3-d810-436a-932e-94e642176d85,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:08.481913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '38632387-d6bc-4c7c-921e-d6b4fbceb7a0', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'floating_ip_address': '172.26.6.5', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'port_id': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'mac_address': 'fa:16:3e:fc:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:50:13Z', 'updated_at': '2022-02-17T11:51:03Z', 'revision_number': 1, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:11Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:08.489403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] Checking router: 66a136f8-aa6f-448a-abc6-3fd3f73781df for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:51:08.498494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Transition to ACTIVE for port object 14a685c1-971a-4387-8849-908064c27207 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:08.504875 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f78bb17e-02a8-44b1-9b86-10667895c4c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "PUT /v2.0/floatingips/417ef470-bb92-4215-8166-08efea782fb4 HTTP/1.1" status: 200 len: 990 time: 7.3075056 Feb 17 11:51:08.515334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:08.515941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:08.619334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Deleting port 9942453e-eb4a-4992-b49f-61a6c4080284 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:08.619968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.630680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:08.821746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.838657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:08.852687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-9528355e-b8ba-44ef-a11f-5b0d9ba3b2f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7721ead730f4de98d4acca3b4749ca7&device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 1099 time: 0.6008871 Feb 17 11:51:08.864266 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '417ef470-bb92-4215-8166-08efea782fb4', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'floating_ip_address': '172.26.6.71', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '571f862d-ce72-4275-9dca-888839694f92', 'port_id': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'mac_address': 'fa:16:3e:9b:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7538d5-0126-44ab-8880-860462f2b289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:50:18Z', 'updated_at': '2022-02-17T11:51:03Z', 'revision_number': 1, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:38Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:08.870494 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] Checking router: 571f862d-ce72-4275-9dca-888839694f92 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:51:08.886392 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:08.887654 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:50:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:08.904473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:08.938435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.141632 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:09.322422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '38632387-d6bc-4c7c-921e-d6b4fbceb7a0', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'floating_ip_address': '172.26.6.5', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'port_id': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'mac_address': 'fa:16:3e:fc:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:50:13Z', 'updated_at': '2022-02-17T11:51:03Z', 'revision_number': 1, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:11Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:09.334689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e6035-2be4-4ab7-a2f8-fcb34ceda180 None None] The sync data for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv is: [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '38632387-d6bc-4c7c-921e-d6b4fbceb7a0', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'floating_ip_address': '172.26.6.5', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'port_id': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'mac_address': 'fa:16:3e:fc:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:50:13Z', 'updated_at': '2022-02-17T11:51:03Z', 'revision_number': 1, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:11Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:09.379495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.395326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.446297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.459638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13517bf-2ea8-4862-809a-97c1222433bd req-41d4633f-06ad-45ce-b78c-c72a20512667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:09.467065 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e13517bf-2ea8-4862-809a-97c1222433bd req-41d4633f-06ad-45ce-b78c-c72a20512667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.7758663 Feb 17 11:51:09.493146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-a97c3464-5565-4a66-91fe-2ecc316cb33a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:09.494684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-a97c3464-5565-4a66-91fe-2ecc316cb33a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5053937c-c09c-4e97-928e-4997eda3c611 HTTP/1.1" status: 200 len: 905 time: 0.6234348 Feb 17 11:51:09.511683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Network 909c6df6-fa3e-47fc-9319-a116d811c3be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:09.515695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:09.518454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:09.548828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=14a685c1-971a-4387-8849-908064c27207,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:09.552867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.631389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.631611 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '417ef470-bb92-4215-8166-08efea782fb4', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'floating_ip_address': '172.26.6.71', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '571f862d-ce72-4275-9dca-888839694f92', 'port_id': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'mac_address': 'fa:16:3e:9b:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7538d5-0126-44ab-8880-860462f2b289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:50:18Z', 'updated_at': '2022-02-17T11:51:03Z', 'revision_number': 1, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:38Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:09.636237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a906560-31d0-4af5-8f73-a8bcc74065ba None None] The sync data for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv is: [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '417ef470-bb92-4215-8166-08efea782fb4', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'floating_ip_address': '172.26.6.71', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '571f862d-ce72-4275-9dca-888839694f92', 'port_id': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'mac_address': 'fa:16:3e:9b:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7538d5-0126-44ab-8880-860462f2b289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:50:18Z', 'updated_at': '2022-02-17T11:51:03Z', 'revision_number': 1, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:38Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:09.770189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac969b-62fa-4efe-8bbf-4c29691ba895 None None] New status for floating IP 38632387-d6bc-4c7c-921e-d6b4fbceb7a0: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:51:09.792668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.802155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Pushing event updated for resources: {'Port': ['ID=049453a7-b8f8-4d57-a5ed-e99134938a7b,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:09.844890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:09.845681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.892622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Network 09601f5a-7f92-4aa1-9632-f1f637810705 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:09.900082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:09.902477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:09.903557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:09.904388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.949058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:09.959736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Calling delete_port for 9942453e-eb4a-4992-b49f-61a6c4080284 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:09.988501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=b69de6f7-1510-44d1-ac01-5868cfde9d5f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:10.025366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e13517bf-2ea8-4862-809a-97c1222433bd req-0e56d381-58d2-4d91-92b2-d8c59f8a9b0b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574098 Feb 17 11:51:10.027136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-db0c8d70-c424-4a76-b636-48081ed58d73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a HTTP/1.1" status: 200 len: 998 time: 0.4715974 Feb 17 11:51:10.065222 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4eecdda-5659-4b6d-8793-d0adfa968c1e tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9628820 Feb 17 11:51:10.067169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40676) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:10.075893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8d:e2:d2'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:29:2a:c1'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:10.111916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.115717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.119545 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f3e44630-3496-4b0b-9b6e-123b0c3f6982 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9425409 Feb 17 11:51:10.121248 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4d3654e0-aa74-43ba-a173-767d46f06184 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8093371 Feb 17 11:51:10.130097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40682) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:10.130433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40684) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:10.181982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9f1da2d8-765b-4adc-a671-a4e3786035c7 None None] Provisioning for port 14a685c1-971a-4387-8849-908064c27207 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:10.189304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9f1da2d8-765b-4adc-a671-a4e3786035c7 None None] Provisioning complete for port 14a685c1-971a-4387-8849-908064c27207 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:10.189704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9f1da2d8-765b-4adc-a671-a4e3786035c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.209755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:51:10.237473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-295b92fe-e913-41a5-af9b-5c0fc1a05804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.280188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-f52c118d-b4e7-4130-86bd-c3e2a943097b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:10.282649 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-f52c118d-b4e7-4130-86bd-c3e2a943097b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08695bba-19ab-4c58-ad84-f0c0090a5b17 HTTP/1.1" status: 200 len: 844 time: 0.2466867 Feb 17 11:51:10.282825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9f1da2d8-765b-4adc-a671-a4e3786035c7 None None] Port 14a685c1-971a-4387-8849-908064c27207 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:10.445815 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'status': 'completed', 'code': 200} Feb 17 11:51:10.456281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:10.478197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:10.490123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Subnet': ['ID=08cc64df-00f7-483c-a3ba-44d536b81839,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:10.495909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Usage tracker for resource:floatingip and tenant:2a778d27360743ef8ccb5cf57244aa4e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:10.508166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:10.513195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5a711c4b-2781-4d70-9b7d-97cbd9a6b706 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Synchronizing usage tracker for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:10.527134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:10.601110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Checking segment: {'id': 'e63960f2-537a-4fe6-ae9c-cc430bacccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:10.601492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network hostable DHCP agents. Network: 551ba7ec-4713-47c1-b65f-e2cf944c2077, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:10.652018 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-59bcfaa9-ba60-4613-bfef-9270e8c36be8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5053937c-c09c-4e97-928e-4997eda3c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3489325 Feb 17 11:51:10.655251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.678469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f6c9a-ce04-46f6-a4f3-072af997f1ed req-aaaac133-b2dd-42f0-baa9-6d62f3f7ab4d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:10.680001 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-162f6c9a-ce04-46f6-a4f3-072af997f1ed req-aaaac133-b2dd-42f0-baa9-6d62f3f7ab4d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4526238 Feb 17 11:51:10.683015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Router 69436b1c-2467-44e3-8b0e-81009aa1ae54 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:10.685903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5a711c4b-2781-4d70-9b7d-97cbd9a6b706 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Unset dirty status for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:10.686699 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5a711c4b-2781-4d70-9b7d-97cbd9a6b706 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "GET /v2.0/ports/b69de6f7-1510-44d1-ac01-5868cfde9d5f HTTP/1.1" status: 200 len: 955 time: 0.5192959 Feb 17 11:51:10.704855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40698) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:10.810197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.866765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.873331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-a9fbfef1-322a-480b-808c-9ec7149d976b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.4370725 Feb 17 11:51:10.931265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Deleting port b69de6f7-1510-44d1-ac01-5868cfde9d5f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:10.931838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:10.956339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event deleted for resources: {'Port': ['ID=9942453e-eb4a-4992-b49f-61a6c4080284,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:10.969247 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-162f6c9a-ce04-46f6-a4f3-072af997f1ed req-fc37018b-2d2d-49d4-b5ae-64533419e727 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814832 Feb 17 11:51:10.978524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network 551ba7ec-4713-47c1-b65f-e2cf944c2077 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:11.224265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.231715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.238706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 551ba7ec-4713-47c1-b65f-e2cf944c2077) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:11.245676 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-9d642520-2759-425a-99cb-e77ae2020874 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832345 Feb 17 11:51:11.257902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5a913f39-23f7-4559-bd3e-1fdc002a9a2e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/ports/9942453e-eb4a-4992-b49f-61a6c4080284 HTTP/1.1" status: 204 len: 168 time: 2.8522673 Feb 17 11:51:11.259817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:11.260421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.262147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce98243-9509-4ff5-8f72-5ffa5a461268 None None] Network 551ba7ec-4713-47c1-b65f-e2cf944c2077 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:11.266514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:11.286883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'external_fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb'}]}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:11.307249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:11.341034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:router and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:11.369382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e7278-b92f-4793-a12e-2605f392840b req-d58834c0-3315-4707-bc8c-a6636abf81e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:11.370858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-d58834c0-3315-4707-bc8c-a6636abf81e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.4584143 Feb 17 11:51:11.374625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:11.381518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4aa0215b-2f82-41d5-a4af-8072b48770eb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "PUT /v2.0/routers/69436b1c-2467-44e3-8b0e-81009aa1ae54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7131598 Feb 17 11:51:11.388072 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] Sync routers for ids ['69436b1c-2467-44e3-8b0e-81009aa1ae54'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:11.400836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:11.403787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40706) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:11.410161 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] Routers {'69436b1c-2467-44e3-8b0e-81009aa1ae54'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:11.410953 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['69436b1c-2467-44e3-8b0e-81009aa1ae54'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:11.484839 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-66b0eb8f-f701-4052-b2d0-136715ffa0e6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7148941 Feb 17 11:51:11.494959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40710) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:11.503175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:11.506179 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:11.514673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-662485342'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:11.522277 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] Routers {'69436b1c-2467-44e3-8b0e-81009aa1ae54'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:11.523064 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['69436b1c-2467-44e3-8b0e-81009aa1ae54'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:11.524713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:11.535389 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79006d28-a30e-4a30-8157-55b7dafe3bb6 req-f2548448-be59-4979-99c2-b36005e3ded5 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751875 Feb 17 11:51:11.538132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:network and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:11.541827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:11.549123 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-69b4fb4c-b490-4fc5-a158-2b1390d4b2ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 998 time: 0.1645086 Feb 17 11:51:11.550013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:11.617004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.625325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.627014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.632840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e7278-b92f-4793-a12e-2605f392840b req-010ed93f-f932-45ae-b62f-9f994938ab6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:11.632840 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-010ed93f-f932-45ae-b62f-9f994938ab6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.0751147 Feb 17 11:51:11.638697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-551ba7ec-4713-47c1-b65f-e2cf944c2077', 'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077', 'tenant_id': '9a3ced4bf3fe41ec99699f66bbd1da04', 'fixed_ips': [{'subnet_id': '08cc64df-00f7-483c-a3ba-44d536b81839'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:11.639914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.660639 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:11.661173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fec11b-b1c3-4874-bcc7-8b1613ec601f None None] The sync data for ids ['69436b1c-2467-44e3-8b0e-81009aa1ae54'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:11.683680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:11.686754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.736075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:11.747277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.750555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.751018 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Added segment 8f80b4bb-dc90-4cde-b210-a1cd5497fa6a of type vlan for network a50912c6-9b7a-40a5-9893-08f78d0dddaa Feb 17 11:51:11.758858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Calling delete_port for b69de6f7-1510-44d1-ac01-5868cfde9d5f owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:11.764675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-cc1b4b68-490d-4381-87a9-88e3b9d7f24a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240852 Feb 17 11:51:11.810432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.819087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.819998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.830529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:51:11.841369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Allocated IP 2001:db8:0:ffff::2 (551ba7ec-4713-47c1-b65f-e2cf944c2077/08cc64df-00f7-483c-a3ba-44d536b81839/2fab172e-efb1-46d9-af48-5ac1b61917ce) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:11.874640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.914361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:11.948091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-7313d1f8-b5c3-4986-b61a-7e05db7cef95 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777709 Feb 17 11:51:12.003469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.033691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94bc2d-e95c-4866-a4ca-d4d6bf35d408 None None] New status for floating IP 417ef470-bb92-4215-8166-08efea782fb4: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:51:12.056174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.059972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:12.060629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.207455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Allocated IP 172.26.6.119 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/b6e627d8-9ead-443e-86de-e6120aa4090b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:12.253078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Network': ['ID=a50912c6-9b7a-40a5-9893-08f78d0dddaa,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:12.274271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.280391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:12.304410 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d14e7278-b92f-4793-a12e-2605f392840b req-bc0e0abf-9a75-4cf9-bb0a-4887879d6a2e service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478281 Feb 17 11:51:12.345404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a804af-1ce8-4193-940c-4cfbb8d250bb req-f048d218-4cf5-4f38-bfb4-2abea64ad340 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:12.346888 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2a804af-1ce8-4193-940c-4cfbb8d250bb req-f048d218-4cf5-4f38-bfb4-2abea64ad340 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1922383 Feb 17 11:51:12.380301 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-27ca99e5-94d1-42de-9d44-0e2bd5e152d0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8806827 Feb 17 11:51:12.381723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40716) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:12.386343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.406220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'subnet': {'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:12.441285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Transition to ACTIVE for port object 2fab172e-efb1-46d9-af48-5ac1b61917ce will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:12.451738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.480388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] In _notify_port_updated(), no bound segment for port 14a685c1-971a-4387-8849-908064c27207 on network 909c6df6-fa3e-47fc-9319-a116d811c3be {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:51:12.486818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:12.487228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.491677 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "PUT /v2.0/ports/14a685c1-971a-4387-8849-908064c27207 HTTP/1.1" status: 200 len: 1055 time: 2.4199960 Feb 17 11:51:12.491677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e00b17-f1a5-4e7b-af07-525169f2f05b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event updated for resources: {'Port': ['ID=14a685c1-971a-4387-8849-908064c27207,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:12.550822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Transition to ACTIVE for port object 2fab172e-efb1-46d9-af48-5ac1b61917ce will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:12.566814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40720) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:12.620401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ac8d954e-f4e5-43b7-b76c-862fc265ee1f None None] Provisioning complete for port 14a685c1-971a-4387-8849-908064c27207 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:12.621111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac8d954e-f4e5-43b7-b76c-862fc265ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.628947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2a804af-1ce8-4193-940c-4cfbb8d250bb req-8db7b580-fa14-42bd-a6f7-0ef189104672 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753453 Feb 17 11:51:12.665995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:12.666324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event deleted for resources: {'Port': ['ID=b69de6f7-1510-44d1-ac01-5868cfde9d5f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:12.666419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:subnet and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:12.666510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.666604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:12.673201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:12.684082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.746553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:12.754658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d954e-f4e5-43b7-b76c-862fc265ee1f None None] Port 14a685c1-971a-4387-8849-908064c27207 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:12.776454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Network 551ba7ec-4713-47c1-b65f-e2cf944c2077 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:12.779227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:12.786183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:12.788316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Pushing event updated for resources: {'Port': ['ID=2fab172e-efb1-46d9-af48-5ac1b61917ce,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:12.838168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.838483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.840934 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:51:12.841395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.841704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.842093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.842419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.842737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.843055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.843916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.844233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.844541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:12.853174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.909052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.936561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Attempting to bind port 2fab172e-efb1-46d9-af48-5ac1b61917ce on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:12.937280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Attempting to bind port 2fab172e-efb1-46d9-af48-5ac1b61917ce by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e63960f2-537a-4fe6-ae9c-cc430bacccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:12.938135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Attempting to bind port 2fab172e-efb1-46d9-af48-5ac1b61917ce on network 551ba7ec-4713-47c1-b65f-e2cf944c2077 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:12.945773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:12.946508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Checking segment: {'id': 'e63960f2-537a-4fe6-ae9c-cc430bacccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:12.946917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:12.947300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Bound using segment: {'id': 'e63960f2-537a-4fe6-ae9c-cc430bacccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:12.947759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Bound port: 2fab172e-efb1-46d9-af48-5ac1b61917ce, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63960f2-537a-4fe6-ae9c-cc430bacccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '551ba7ec-4713-47c1-b65f-e2cf944c2077'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:12.948122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.082971 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f4324bf-5b87-4864-bd82-848d6627dc14 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b69de6f7-1510-44d1-ac01-5868cfde9d5f HTTP/1.1" status: 204 len: 168 time: 2.3763840 Feb 17 11:51:13.084495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] For port 2fab172e-efb1-46d9-af48-5ac1b61917ce, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:13.088243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40724) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:13.089602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] For port 2fab172e-efb1-46d9-af48-5ac1b61917ce, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2fab172e-efb1-46d9-af48-5ac1b61917ce,segment=NetworkSegment(e63960f2-537a-4fe6-ae9c-cc430bacccf6),segment_id=e63960f2-537a-4fe6-ae9c-cc430bacccf6)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:13.146099 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c185fd-c70d-491d-a88b-b140224fef10 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:51:13.148960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0c185fd-c70d-491d-a88b-b140224fef10 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Synchronizing usage tracker for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:13.187330 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.257114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.261936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.304338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff346d8-e424-430f-a4c1-7218a3843b61 None None] Pushing event updated for resources: {'Port': ['ID=2fab172e-efb1-46d9-af48-5ac1b61917ce,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:13.437843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port 14a685c1-971a-4387-8849-908064c27207 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:13.438213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.466913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0c185fd-c70d-491d-a88b-b140224fef10 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Unset dirty status for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:13.469968 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c0c185fd-c70d-491d-a88b-b140224fef10 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "GET /v2.0/ports/b69de6f7-1510-44d1-ac01-5868cfde9d5f HTTP/1.1" status: 404 len: 333 time: 0.3801672 Feb 17 11:51:13.473310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40728) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:13.482941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Request body: {'port': {'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1664947556'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:13.490353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:13.554692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:13.588711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.588711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Fanout notify agent at l3_agent the message router_deleted on router 69436b1c-2467-44e3-8b0e-81009aa1ae54 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:51:13.596459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.655065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.656721 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7d942e4e-7117-4f20-88d7-6223a55777fb tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "DELETE /v2.0/routers/69436b1c-2467-44e3-8b0e-81009aa1ae54 HTTP/1.1" status: 204 len: 168 time: 2.2435975 Feb 17 11:51:13.660010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.667107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40732) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:13.747626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Made reservation on behalf of c0276e278a3e4d3b8bbb6d554809687d for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:13.750307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.789747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.objects.ports [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84459) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:51:13.791648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:13.836831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port 63d5b716-22e7-4af9-aea8-870d854ca155 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:13.899082 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-eec19531-431b-48de-838f-5c93889699d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2832150 Feb 17 11:51:13.926690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Subnet': ['ID=aeac116f-3cc7-41ab-a4c3-af08f7cf5b23,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:13.991421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Checking segment: {'id': '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:13.991777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network hostable DHCP agents. Network: a50912c6-9b7a-40a5-9893-08f78d0dddaa, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:14.092984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2fab172e-efb1-46d9-af48-5ac1b61917ce up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:14.108235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.189915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.217652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.243594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:14.253918 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-ae63e374-3811-42dc-b5f8-93c09aa9f811 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7721ead730f4de98d4acca3b4749ca7&device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 1099 time: 0.2561846 Feb 17 11:51:14.338334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2fab172e-efb1-46d9-af48-5ac1b61917ce completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:14.366200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.367715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, a50912c6-9b7a-40a5-9893-08f78d0dddaa) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:14.375974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf501fad-66b4-4573-8e1b-e991e72cebd3 None None] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:14.403294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for 14a685c1-971a-4387-8849-908064c27207 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:14.420120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Network 09601f5a-7f92-4aa1-9632-f1f637810705 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:14.434599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:14.439750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:14.440336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.455175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:14.455994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:14.456586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.479542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:14.482465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:14.487408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:14.528286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=63d5b716-22e7-4af9-aea8-870d854ca155,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:14.555843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-805ecdfa-e57d-4427-a985-7563dcbb2282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:14.557968 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-805ecdfa-e57d-4427-a985-7563dcbb2282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5053937c-c09c-4e97-928e-4997eda3c611 HTTP/1.1" status: 200 len: 905 time: 0.2751782 Feb 17 11:51:14.628850 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-97cadec9-d06a-43e0-b587-d0ffb4b5c689 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1526566 Feb 17 11:51:14.629827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40738) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:14.636154 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b3d7e974-645c-434a-bca9-2054c28e98e1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2543359 Feb 17 11:51:14.637085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-a50912c6-9b7a-40a5-9893-08f78d0dddaa', 'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa', 'tenant_id': '9a3ced4bf3fe41ec99699f66bbd1da04', 'fixed_ips': [{'subnet_id': 'aeac116f-3cc7-41ab-a4c3-af08f7cf5b23'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:14.638196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.653317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d9e86-2c0b-4ce6-9997-3ac5051fab29 None None] Network 551ba7ec-4713-47c1-b65f-e2cf944c2077 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:14.655153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:14.677028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40742) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:14.698052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'port': {'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa', 'name': 'tempest-NetworksIpV6TestAttrs-1895036007'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:14.733077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Pushing event updated for resources: {'Port': ['ID=b6e627d8-9ead-443e-86de-e6120aa4090b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:14.742770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting subnet 4380e6c2-b26d-4bc2-b3ff-3802cb59e127 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:14.771758 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-66c95760-ff45-4d52-be21-9c37fbf7b1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a HTTP/1.1" status: 200 len: 1000 time: 0.2060163 Feb 17 11:51:14.807258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.839658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.845102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd0f1-5a98-4c6d-9d20-4e0b676cd624 req-7ffae20e-1590-431e-b658-5a0c4403f06c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:14.847312 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a23fd0f1-5a98-4c6d-9d20-4e0b676cd624 req-7ffae20e-1590-431e-b658-5a0c4403f06c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 1.0157051 Feb 17 11:51:14.925890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-80676cfe-e81a-459e-afa1-66b5727a78f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:14.927820 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-80676cfe-e81a-459e-afa1-66b5727a78f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08695bba-19ab-4c58-ad84-f0c0090a5b17 HTTP/1.1" status: 200 len: 844 time: 0.1436849 Feb 17 11:51:14.928238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] Provisioning for port 2fab172e-efb1-46d9-af48-5ac1b61917ce completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:14.956138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] Provisioning complete for port 2fab172e-efb1-46d9-af48-5ac1b61917ce triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:14.956601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:14.964336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.009666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Allocated IP 2001:db8::f816:3eff:fe15:932a (a50912c6-9b7a-40a5-9893-08f78d0dddaa/aeac116f-3cc7-41ab-a4c3-af08f7cf5b23/1faf5294-5971-4447-9470-7784c74178c4) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:15.103498 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a23fd0f1-5a98-4c6d-9d20-4e0b676cd624 req-bf87c52e-1a28-4584-8c0f-7ed88ccad7ee tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267437 Feb 17 11:51:15.138623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:15.147485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:port and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:15.151472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.152896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:15.198352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.200223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:15.230264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-e8c525f3-6308-4718-a970-bd7356b55f2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5053937c-c09c-4e97-928e-4997eda3c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1747401 Feb 17 11:51:15.275626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] For port 2fab172e-efb1-46d9-af48-5ac1b61917ce, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2fab172e-efb1-46d9-af48-5ac1b61917ce,segment=NetworkSegment(e63960f2-537a-4fe6-ae9c-cc430bacccf6),segment_id=e63960f2-537a-4fe6-ae9c-cc430bacccf6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:15.344163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.382613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.434559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=14a685c1-971a-4387-8849-908064c27207,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:15.449569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:15.453547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.489667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] device_id is not set on port 63d5b716-22e7-4af9-aea8-870d854ca155 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:15.525037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b8636-5dc0-406c-ac70-656ed075f273 None None] Pushing event updated for resources: {'Port': ['ID=2fab172e-efb1-46d9-af48-5ac1b61917ce,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:15.525395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.545419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.562417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Transition to ACTIVE for port object 1faf5294-5971-4447-9470-7784c74178c4 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:15.588538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Transition to ACTIVE for port object 1faf5294-5971-4447-9470-7784c74178c4 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:15.590231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-1967cce7-1367-4960-8af2-699812976a44 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497236 Feb 17 11:51:15.591524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Transition to ACTIVE for port object 63d5b716-22e7-4af9-aea8-870d854ca155 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:15.600714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-60d58bf4-3413-4ee0-bf0f-6c2f26b457a9 None None] Provisioning complete for port 2fab172e-efb1-46d9-af48-5ac1b61917ce triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:15.601272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-60d58bf4-3413-4ee0-bf0f-6c2f26b457a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.642211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] device_id is not set on port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:15.672789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.708791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ed12-1fa1-4c85-97cb-12e00395c338 req-42d4b52f-b1e0-49f9-9f4e-7d97f6116d01 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:15.710344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11c6ed12-1fa1-4c85-97cb-12e00395c338 req-42d4b52f-b1e0-49f9-9f4e-7d97f6116d01 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3076999 Feb 17 11:51:15.711006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.781941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.786369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.793882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:15.799715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:15.806304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:15.808716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Pushing event updated for resources: {'Port': ['ID=1faf5294-5971-4447-9470-7784c74178c4,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:15.872077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.876439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.901583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=63d5b716-22e7-4af9-aea8-870d854ca155,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:15.908267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event deleted for resources: {'Subnet': ['ID=4380e6c2-b26d-4bc2-b3ff-3802cb59e127,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:15.915076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Attempting to bind port 1faf5294-5971-4447-9470-7784c74178c4 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:15.915510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Attempting to bind port 1faf5294-5971-4447-9470-7784c74178c4 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:15.916369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Attempting to bind port 1faf5294-5971-4447-9470-7784c74178c4 on network a50912c6-9b7a-40a5-9893-08f78d0dddaa {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:15.923223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:15.923666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Checking segment: {'id': '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:15.924130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.924592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Bound using segment: {'id': '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:15.925947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Bound port: 1faf5294-5971-4447-9470-7784c74178c4, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a50912c6-9b7a-40a5-9893-08f78d0dddaa'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:15.925947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:15.954080 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11c6ed12-1fa1-4c85-97cb-12e00395c338 req-1a2a029b-ba92-4f86-b6a4-0e5c905004a1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866713 Feb 17 11:51:15.971739 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e92819ce-9a72-42b6-bec8-871523d2d886 req-c011acdb-e6f9-46e5-88af-24e70a7df7d5 service neutron] 10.222.0.24 "GET /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737211 Feb 17 11:51:15.981813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a5ee7-69b0-444d-9004-6e7bcc226d60 None None] Network b603f8ee-94a5-4933-b458-04a1f4ad7801 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:16.015134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.018227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.018570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.018903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.026343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.026668 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.027052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 2 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.061419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.061809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.062469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.084779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.085110 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.085496 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 3 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.117927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.118256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.118590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.126242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.126565 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.126955 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 4 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.145267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.145635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.146077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.150769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2fab172e-efb1-46d9-af48-5ac1b61917ce up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:16.153100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.153433 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.153979 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 5 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.168678 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89d2956e-03e3-44c8-9330-ecfc166660c8 tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "DELETE /v2.0/subnets/4380e6c2-b26d-4bc2-b3ff-3802cb59e127 HTTP/1.1" status: 204 len: 168 time: 2.4968884 Feb 17 11:51:16.169911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40754) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:16.181898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] For port 1faf5294-5971-4447-9470-7784c74178c4, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:16.203279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.203756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.204099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.253054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.273570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] For port 1faf5294-5971-4447-9470-7784c74178c4, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1faf5294-5971-4447-9470-7784c74178c4,segment=NetworkSegment(8f80b4bb-dc90-4cde-b210-a1cd5497fa6a),segment_id=8f80b4bb-dc90-4cde-b210-a1cd5497fa6a)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:16.293085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.293555 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.304846 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 6 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.335390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.335860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.336336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.345548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Allocated IP 2001:db8::f816:3eff:fef3:9c (a50912c6-9b7a-40a5-9893-08f78d0dddaa/aeac116f-3cc7-41ab-a4c3-af08f7cf5b23/e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:16.348925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.356850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.356850 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.361823 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 7 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.402442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting port 53ed5682-d696-4710-8f91-a658f7005535 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:16.403350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.403838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.443935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.444347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.444682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.475472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.475803 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:16.479797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 8 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:16.524658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2fab172e-efb1-46d9-af48-5ac1b61917ce triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:16.525162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.539286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.546066 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3d996843-13fb-43c1-9b44-62728346fd3b tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/ports/14a685c1-971a-4387-8849-908064c27207 HTTP/1.1" status: 204 len: 168 time: 3.8895164 Feb 17 11:51:16.546210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:16.546210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:16.546210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:16.546210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40758) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:16.558720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a1925-6d06-4771-ba67-beaaf19a717d None None] Pushing event updated for resources: {'Port': ['ID=1faf5294-5971-4447-9470-7784c74178c4,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:16.716252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] DHCP port deletion for b603f8ee-94a5-4933-b458-04a1f4ad7801 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:16.722732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] Deleting port 53ed5682-d696-4710-8f91-a658f7005535 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:16.723085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.743564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05ec6fc-4a7e-49b9-a0d6-905763317d05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] GET failed (client error): The resource could not be found. Feb 17 11:51:16.744081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f05ec6fc-4a7e-49b9-a0d6-905763317d05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Synchronizing usage tracker for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:16.790904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Allocated IP 2001:db8::2cb (b064b506-b376-44e1-8547-ecd0697d91e9/15061222-584c-4e81-8629-096a27e42de8/52f3e929-2f1b-4382-8f5b-ac6f206fb97d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:16.825050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] For port 53ed5682-d696-4710-8f91-a658f7005535, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=53ed5682-d696-4710-8f91-a658f7005535,segment=NetworkSegment(54532bff-e289-4007-9328-cabad9597a9f),segment_id=54532bff-e289-4007-9328-cabad9597a9f)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:16.825050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:16.992145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:16.992793 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:17.000139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Calling delete_port for 53ed5682-d696-4710-8f91-a658f7005535 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:17.075978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 9 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:17.078155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] For port 53ed5682-d696-4710-8f91-a658f7005535, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=53ed5682-d696-4710-8f91-a658f7005535,segment=NetworkSegment(54532bff-e289-4007-9328-cabad9597a9f),segment_id=54532bff-e289-4007-9328-cabad9597a9f)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:17.078605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.140683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.158971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.173892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.188555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Transition to ACTIVE for port object e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:17.206088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] Calling delete_port for 53ed5682-d696-4710-8f91-a658f7005535 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:17.211398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.241154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:17.241504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:17.241818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:17.261121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:17.261439 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:17.263780 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempt 10 to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 Feb 17 11:51:17.301642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:17.301993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:17.302320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempting to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:17.313945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:51:17.314271 dv-neutron-828728-1-hyperv neutron-server[84459]: ERROR neutron.plugins.ml2.managers [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Failed to bind port 63d5b716-22e7-4af9-aea8-870d854ca155 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '98723ecb-99da-4b12-b209-5f14063fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '09601f5a-7f92-4aa1-9632-f1f637810705'}] Feb 17 11:51:17.314623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.332410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Pushing event updated for resources: {'Port': ['ID=b6e627d8-9ead-443e-86de-e6120aa4090b,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:17.355800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.364179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618bc4a-395a-48a3-9c0d-4f7498169123 req-3e13e636-ed8c-4c81-95f0-4e57826a221e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:17.367616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4618bc4a-395a-48a3-9c0d-4f7498169123 req-3e13e636-ed8c-4c81-95f0-4e57826a221e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3770580 Feb 17 11:51:17.379790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.380613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.381368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f05ec6fc-4a7e-49b9-a0d6-905763317d05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Unset dirty status for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:17.385630 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f05ec6fc-4a7e-49b9-a0d6-905763317d05 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "GET /v2.0/ports/14a685c1-971a-4387-8849-908064c27207 HTTP/1.1" status: 404 len: 333 time: 0.8362958 Feb 17 11:51:17.388227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.392356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40764) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:17.425826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] Pushing event deleted for resources: {'Port': ['ID=53ed5682-d696-4710-8f91-a658f7005535,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:17.432059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b36fe6-4a9d-4355-8ffc-7a097d488957 None None] No DVR routers for this DVR port 53ed5682-d696-4710-8f91-a658f7005535 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:17.434917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:17.435232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:17.468669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4618bc4a-395a-48a3-9c0d-4f7498169123 req-bda02239-96ab-4d32-92de-cce93a0a76ab tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943599 Feb 17 11:51:17.497221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] For port 63d5b716-22e7-4af9-aea8-870d854ca155, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:17.497221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Attempted to set empty binding levels {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 11:51:17.497740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.497740 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7efb4a43-11a8-442f-9d7f-d0f9da49bb80 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3280962 Feb 17 11:51:17.501746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40768) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:17.553990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network b064b506-b376-44e1-8547-ecd0697d91e9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:17.558975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:17.558975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:17.568687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port dfdff75e-a89e-48f6-8cbb-9997eda78fcd {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:17.568687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.588924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.589130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:17.590839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Port': ['ID=e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:17.609430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:17.615996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:17.616636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.628650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:17.692224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event updated for resources: {'Port': ['ID=63d5b716-22e7-4af9-aea8-870d854ca155,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:17.714537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] In _notify_port_updated(), no bound segment for port 63d5b716-22e7-4af9-aea8-870d854ca155 on network 09601f5a-7f92-4aa1-9632-f1f637810705 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:51:17.715585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.720409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ba8a9c69-6d73-41cf-976d-dbd1f4f07c0b tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "PUT /v2.0/ports/63d5b716-22e7-4af9-aea8-870d854ca155 HTTP/1.1" status: 200 len: 977 time: 3.0828297 Feb 17 11:51:17.721622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40778) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:17.737983 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-abb2ccdf-b456-4ed1-9f9b-79a7020c3bc7 tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.2347679 Feb 17 11:51:17.739998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40782) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:17.819200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-59a0e84d-548c-4852-847e-ecd520e52928 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Synchronizing usage tracker for tenant:3627604a3bc440df944e804a46479c2f on resource:floatingip {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:17.852536 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5db8cd38-fbca-44a0-a346-4ea7215dd4a6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.1618919 Feb 17 11:51:17.853297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40786) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:17.912256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91060436-0db8-4a42-b5c7-653ef901fe0e None None] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:17.913635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Deleting port 63d5b716-22e7-4af9-aea8-870d854ca155 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:17.913992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.938823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Deleting port 53ed5682-d696-4710-8f91-a658f7005535 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:17.939943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:17.953405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Port': ['ID=52f3e929-2f1b-4382-8f5b-ac6f206fb97d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:18.035170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] The port '53ed5682-d696-4710-8f91-a658f7005535' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:51:18.036597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-59a0e84d-548c-4852-847e-ecd520e52928 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Unset dirty status for tenant:3627604a3bc440df944e804a46479c2f on resource:floatingip {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:18.041443 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-59a0e84d-548c-4852-847e-ecd520e52928 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3003323 Feb 17 11:51:18.042418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40790) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:18.101975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f0ad3c10-5438-4684-9a42-7434ffc44da5 None None] Provisioning for port 1faf5294-5971-4447-9470-7784c74178c4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:18.165875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1faf5294-5971-4447-9470-7784c74178c4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:18.289239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.314269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.342465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b603f8ee-94a5-4933-b458-04a1f4ad7801']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:18.356255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 1faf5294-5971-4447-9470-7784c74178c4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:18.365290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 1faf5294-5971-4447-9470-7784c74178c4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:18.365654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.367015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54532bff-e289-4007-9328-cabad9597a9f') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:18.367419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54532bff-e289-4007-9328-cabad9597a9f') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:18.473264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for dfdff75e-a89e-48f6-8cbb-9997eda78fcd owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:18.530761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.556499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.574386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Deleting port b6e627d8-9ead-443e-86de-e6120aa4090b {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:18.574785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.599182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 1faf5294-5971-4447-9470-7784c74178c4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1faf5294-5971-4447-9470-7784c74178c4,segment=NetworkSegment(8f80b4bb-dc90-4cde-b210-a1cd5497fa6a),segment_id=8f80b4bb-dc90-4cde-b210-a1cd5497fa6a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:18.631690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.632159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] For port 63d5b716-22e7-4af9-aea8-870d854ca155, host hv-neutron-8287, got binding levels [] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:18.632509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.653668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:18.654215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:18.670254 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:18.710695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.772228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dc7863c2-0b17-454e-a630-f61a46b7df12 None None] Provisioning for port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:18.789829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dc7863c2-0b17-454e-a630-f61a46b7df12 None None] Provisioning complete for port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:18.790343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dc7863c2-0b17-454e-a630-f61a46b7df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.794690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Calling delete_port for 63d5b716-22e7-4af9-aea8-870d854ca155 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:18.833987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 53ed5682-d696-4710-8f91-a658f7005535 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:18.881765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 53ed5682-d696-4710-8f91-a658f7005535 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:18.882179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 53ed5682-d696-4710-8f91-a658f7005535 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:18.885538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.886525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.911968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=1faf5294-5971-4447-9470-7784c74178c4,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:18.921643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dc7863c2-0b17-454e-a630-f61a46b7df12 None None] Port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:18.935525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dc7863c2-0b17-454e-a630-f61a46b7df12 None None] Provisioning complete for port 1faf5294-5971-4447-9470-7784c74178c4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:18.936030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dc7863c2-0b17-454e-a630-f61a46b7df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:18.960003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting subnet aeac116f-3cc7-41ab-a4c3-af08f7cf5b23 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:18.982226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.152069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.161844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.190200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.198733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bf3caec3-d668-4067-b8fc-e25ac9fd9d0a None None] Provisioning complete for port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:19.199097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf3caec3-d668-4067-b8fc-e25ac9fd9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.216771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.219428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Pushing event deleted for resources: {'Port': ['ID=63d5b716-22e7-4af9-aea8-870d854ca155,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:19.225571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.225938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.234021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] Pushing event deleted for resources: {'Network': ['ID=b603f8ee-94a5-4933-b458-04a1f4ad7801,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:19.243199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.277796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0868f2-57f6-4c4f-9eb5-f0f00a1e5441 req-3d7a42fd-f623-40e4-9b8a-6c072a09ab08 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:19.279350 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b0868f2-57f6-4c4f-9eb5-f0f00a1e5441 req-3d7a42fd-f623-40e4-9b8a-6c072a09ab08 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5234582 Feb 17 11:51:19.281604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=dfdff75e-a89e-48f6-8cbb-9997eda78fcd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:19.285349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.307326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bf3caec3-d668-4067-b8fc-e25ac9fd9d0a None None] Port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:19.341098 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0af8c6f7-ec0a-420f-a01e-0d888a72b48d tempest-FloatingIPNegativeTestJSON-1954490838 tempest-FloatingIPNegativeTestJSON-1954490838-project] 10.222.0.47 "DELETE /v2.0/networks/b603f8ee-94a5-4933-b458-04a1f4ad7801 HTTP/1.1" status: 204 len: 168 time: 3.1709454 Feb 17 11:51:19.421730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.424260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f801b8f4-2d9d-4724-833c-1f41fec99111 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/ports/dfdff75e-a89e-48f6-8cbb-9997eda78fcd HTTP/1.1" status: 204 len: 168 time: 2.0013592 Feb 17 11:51:19.427029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40800) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:19.436858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Calling delete_port for b6e627d8-9ead-443e-86de-e6120aa4090b owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:19.476271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8dfb651-7411-4c17-95d2-b4553e36c29f tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "DELETE /v2.0/ports/63d5b716-22e7-4af9-aea8-870d854ca155 HTTP/1.1" status: 204 len: 168 time: 1.7507172 Feb 17 11:51:19.481931 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-638c3c77-e51f-426e-b4ef-7ac05f420619 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] GET failed (client error): The resource could not be found. Feb 17 11:51:19.482429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-638c3c77-e51f-426e-b4ef-7ac05f420619 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Synchronizing usage tracker for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:19.487300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40804) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:19.545666 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-92792e9e-984d-4f30-9371-cf3a957121d2 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] GET failed (client error): The resource could not be found. Feb 17 11:51:19.547296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-92792e9e-984d-4f30-9371-cf3a957121d2 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Synchronizing usage tracker for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:19.552989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b0868f2-57f6-4c4f-9eb5-f0f00a1e5441 req-d245d1d2-776c-4d7e-959d-435d7203f47d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074401 Feb 17 11:51:19.650162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.653868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-638c3c77-e51f-426e-b4ef-7ac05f420619 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Unset dirty status for tenant:f23f2f308a774da2acb727608839b72c on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:19.655724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-638c3c77-e51f-426e-b4ef-7ac05f420619 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "GET /v2.0/ports/dfdff75e-a89e-48f6-8cbb-9997eda78fcd HTTP/1.1" status: 404 len: 333 time: 0.2269714 Feb 17 11:51:19.656710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-92792e9e-984d-4f30-9371-cf3a957121d2 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] Unset dirty status for tenant:c0276e278a3e4d3b8bbb6d554809687d on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:19.661044 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-92792e9e-984d-4f30-9371-cf3a957121d2 tempest-PortsAdminExtendedAttrsTestJSON-567342796 tempest-PortsAdminExtendedAttrsTestJSON-567342796-project-admin] 10.222.0.47 "GET /v2.0/ports/63d5b716-22e7-4af9-aea8-870d854ca155 HTTP/1.1" status: 404 len: 333 time: 0.1695142 Feb 17 11:51:19.661466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40808) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:19.661931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40810) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:19.724806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Router 5a68e843-1cff-4b01-8091-cad0726cbbb0 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:51:19.766169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.814247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Pushing event deleted for resources: {'Port': ['ID=b6e627d8-9ead-443e-86de-e6120aa4090b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:19.817165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.837434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:19.837770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.890404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Subnet': ['ID=aeac116f-3cc7-41ab-a4c3-af08f7cf5b23,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:19.926464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.942911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.946938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cff22e-b7d5-468d-949f-fcb124bbdc6b None None] Network a50912c6-9b7a-40a5-9893-08f78d0dddaa requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:19.962938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b65e037-9513-49d2-b9ce-6710089cc50f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/aeac116f-3cc7-41ab-a4c3-af08f7cf5b23 HTTP/1.1" status: 204 len: 168 time: 2.1083841 Feb 17 11:51:19.965613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40818) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:19.970001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.975378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:19.975378 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-78663b4f-5ae9-43b1-968d-c79a8f2a5dc9 tempest-FloatingIPAdminTestJSON-19686056 tempest-FloatingIPAdminTestJSON-19686056-project] 10.222.0.47 "DELETE /v2.0/floatingips/3ef0ffde-7458-4bc0-b7b3-bf1a710a6532 HTTP/1.1" status: 204 len: 168 time: 1.8970339 Feb 17 11:51:20.005287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40822) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:20.065348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca00d7-cf6b-457b-8627-4db0cd0eb91b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:20.066801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca00d7-cf6b-457b-8627-4db0cd0eb91b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:20.067544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d3ca00d7-cf6b-457b-8627-4db0cd0eb91b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Synchronizing usage tracker for tenant:9a3ced4bf3fe41ec99699f66bbd1da04 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:20.089667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40826) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:20.094844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1faf5294-5971-4447-9470-7784c74178c4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:20.162734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d3ca00d7-cf6b-457b-8627-4db0cd0eb91b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Unset dirty status for tenant:9a3ced4bf3fe41ec99699f66bbd1da04 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:20.166077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d3ca00d7-cf6b-457b-8627-4db0cd0eb91b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1981213 Feb 17 11:51:20.168940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40832) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:20.298910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 1faf5294-5971-4447-9470-7784c74178c4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:20.299260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.366147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a60-0cf2-40ba-8fc6-67426f5cdcff tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.392964 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f97a60-0cf2-40ba-8fc6-67426f5cdcff tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 11:51:20.393672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f97a60-0cf2-40ba-8fc6-67426f5cdcff tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:20.399863 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d2f97a60-0cf2-40ba-8fc6-67426f5cdcff tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/a50912c6-9b7a-40a5-9893-08f78d0dddaa HTTP/1.1" status: 409 len: 405 time: 0.2284009 Feb 17 11:51:20.403422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40836) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:20.410064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1463837761'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:20.417653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:20.425445 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7f7bd139-141a-4526-958f-eec6dbef6843 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2540c92469d9497888be79c775c9fdc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346696 Feb 17 11:51:20.427623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40840) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:20.430422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:network and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:20.447020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:20.449463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] DHCP port deletion for a50912c6-9b7a-40a5-9893-08f78d0dddaa request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:20.454816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] Deleting port 1faf5294-5971-4447-9470-7784c74178c4 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:20.455206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.456654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:20.514178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58bc895c-2b1e-4d71-bc9b-c22e7d475024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.537653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:20.540692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.549892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Deleting port 049453a7-b8f8-4d57-a5ed-e99134938a7b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:20.550483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.555306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58bc895c-2b1e-4d71-bc9b-c22e7d475024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.597454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.610385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:20.624541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.624541 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Added segment 0b9e191e-fcd1-463a-818f-7084af8f16f1 of type vlan for network ad463c90-d90d-4241-8a35-1608d563d437 Feb 17 11:51:20.652363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.661683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09601f5a-7f92-4aa1-9632-f1f637810705']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:20.699564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] For port 1faf5294-5971-4447-9470-7784c74178c4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1faf5294-5971-4447-9470-7784c74178c4,segment=NetworkSegment(8f80b4bb-dc90-4cde-b210-a1cd5497fa6a),segment_id=8f80b4bb-dc90-4cde-b210-a1cd5497fa6a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:20.700119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.740115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58bc895c-2b1e-4d71-bc9b-c22e7d475024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.747185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98723ecb-99da-4b12-b209-5f14063fe696') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:20.747965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98723ecb-99da-4b12-b209-5f14063fe696') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:20.759605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc895c-2b1e-4d71-bc9b-c22e7d475024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60599c-a041-4da8-a860-e407ad221c88,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:20.771375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.775339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:20.776749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.824812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.836016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] Calling delete_port for 1faf5294-5971-4447-9470-7784c74178c4 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:20.864192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.876567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58bc895c-2b1e-4d71-bc9b-c22e7d475024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.880632 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-58bc895c-2b1e-4d71-bc9b-c22e7d475024 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e60599c-a041-4da8-a860-e407ad221c88 HTTP/1.1" status: 204 len: 168 time: 0.4519427 Feb 17 11:51:20.882869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:20.906799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Network': ['ID=ad463c90-d90d-4241-8a35-1608d563d437,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:20.931296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ad463c90-d90d-4241-8a35-1608d563d437 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:20.954274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f27ce8b7-a771-4dc9-a8bb-e47eb6801c87 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5493300 Feb 17 11:51:20.956869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40848) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:20.963854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'subnet': {'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:21.023641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:21.050796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:21.051193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:21.067209 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:21.086822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:21.097638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:21.166420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.190084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.190427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.215169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] Pushing event deleted for resources: {'Port': ['ID=1faf5294-5971-4447-9470-7784c74178c4,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:21.221124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841dd46d-caa0-44ec-a3c3-906fac8ede1c None None] No DVR routers for this DVR port 1faf5294-5971-4447-9470-7784c74178c4 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:21.267561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:21.347510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Calling delete_port for 049453a7-b8f8-4d57-a5ed-e99134938a7b owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:21.384378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.387164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.430684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800be3c-1d01-4843-99ab-caf00dbca1e7 req-11ce308e-c3a2-43bb-ad3c-2e3696a31b7a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:21.432179 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0800be3c-1d01-4843-99ab-caf00dbca1e7 req-11ce308e-c3a2-43bb-ad3c-2e3696a31b7a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.6606960 Feb 17 11:51:21.433210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.452168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] Pushing event deleted for resources: {'Network': ['ID=09601f5a-7f92-4aa1-9632-f1f637810705,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:21.525410 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-007f5c25-c315-4bd9-8ad3-6d2bebfa332d tempest-PortsAdminExtendedAttrsTestJSON-462224084 tempest-PortsAdminExtendedAttrsTestJSON-462224084-project] 10.222.0.47 "DELETE /v2.0/networks/09601f5a-7f92-4aa1-9632-f1f637810705 HTTP/1.1" status: 204 len: 168 time: 1.8609159 Feb 17 11:51:21.536294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:21.548998 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Sync routers for ids ['5a68e843-1cff-4b01-8091-cad0726cbbb0'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:21.573641 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Routers {'5a68e843-1cff-4b01-8091-cad0726cbbb0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:21.574321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5a68e843-1cff-4b01-8091-cad0726cbbb0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:21.621289 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0800be3c-1d01-4843-99ab-caf00dbca1e7 req-88892316-a350-412b-a5dc-71d15103c44c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706498 Feb 17 11:51:21.682219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.683459 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3fae60ae-2fc4-4add-862c-4fc052a4e3d5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.4088066 Feb 17 11:51:21.687554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40862) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:21.751441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:21.820229 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Set router 5a68e843-1cff-4b01-8091-cad0726cbbb0 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:21.986234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=e4bb261d-8de6-4205-9ff7-1fd76b3de0d5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:22.002713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.objects.ports [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84459) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:51:22.006834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.043423 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.125936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Checking segment: {'id': '0b9e191e-fcd1-463a-818f-7084af8f16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:22.126330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network hostable DHCP agents. Network: ad463c90-d90d-4241-8a35-1608d563d437, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:22.143313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Subnet': ['ID=1443f94e-f574-4012-ab06-01b64baf7637,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:22.164178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Pushing event deleted for resources: {'Port': ['ID=049453a7-b8f8-4d57-a5ed-e99134938a7b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:22.178012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1faf5294-5971-4447-9470-7784c74178c4 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:22.268855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 1faf5294-5971-4447-9470-7784c74178c4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:22.269104 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a68e843-1cff-4b01-8091-cad0726cbbb0', 'name': '', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'external_fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb'}], 'enable_snat': True}, 'gw_port_id': '52f3e929-2f1b-4382-8f5b-ac6f206fb97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:11Z', 'updated_at': '2022-02-17T11:51:17Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': '52f3e929-2f1b-4382-8f5b-ac6f206fb97d', 'name': '', 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a68e843-1cff-4b01-8091-cad0726cbbb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:15Z', 'updated_at': '2022-02-17T11:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15061222-584c-4e81-8629-096a27e42de8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:22.272703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1faf5294-5971-4447-9470-7784c74178c4 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:22.273497 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Checking router: 5a68e843-1cff-4b01-8091-cad0726cbbb0 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:51:22.273928 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Updating router 5a68e843-1cff-4b01-8091-cad0726cbbb0 port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:51:22.283120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network ad463c90-d90d-4241-8a35-1608d563d437 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:22.286472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40874) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:22.333532 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.378909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ad463c90-d90d-4241-8a35-1608d563d437) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:22.383525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:22.384103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.393381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189613f1-cf89-403c-8670-4f39e23add57 None None] Network ad463c90-d90d-4241-8a35-1608d563d437 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:22.434478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.495622 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1e2df519-673f-4889-924e-d27ef579944d tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/ports/e4bb261d-8de6-4205-9ff7-1fd76b3de0d5 HTTP/1.1" status: 204 len: 168 time: 2.8306785 Feb 17 11:51:22.495959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40882) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:22.506331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.510107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.515214 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7a049453-5fd0-4cec-a2ad-3c16ad48fc6d tempest-FloatingIPAdminTestJSON-915216139 tempest-FloatingIPAdminTestJSON-915216139-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/ccf7be6d-56d5-4f09-a408-4cb8ccadac3a HTTP/1.1" status: 204 len: 168 time: 2.5000417 Feb 17 11:51:22.518345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40886) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:22.596893 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d75b7a7e-950e-480b-b422-7da8c771bdcf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6338508 Feb 17 11:51:22.598709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40892) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:22.627344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'port': {'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437', 'name': 'tempest-NetworksIpV6TestAttrs-1941419426'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:22.636549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting port c681446b-f1f9-4a54-b8ed-819036bdd665 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:22.637122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.674459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-ad463c90-d90d-4241-8a35-1608d563d437', 'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437', 'tenant_id': '9a3ced4bf3fe41ec99699f66bbd1da04', 'fixed_ips': [{'subnet_id': '1443f94e-f574-4012-ab06-01b64baf7637'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:22.678478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.815789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:22.890810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40898) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:22.894003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Allocated IP 2001:db8::f816:3eff:fe32:8e7c (ad463c90-d90d-4241-8a35-1608d563d437/1443f94e-f574-4012-ab06-01b64baf7637/b84bef3a-e6c7-4416-8d01-2555b3c3773b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:22.934358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f4c59839-e218-4dc1-8773-1bc21e36c499 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c604674341c4cb4a256aa380f1db86d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6464460 Feb 17 11:51:22.940622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40904) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:23.042895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting subnet c94b1169-b6d3-41f2-bfde-ff78da502417 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:23.050958 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.063957 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Transition to ACTIVE for port object 52f3e929-2f1b-4382-8f5b-ac6f206fb97d will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:23.080191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.142017 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.155511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276825900'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:23.168798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:23.190758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:23.196214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:23.200001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.214569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:23.216615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:23.226581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747e9b87-a844-48c2-9f12-e43e5a8434c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.237486 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Pushing event updated for resources: {'Port': ['ID=52f3e929-2f1b-4382-8f5b-ac6f206fb97d,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:23.249330 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Attempting to bind port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:23.250067 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Attempting to bind port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '0bafb5da-c39a-469e-b2c5-70b369a48178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:23.250797 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Attempting to bind port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d on network b064b506-b376-44e1-8547-ecd0697d91e9 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:23.259840 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.260799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747e9b87-a844-48c2-9f12-e43e5a8434c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.261195 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.263702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.266616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.266616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.266616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.266616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.267305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.267858 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.269577 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.270201 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.270854 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:23.275336 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:23.276051 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Checking segment: {'id': '0bafb5da-c39a-469e-b2c5-70b369a48178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:23.276750 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.277257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Transition to ACTIVE for port object b84bef3a-e6c7-4416-8d01-2555b3c3773b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:23.277562 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Bound using segment: {'id': '0bafb5da-c39a-469e-b2c5-70b369a48178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:23.278275 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Bound port: 52f3e929-2f1b-4382-8f5b-ac6f206fb97d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bafb5da-c39a-469e-b2c5-70b369a48178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:23.279822 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.299574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Transition to ACTIVE for port object b84bef3a-e6c7-4416-8d01-2555b3c3773b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:23.305579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:port and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:23.311781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.341196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:23.358089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:23.363340 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] For port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:23.366758 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] For port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=52f3e929-2f1b-4382-8f5b-ac6f206fb97d,segment=NetworkSegment(0bafb5da-c39a-469e-b2c5-70b369a48178),segment_id=0bafb5da-c39a-469e-b2c5-70b369a48178)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:23.376651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7b61-9445-4e79-a2bb-b8599eac8af9 req-5a3a92e9-867e-444a-bc69-e9c5477f457d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:23.378247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8eba7b61-9445-4e79-a2bb-b8599eac8af9 req-5a3a92e9-867e-444a-bc69-e9c5477f457d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5134542 Feb 17 11:51:23.378906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.396102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Calling delete_port for c681446b-f1f9-4a54-b8ed-819036bdd665 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:23.436450 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.453722 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8eba7b61-9445-4e79-a2bb-b8599eac8af9 req-b6088be7-cbd2-4926-8d9a-ea3c5d8301ff tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636885 Feb 17 11:51:23.457427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Network ad463c90-d90d-4241-8a35-1608d563d437 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:23.458751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:23.462451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:23.468171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.469528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Pushing event updated for resources: {'Port': ['ID=b84bef3a-e6c7-4416-8d01-2555b3c3773b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:23.515834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:23.523222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.549598 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Routers {'5a68e843-1cff-4b01-8091-cad0726cbbb0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:23.550244 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5a68e843-1cff-4b01-8091-cad0726cbbb0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:23.579585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747e9b87-a844-48c2-9f12-e43e5a8434c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.583859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Attempting to bind port b84bef3a-e6c7-4416-8d01-2555b3c3773b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:23.584050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Attempting to bind port b84bef3a-e6c7-4416-8d01-2555b3c3773b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '0b9e191e-fcd1-463a-818f-7084af8f16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:23.584501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Attempting to bind port b84bef3a-e6c7-4416-8d01-2555b3c3773b on network ad463c90-d90d-4241-8a35-1608d563d437 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:23.592099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:23.595531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:23.598955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Checking segment: {'id': '0b9e191e-fcd1-463a-818f-7084af8f16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:23.599092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.599183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.599183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Bound using segment: {'id': '0b9e191e-fcd1-463a-818f-7084af8f16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:23.599183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Bound port: b84bef3a-e6c7-4416-8d01-2555b3c3773b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9e191e-fcd1-463a-818f-7084af8f16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ad463c90-d90d-4241-8a35-1608d563d437'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:23.599183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.606562 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa6bd3-ba54-439a-ab0f-026829763589 None None] Pushing event updated for resources: {'Port': ['ID=52f3e929-2f1b-4382-8f5b-ac6f206fb97d,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:23.620205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.621500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e9b87-a844-48c2-9f12-e43e5a8434c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af670bc1-12ed-4934-b256-69ce073b3958,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:23.631618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.645599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] device_id is not set on port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:23.690053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:23.698019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747e9b87-a844-48c2-9f12-e43e5a8434c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.699084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:security_group_rule and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:23.699238 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-747e9b87-a844-48c2-9f12-e43e5a8434c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af670bc1-12ed-4934-b256-69ce073b3958 HTTP/1.1" status: 204 len: 168 time: 0.7447667 Feb 17 11:51:23.704289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:23.713647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:23.754596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Deleting port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:23.754935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.787961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] For port b84bef3a-e6c7-4416-8d01-2555b3c3773b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:23.791078 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] Set router 5a68e843-1cff-4b01-8091-cad0726cbbb0 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:23.793510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] For port b84bef3a-e6c7-4416-8d01-2555b3c3773b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b84bef3a-e6c7-4416-8d01-2555b3c3773b,segment=NetworkSegment(0b9e191e-fcd1-463a-818f-7084af8f16f1),segment_id=0b9e191e-fcd1-463a-818f-7084af8f16f1)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:23.806817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.824245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.868184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Subnet': ['ID=c94b1169-b6d3-41f2-bfde-ff78da502417,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:23.870572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.885445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:23.899799 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0b531fe1-2ec6-4aa1-a5f2-1be0fc49ec28 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/subnets/c94b1169-b6d3-41f2-bfde-ff78da502417 HTTP/1.1" status: 204 len: 168 time: 1.4024158 Feb 17 11:51:23.907440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40910) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:23.933508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Allocated IP 2001:db8::f816:3eff:fe4e:48ad (ad463c90-d90d-4241-8a35-1608d563d437/1443f94e-f574-4012-ab06-01b64baf7637/c84b1530-8159-4aa1-81dc-6c4ec6ae83e1) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:23.959003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039a489-ede2-4f99-997d-6f08abfa7f22 None None] Network 909c6df6-fa3e-47fc-9319-a116d811c3be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:23.984313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Port': ['ID=c681446b-f1f9-4a54-b8ed-819036bdd665,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:24.074479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.079668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.100623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Deleting port d9c0ae4f-9be6-4058-b610-6cd47d788213 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:24.101141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.297243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2188f-14b6-4f20-b486-7b3cb92caec3 None None] Pushing event updated for resources: {'Port': ['ID=b84bef3a-e6c7-4416-8d01-2555b3c3773b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:24.313723 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a68e843-1cff-4b01-8091-cad0726cbbb0', 'name': '', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'external_fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb'}], 'enable_snat': True}, 'gw_port_id': '52f3e929-2f1b-4382-8f5b-ac6f206fb97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:11Z', 'updated_at': '2022-02-17T11:51:17Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': '52f3e929-2f1b-4382-8f5b-ac6f206fb97d', 'name': '', 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a68e843-1cff-4b01-8091-cad0726cbbb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:15Z', 'updated_at': '2022-02-17T11:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15061222-584c-4e81-8629-096a27e42de8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:24.326151 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aca067-15a4-4e92-be4e-29b4912e6382 None None] The sync data for ids ['5a68e843-1cff-4b01-8091-cad0726cbbb0'] in dv-neutron-828728-1-hyperv is: [{'id': '5a68e843-1cff-4b01-8091-cad0726cbbb0', 'name': '', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'external_fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb'}], 'enable_snat': True}, 'gw_port_id': '52f3e929-2f1b-4382-8f5b-ac6f206fb97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:11Z', 'updated_at': '2022-02-17T11:51:17Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': '52f3e929-2f1b-4382-8f5b-ac6f206fb97d', 'name': '', 'network_id': 'b064b506-b376-44e1-8547-ecd0697d91e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a68e843-1cff-4b01-8091-cad0726cbbb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '15061222-584c-4e81-8629-096a27e42de8', 'ip_address': '2001:db8::2cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:15Z', 'updated_at': '2022-02-17T11:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15061222-584c-4e81-8629-096a27e42de8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:24.452698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.460523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.496492 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d3416c4a-f5b1-46f6-9b6b-9b7e02a0b408 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "DELETE /v2.0/ports/c681446b-f1f9-4a54-b8ed-819036bdd665 HTTP/1.1" status: 204 len: 168 time: 1.9770472 Feb 17 11:51:24.497301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40916) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:24.591469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f39f5c-cba0-4b9c-a6ee-09829ba678f5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:24.623262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] DHCP port deletion for 909c6df6-fa3e-47fc-9319-a116d811c3be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:24.629961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Deleting port d9c0ae4f-9be6-4058-b610-6cd47d788213 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:24.630664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.692511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] For port 52f3e929-2f1b-4382-8f5b-ac6f206fb97d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=52f3e929-2f1b-4382-8f5b-ac6f206fb97d,segment=NetworkSegment(0bafb5da-c39a-469e-b2c5-70b369a48178),segment_id=0bafb5da-c39a-469e-b2c5-70b369a48178)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:24.693148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.870947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.903680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Calling delete_port for 52f3e929-2f1b-4382-8f5b-ac6f206fb97d owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:24.927041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] For port d9c0ae4f-9be6-4058-b610-6cd47d788213, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9c0ae4f-9be6-4058-b610-6cd47d788213,segment=NetworkSegment(e5d22376-9ad3-4ded-929b-ba55f658e344),segment_id=e5d22376-9ad3-4ded-929b-ba55f658e344)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:24.927757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:24.936347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Transition to ACTIVE for port object c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:25.022306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] For port d9c0ae4f-9be6-4058-b610-6cd47d788213, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9c0ae4f-9be6-4058-b610-6cd47d788213,segment=NetworkSegment(e5d22376-9ad3-4ded-929b-ba55f658e344),segment_id=e5d22376-9ad3-4ded-929b-ba55f658e344)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:25.023194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.061102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40922) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:25.072502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Calling delete_port for d9c0ae4f-9be6-4058-b610-6cd47d788213 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:25.179091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Calling delete_port for d9c0ae4f-9be6-4058-b610-6cd47d788213 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:25.196624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2d4ad756-5b24-4f43-884b-fa091956a3da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0276e278a3e4d3b8bbb6d554809687d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1329157 Feb 17 11:51:25.199066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40926) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:25.282689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:25.282975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-245d23f9-d932-4369-8c55-c29977e5d4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.299648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.346870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:25.347507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:25.369408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-245d23f9-d932-4369-8c55-c29977e5d4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.414007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.428046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.428414 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 3bf72d2f-0c55-4017-b277-561abf34ae7e of type vlan for network 8209c0f4-c7d9-4b38-bea5-994cf732a65b Feb 17 11:51:25.443938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] No DVR routers for this DVR port d9c0ae4f-9be6-4058-b610-6cd47d788213 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:25.499214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.517562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network ad463c90-d90d-4241-8a35-1608d563d437 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:25.552224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5c888-27f2-485a-a2be-11e325e7754d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:25.552992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5fc5c888-27f2-485a-a2be-11e325e7754d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Synchronizing usage tracker for tenant:3627604a3bc440df944e804a46479c2f on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:25.569062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8903c3-a29c-46c6-b846-49d9c2798644 req-289d51d6-d131-4d5d-90c0-f7d84adace41 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:25.570639 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8b8903c3-a29c-46c6-b846-49d9c2798644 req-289d51d6-d131-4d5d-90c0-f7d84adace41 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3831358 Feb 17 11:51:25.571279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.585971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:25.588470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:25.593675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:25.594363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.605678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Port': ['ID=c84b1530-8159-4aa1-81dc-6c4ec6ae83e1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:25.667675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event deleted for resources: {'Port': ['ID=52f3e929-2f1b-4382-8f5b-ac6f206fb97d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:25.678673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Port': ['ID=d9c0ae4f-9be6-4058-b610-6cd47d788213,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:25.682995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.704194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.708371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:25.709016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.713447 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0042a84-dea2-445a-b01c-2d352d6ee66a None None] Network ad463c90-d90d-4241-8a35-1608d563d437 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:25.721669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909c6df6-fa3e-47fc-9319-a116d811c3be']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:25.737847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d22376-9ad3-4ded-929b-ba55f658e344') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:25.740590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d22376-9ad3-4ded-929b-ba55f658e344') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:25.755623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.767588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-245d23f9-d932-4369-8c55-c29977e5d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.770006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-245d23f9-d932-4369-8c55-c29977e5d4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.773738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-245d23f9-d932-4369-8c55-c29977e5d4bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49d27a67-d140-4682-ba9c-c70cd6a66e25 HTTP/1.1" status: 204 len: 168 time: 0.5711989 Feb 17 11:51:25.786638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d23f9-d932-4369-8c55-c29977e5d4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d27a67-d140-4682-ba9c-c70cd6a66e25,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:25.800857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.809925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8bc221da-4222-4442-ad3b-fd6895ba2327 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2070916 Feb 17 11:51:25.810522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40932) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:25.815527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:25.816111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:25.847841 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:25.850565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Deleting port d9c0ae4f-9be6-4058-b610-6cd47d788213 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:25.850936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:25.902048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5fc5c888-27f2-485a-a2be-11e325e7754d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Unset dirty status for tenant:3627604a3bc440df944e804a46479c2f on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:25.906654 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5fc5c888-27f2-485a-a2be-11e325e7754d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "GET /v2.0/ports?device_id=f625a4de-270a-44ff-8e5c-e5812cc8b1da HTTP/1.1" status: 200 len: 913 time: 1.3906310 Feb 17 11:51:25.906654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=8209c0f4-c7d9-4b38-bea5-994cf732a65b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:25.950870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40936) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:25.955985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:25.976245 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8b8903c3-a29c-46c6-b846-49d9c2798644 req-437e6b47-1c6c-4bab-99a2-8b592e488240 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109112 Feb 17 11:51:25.978274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e9d50e18-b637-4db7-8800-9969303840b7 None None] Provisioning for port b84bef3a-e6c7-4416-8d01-2555b3c3773b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:26.002053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3b82747b-f858-4b82-b1b4-6c6c5f002c9d None None] The port 'd9c0ae4f-9be6-4058-b610-6cd47d788213' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:51:26.038274 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d65dc960-85f9-4d0d-bc76-9dfa651e9624 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.1456645 Feb 17 11:51:26.049656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40940) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:26.056709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-397432645'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:26.064265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:26.070126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:26.078313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:26.081249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.176248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:26.193744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting subnet 1443f94e-f574-4012-ab06-01b64baf7637 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:26.200414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.211903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b84bef3a-e6c7-4416-8d01-2555b3c3773b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:26.293677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:26.299774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.300235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.376887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.414051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.419789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] Pushing event deleted for resources: {'Network': ['ID=909c6df6-fa3e-47fc-9319-a116d811c3be,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:26.447317 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a3d0e200-538d-4303-b114-9315a28157e4 tempest-AllowedAddressPairTestJSON-168712464 tempest-AllowedAddressPairTestJSON-168712464-project] 10.222.0.47 "DELETE /v2.0/networks/909c6df6-fa3e-47fc-9319-a116d811c3be HTTP/1.1" status: 204 len: 168 time: 2.5385997 Feb 17 11:51:26.568745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.587375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b84bef3a-e6c7-4416-8d01-2555b3c3773b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:26.594353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b84bef3a-e6c7-4416-8d01-2555b3c3773b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:26.594727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.601887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.606543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.669231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:26.701764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.703335 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 1415955b-536f-4d37-9810-f0e83716dc1b of type vlan for network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 Feb 17 11:51:26.748438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.791285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.792176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a68e843-1cff-4b01-8091-cad0726cbbb0 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:51:26.823143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.826988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.828375 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-73755843-9e98-4fe8-a760-fff50ba3456e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/routers/5a68e843-1cff-4b01-8091-cad0726cbbb0 HTTP/1.1" status: 204 len: 168 time: 5.1396966 Feb 17 11:51:26.832928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40954) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:26.897035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:26.901359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:26.902092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.048756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Deleting subnet 15061222-584c-4e81-8629-096a27e42de8 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:27.052303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.059129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Provisioning for port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:27.065618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Provisioning complete for port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:27.072872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.113481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.181267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.199502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:27.215053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Provisioning complete for port b84bef3a-e6c7-4416-8d01-2555b3c3773b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:27.215431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.297366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.301628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2469738 Feb 17 11:51:27.305556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40964) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:27.314804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:27.358884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae62a7-557a-45f7-9b43-93aaa0cafda1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=818b8bc6-1aae-47bd-bbdf-fd6129905fc2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:27.367851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40968) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:27.400551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:27.425749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Subnet': ['ID=1443f94e-f574-4012-ab06-01b64baf7637,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:27.446884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.453110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.464167 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e6c21f19-4f16-46c6-883c-f0dc54fc4ce9 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/1443f94e-f574-4012-ab06-01b64baf7637 HTTP/1.1" status: 204 len: 168 time: 1.6525323 Feb 17 11:51:27.473659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40976) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:27.504036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=15061222-584c-4e81-8629-096a27e42de8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:27.523628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87cc88-0e4a-4ef4-bd5e-2094c0b6712b None None] Network ad463c90-d90d-4241-8a35-1608d563d437 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:27.540103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.558806 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c7691b00-06d6-41e9-9788-2922429c98ed tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/15061222-584c-4e81-8629-096a27e42de8 HTTP/1.1" status: 204 len: 168 time: 0.7245655 Feb 17 11:51:27.563426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40982) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:27.566264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:27.593534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:27.593733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba247f-5a85-4af5-ba4e-e699893a796f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:27.595310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba247f-5a85-4af5-ba4e-e699893a796f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:27.596089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fcba247f-5a85-4af5-ba4e-e699893a796f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Synchronizing usage tracker for tenant:9a3ced4bf3fe41ec99699f66bbd1da04 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:27.605047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.636643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.663221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:27.666630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb4c9-ecdf-48e0-ab09-a526d890bbb3 req-d7c7f2d1-93f0-497c-a533-1edb7b912faf tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:27.667933 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-116bb4c9-ecdf-48e0-ab09-a526d890bbb3 req-d7c7f2d1-93f0-497c-a533-1edb7b912faf tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3739295 Feb 17 11:51:27.677355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:27.718976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.719535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:27.719885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:27.814366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-116bb4c9-ecdf-48e0-ab09-a526d890bbb3 req-638a46b1-c3ea-4ab3-bab5-cfe4523d7069 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361628 Feb 17 11:51:27.865242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] For port b84bef3a-e6c7-4416-8d01-2555b3c3773b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b84bef3a-e6c7-4416-8d01-2555b3c3773b,segment=NetworkSegment(0b9e191e-fcd1-463a-818f-7084af8f16f1),segment_id=0b9e191e-fcd1-463a-818f-7084af8f16f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:27.866000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:27.902216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fcba247f-5a85-4af5-ba4e-e699893a796f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Unset dirty status for tenant:9a3ced4bf3fe41ec99699f66bbd1da04 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:27.903416 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fcba247f-5a85-4af5-ba4e-e699893a796f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4270029 Feb 17 11:51:27.906779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 40988) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:27.945189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.970453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:27.993083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] DHCP port deletion for ad463c90-d90d-4241-8a35-1608d563d437 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:28.008555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] Deleting port b84bef3a-e6c7-4416-8d01-2555b3c3773b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:28.009036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.029912 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2b0bbec7-36e2-476e-b1c6-47231d939f5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f23f2f308a774da2acb727608839b72c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6423159 Feb 17 11:51:28.032522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40992) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:28.032838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 40994) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:28.095903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b064b506-b376-44e1-8547-ecd0697d91e9']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:28.099587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3e296-3afd-4044-89c0-f7e43ce2ef69 None None] Pushing event updated for resources: {'Port': ['ID=b84bef3a-e6c7-4416-8d01-2555b3c3773b,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:28.101762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37775265-2391-4da0-82f7-be9c3888b097 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.129292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-de5744f2-80b9-421b-8ac1-c5e9a9bdbc28 None None] Provisioning complete for port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:28.129813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de5744f2-80b9-421b-8ac1-c5e9a9bdbc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.130822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.174392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-37775265-2391-4da0-82f7-be9c3888b097 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 11:51:28.174652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37775265-2391-4da0-82f7-be9c3888b097 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:28.176211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-37775265-2391-4da0-82f7-be9c3888b097 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/ad463c90-d90d-4241-8a35-1608d563d437 HTTP/1.1" status: 409 len: 405 time: 0.2685275 Feb 17 11:51:28.211448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bafb5da-c39a-469e-b2c5-70b369a48178') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:28.211448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bafb5da-c39a-469e-b2c5-70b369a48178') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:28.211448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41002) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:28.230632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1221172572'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:28.235352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.257330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:28.271079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:network and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:28.281371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:28.291397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.313433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:28.314823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-de5744f2-80b9-421b-8ac1-c5e9a9bdbc28 None None] Port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:28.319103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e206260-eaff-47f6-95a8-9e0407bf9fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.340744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:28.341089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:28.361483 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:28.371413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] For port b84bef3a-e6c7-4416-8d01-2555b3c3773b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b84bef3a-e6c7-4416-8d01-2555b3c3773b,segment=NetworkSegment(0b9e191e-fcd1-463a-818f-7084af8f16f1),segment_id=0b9e191e-fcd1-463a-818f-7084af8f16f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:28.371935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.437918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9c0ae4f-9be6-4058-b610-6cd47d788213 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:28.449646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1744289800'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:28.478647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:28.481613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:28.485307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.522903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e206260-eaff-47f6-95a8-9e0407bf9fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.527916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] Calling delete_port for b84bef3a-e6c7-4416-8d01-2555b3c3773b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:28.531228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Usage tracker for resource:network and tenant:0d5fdc989000414192398432ea6e0aee is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:28.537571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:28.552597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:28.552933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d9c0ae4f-9be6-4058-b610-6cd47d788213 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:28.553265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9c0ae4f-9be6-4058-b610-6cd47d788213 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:28.576629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting port e6cd794e-90ac-463b-b725-74355844d213 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:28.577186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.635805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:28.656903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 52f3e929-2f1b-4382-8f5b-ac6f206fb97d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:28.693364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 52f3e929-2f1b-4382-8f5b-ac6f206fb97d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:28.693709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 52f3e929-2f1b-4382-8f5b-ac6f206fb97d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:28.694167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b84bef3a-e6c7-4416-8d01-2555b3c3773b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:28.759756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.766157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Made reservation on behalf of 0d5fdc989000414192398432ea6e0aee for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:28.770896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.775128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b84bef3a-e6c7-4416-8d01-2555b3c3773b {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:28.775467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b84bef3a-e6c7-4416-8d01-2555b3c3773b not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:28.777036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.802742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b064b506-b376-44e1-8547-ecd0697d91e9 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:51:28.804484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.804823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Added segment c56b0084-88e0-429a-96aa-6d17af72d9f2 of type vlan for network 0d466405-f0cd-4ae9-b5ea-c1c1297643fd Feb 17 11:51:28.809683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.812707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.821161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] Pushing event deleted for resources: {'Port': ['ID=b84bef3a-e6c7-4416-8d01-2555b3c3773b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:28.823782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.829608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0d2a9-6a54-4c0d-84d6-e26b63e21ae7 None None] No DVR routers for this DVR port b84bef3a-e6c7-4416-8d01-2555b3c3773b on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:28.847072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event deleted for resources: {'Network': ['ID=b064b506-b376-44e1-8547-ecd0697d91e9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:28.906914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.956036 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e7cfd71a-2d34-465b-aab5-4222f1a1fdef tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/networks/b064b506-b376-44e1-8547-ecd0697d91e9 HTTP/1.1" status: 204 len: 168 time: 1.3857031 Feb 17 11:51:28.962501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Calling delete_port for e6cd794e-90ac-463b-b725-74355844d213 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:28.980265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e206260-eaff-47f6-95a8-9e0407bf9fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.992464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e206260-eaff-47f6-95a8-9e0407bf9fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:28.994063 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9e206260-eaff-47f6-95a8-9e0407bf9fd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/223d4f1d-1ae2-4308-9f65-1a30ee39bb35 HTTP/1.1" status: 204 len: 168 time: 0.9493778 Feb 17 11:51:29.067567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.072798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:29.073625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.078575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e206260-eaff-47f6-95a8-9e0407bf9fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223d4f1d-1ae2-4308-9f65-1a30ee39bb35,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:29.108901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:29.121141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.161608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Usage tracker for resource:security_group_rule and tenant:0d5fdc989000414192398432ea6e0aee is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:29.222781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:29.293189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:29.338864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Network': ['ID=0d466405-f0cd-4ae9-b5ea-c1c1297643fd,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:29.350394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0d466405-f0cd-4ae9-b5ea-c1c1297643fd details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:29.378334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=8451950d-d993-4ee9-91f4-54e65a9d0015,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:29.407530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.425239 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dceb924e-08b5-4f45-b902-32706cb03e80 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2134020 Feb 17 11:51:29.433275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41016) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:29.447309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640079-f2ca-4496-80f8-a0dc0c8d4b5a req-9f3e37ac-bb06-4ec3-a4e7-50835b90fc25 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:29.449012 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c5640079-f2ca-4496-80f8-a0dc0c8d4b5a req-9f3e37ac-bb06-4ec3-a4e7-50835b90fc25 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4534795 Feb 17 11:51:29.492553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'subnet': {'network_id': '0d466405-f0cd-4ae9-b5ea-c1c1297643fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:29.557593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '3bf72d2f-0c55-4017-b277-561abf34ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:29.557981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 8209c0f4-c7d9-4b38-bea5-994cf732a65b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:29.559105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Port': ['ID=e6cd794e-90ac-463b-b725-74355844d213,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:29.595759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.663990 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c5640079-f2ca-4496-80f8-a0dc0c8d4b5a req-178214ee-ba1a-4b2e-bfa8-41cfc83181d8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824322 Feb 17 11:51:29.664786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:29.693452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:29.710158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.743462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41026) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:29.744192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:29.759384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'name': 'tempest-router--451986231', 'project_id': '033708790ec14b238f14d9d4e0f63a5e'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:29.766867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6bf0cc-acea-4896-8711-769c7d0d4f2f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:29.772932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:29.775407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.775747 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Added segment 83350bd2-3fc2-41a6-b892-fbaa1de40bdf of type vlan for network edb5fff0-2dad-440c-93de-5ebb9d248124 Feb 17 11:51:29.782699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:router and tenant:033708790ec14b238f14d9d4e0f63a5e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:29.785941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:29.792757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:29.802168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:29.822055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:29.842576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.903507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 8209c0f4-c7d9-4b38-bea5-994cf732a65b) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:29.908251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:29.911225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.917221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567d1e2-311c-4c9f-8113-c89d3d464878 None None] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:29.932478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.933417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:29.996247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.002048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.077142 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2a4e436-1447-4e40-a1c5-a0e25290b464 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7671688 Feb 17 11:51:30.079850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41036) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:30.082790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.102910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:30.123767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.127631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:30.128147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.180362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-8209c0f4-c7d9-4b38-bea5-994cf732a65b', 'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': '8451950d-d993-4ee9-91f4-54e65a9d0015'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:30.181760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.352884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:30.361160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:30.364855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event updated for resources: {'Network': ['ID=edb5fff0-2dad-440c-93de-5ebb9d248124,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:30.368967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:30.372332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Allocated IP 172.20.0.2 (8209c0f4-c7d9-4b38-bea5-994cf732a65b/8451950d-d993-4ee9-91f4-54e65a9d0015/e4d3014f-bb11-493b-9328-4e6102d66176) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:30.377435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:30.393391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network edb5fff0-2dad-440c-93de-5ebb9d248124 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:30.429111 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2bf072c4-9cbd-4f4b-b5af-92c93664b7b0 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3797045 Feb 17 11:51:30.429111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.429409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41044) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:30.449804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Request body: {'subnet': {'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:30.543920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:30.663459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.667539 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1ff0b591-cffa-41ac-95e5-0be718627e38 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9181006 Feb 17 11:51:30.688392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41052) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:30.760086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:30.767831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.776097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Usage tracker for resource:subnet and tenant:0d5fdc989000414192398432ea6e0aee is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:30.782240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Transition to ACTIVE for port object e4d3014f-bb11-493b-9328-4e6102d66176 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:30.798382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41058) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:30.813998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Transition to ACTIVE for port object e4d3014f-bb11-493b-9328-4e6102d66176 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:30.847572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Router f625a4de-270a-44ff-8e5c-e5812cc8b1da has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:30.898947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.899925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:30.905396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:30.973247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:30.975631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:30.976252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:30.985266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:30.991254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Pushing event updated for resources: {'Port': ['ID=e4d3014f-bb11-493b-9328-4e6102d66176,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:31.037435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dbd04f2b-8298-4438-b49f-ca830aeedbb1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:31.038093 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-dbd04f2b-8298-4438-b49f-ca830aeedbb1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 11:51:31.039124 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dbd04f2b-8298-4438-b49f-ca830aeedbb1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2383730 Feb 17 11:51:31.044243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41064) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:31.053772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876509551'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:31.074501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:31.083977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:31.088344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:31.096204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:31.096442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Attempting to bind port e4d3014f-bb11-493b-9328-4e6102d66176 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:31.096966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Attempting to bind port e4d3014f-bb11-493b-9328-4e6102d66176 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '3bf72d2f-0c55-4017-b277-561abf34ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:31.097518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Attempting to bind port e4d3014f-bb11-493b-9328-4e6102d66176 on network 8209c0f4-c7d9-4b38-bea5-994cf732a65b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:31.108957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:31.108957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Checking segment: {'id': '3bf72d2f-0c55-4017-b277-561abf34ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:31.109285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.109824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Bound using segment: {'id': '3bf72d2f-0c55-4017-b277-561abf34ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:31.109984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Bound port: e4d3014f-bb11-493b-9328-4e6102d66176, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf72d2f-0c55-4017-b277-561abf34ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8209c0f4-c7d9-4b38-bea5-994cf732a65b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:31.110689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.126027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54573286-dc22-493c-9e22-2f5fb8c52a8c req-895a5c22-946b-487e-ae63-a3a988521f16 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:31.131588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-54573286-dc22-493c-9e22-2f5fb8c52a8c req-895a5c22-946b-487e-ae63-a3a988521f16 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2123237 Feb 17 11:51:31.147908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.187510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.209561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.209748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] For port e4d3014f-bb11-493b-9328-4e6102d66176, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:31.209887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Made reservation on behalf of 0d5fdc989000414192398432ea6e0aee for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:31.212737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] For port e4d3014f-bb11-493b-9328-4e6102d66176, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e4d3014f-bb11-493b-9328-4e6102d66176,segment=NetworkSegment(3bf72d2f-0c55-4017-b277-561abf34ae7e),segment_id=3bf72d2f-0c55-4017-b277-561abf34ae7e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:31.236812 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-54573286-dc22-493c-9e22-2f5fb8c52a8c req-6789d954-6b5c-43e5-9df2-81e796fe4344 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962806 Feb 17 11:51:31.248931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:31.263853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] Sync routers for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:31.265491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:31.270006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:31.272975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:31.285718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:31.286368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:31.287060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:31.380774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.408499 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-60d574c0-2fcb-4aef-a120-2fe15bbf0bf4 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "PUT /v2.0/routers/f625a4de-270a-44ff-8e5c-e5812cc8b1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4479311 Feb 17 11:51:31.410279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41070) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:31.414526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.425294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:51:31.434352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.465718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53cf8e-4b25-40c9-a8d7-9aa266f59769 None None] Pushing event updated for resources: {'Port': ['ID=e4d3014f-bb11-493b-9328-4e6102d66176,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:31.472904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:31.484980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.501480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] Routers {'f625a4de-270a-44ff-8e5c-e5812cc8b1da'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:31.502978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:31.504951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:31.565443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:31.565943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1c9aa-19a0-43ed-927f-c7153f5ed564 None None] The sync data for ids ['f625a4de-270a-44ff-8e5c-e5812cc8b1da'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:31.701577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:31.711878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:31.727764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:31.733114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:31.735185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67358229-c56f-446f-8fa6-5564bc4ccd7e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:31.876393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Subnet': ['ID=ff3b3605-c3dd-4170-aee1-0d949cf3f72a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:31.901906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.008609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.069073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.070751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Checking segment: {'id': 'c56b0084-88e0-429a-96aa-6d17af72d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d466405-f0cd-4ae9-b5ea-c1c1297643fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:32.071120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network hostable DHCP agents. Network: 0d466405-f0cd-4ae9-b5ea-c1c1297643fd, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:32.090488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.093166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22ce32-2d08-4333-89f5-67a328de7885,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:32.124169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.181130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.242929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.243387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-223ce9d5-e519-4aca-8ef7-f680356be6e6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1963372 Feb 17 11:51:32.250190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network 0d466405-f0cd-4ae9-b5ea-c1c1297643fd is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:32.254691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ada4-c834-4e8d-a220-8b98f5c2b82b req-057014bd-3bf0-4b69-9eb5-ceb7815255b1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:32.255057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41076) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:32.256192 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f6e2ada4-c834-4e8d-a220-8b98f5c2b82b req-057014bd-3bf0-4b69-9eb5-ceb7815255b1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3526056 Feb 17 11:51:32.268352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-97df821c-d0f0-4236-a7df-122adf4e9105 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.3054335 Feb 17 11:51:32.284566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '6f22ce32-2d08-4333-89f5-67a328de7885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:32.294209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.297076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db122585-c9d4-4d7c-a56d-d2e0fe2ebfe5 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:51:32.315133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:32.325145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=31e096a8-1668-4cb5-8b8d-4052555e22ee,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:32.329559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:32.339910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:32.350793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:32.368424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.370842 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4f71f2f9-4c19-4683-a2f2-ac0e5b49baf5 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/routers/db122585-c9d4-4d7c-a56d-d2e0fe2ebfe5 HTTP/1.1" status: 204 len: 168 time: 1.6803589 Feb 17 11:51:32.373612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 0d466405-f0cd-4ae9-b5ea-c1c1297643fd) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:32.379468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:32.379468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.388250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b140ff92-d9e8-49af-9544-5d767d8dbd87 None None] Network 0d466405-f0cd-4ae9-b5ea-c1c1297643fd requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:32.396411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '1415955b-536f-4d37-9810-f0e83716dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:32.396770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 818b8bc6-1aae-47bd-bbdf-fd6129905fc2, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:32.405347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.480725 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f6e2ada4-c834-4e8d-a220-8b98f5c2b82b req-7b586180-25e7-40f4-935c-902b810c4f31 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126980 Feb 17 11:51:32.611776 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6bff73ff-3cef-4790-b0d8-16fc3d12428b tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1694193 Feb 17 11:51:32.612155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-ed14416a-cfe7-4621-a7d1-2eec2729d601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:32.612155 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-ed14416a-cfe7-4621-a7d1-2eec2729d601 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.2901714 Feb 17 11:51:32.615836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41082) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:32.660358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.694955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event updated for resources: {'Subnet': ['ID=10ada116-8ef5-4659-b9ce-e7b7b16b07c6,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:32.752147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e4d3014f-bb11-493b-9328-4e6102d66176 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:32.777004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Checking segment: {'id': '83350bd2-3fc2-41a6-b892-fbaa1de40bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:32.777853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Network hostable DHCP agents. Network: edb5fff0-2dad-440c-93de-5ebb9d248124, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:32.803573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:32.818288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 818b8bc6-1aae-47bd-bbdf-fd6129905fc2) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:32.827566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:32.828145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.838494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579d03e-6aa0-4d16-8ac7-d72ad3cff3c6 None None] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:32.867649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984846e4-c7ac-49d5-99c7-213df0b99ced None None] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:32.870715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.887502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.897071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-4d918cb4-b5c6-4cae-b6a3-4b8cd5e2c1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.2785203 Feb 17 11:51:32.914868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Network edb5fff0-2dad-440c-93de-5ebb9d248124 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:32.926593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41088) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:32.961086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.972610 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6fb10800-3b74-4d66-9902-1578f35ec8c8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8883858 Feb 17 11:51:32.972610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:32.972883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41094) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:32.986350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1035464298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:32.995715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:33.003248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting port 7062f8e5-e185-4c1a-bcec-59fc61f8069e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:33.003588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.007263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, edb5fff0-2dad-440c-93de-5ebb9d248124) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:33.015825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce355c9-6a11-4440-bfb9-dd2c02f6dab3,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:33.035362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:33.035362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.035562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:33.043728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef182a7f-9f51-498f-966d-b241561c9f0c None None] Network edb5fff0-2dad-440c-93de-5ebb9d248124 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:33.047651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:33.073977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a063b09c-81f1-4944-91f9-afbcdb147808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-0d466405-f0cd-4ae9-b5ea-c1c1297643fd', 'network_id': '0d466405-f0cd-4ae9-b5ea-c1c1297643fd', 'tenant_id': '9a3ced4bf3fe41ec99699f66bbd1da04', 'fixed_ips': [{'subnet_id': 'ff3b3605-c3dd-4170-aee1-0d949cf3f72a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:33.074717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a063b09c-81f1-4944-91f9-afbcdb147808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.103801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-b9128628-f327-4064-8a7d-a4a31241c993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:33.105608 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-b9128628-f327-4064-8a7d-a4a31241c993 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.1947141 Feb 17 11:51:33.106560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:33.126604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.131040 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ff92940b-c1ce-4589-aa99-89485389611c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8585660 Feb 17 11:51:33.131040 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fdbf651a-7ca9-47d5-8e79-374e2230f157 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6975935 Feb 17 11:51:33.131040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41098) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:33.136899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '6f22ce32-2d08-4333-89f5-67a328de7885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:33.143888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:33.148205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:33.151841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:33.157837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:33.166714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41100) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:33.173125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Request body: {'port': {'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1644122979'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:33.254866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-619416703', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:33.268498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.284674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:33.286630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.302357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Usage tracker for resource:router and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:33.310161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:33.317176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.319059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.331971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:33.334935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] Provisioning for port e4d3014f-bb11-493b-9328-4e6102d66176 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:33.400834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port e4d3014f-bb11-493b-9328-4e6102d66176 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:33.410178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.416509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:33.423101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Usage tracker for resource:port and tenant:0d5fdc989000414192398432ea6e0aee is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:33.426639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:33.432836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:33.435851 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-3463d5f0-1403-4cc0-be67-8fba73dbc3d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3167531 Feb 17 11:51:33.441074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.442382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.445633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.446713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] Provisioning complete for port e4d3014f-bb11-493b-9328-4e6102d66176 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:33.447076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.461698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.485544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e4d3014f-bb11-493b-9328-4e6102d66176 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:33.485937 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.541816 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 11:51:33.544969 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-90b818ab-3892-4c42-9e9f-1ab1493ffb81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4106715 Feb 17 11:51:33.619583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41108) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server [None req-a063b09c-81f1-4944-91f9-afbcdb147808 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff3b3605-c3dd-4170-aee1-0d949cf3f72a: This subnet is being modified by another concurrent operation. Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:51:33.693664 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise exception Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff3b3605-c3dd-4170-aee1-0d949cf3f72a: This subnet is being modified by another concurrent operation. Feb 17 11:51:33.696684 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Feb 17 11:51:33.727570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Made reservation on behalf of 0d5fdc989000414192398432ea6e0aee for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:33.728390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.768086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.774788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91857e-8f3f-45ab-9076-f27b6ecbdbe2 None None] Network 0d466405-f0cd-4ae9-b5ea-c1c1297643fd requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:33.778241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Calling delete_port for 7062f8e5-e185-4c1a-bcec-59fc61f8069e owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:33.788349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-818b8bc6-1aae-47bd-bbdf-fd6129905fc2', 'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': '31e096a8-1668-4cb5-8b8d-4052555e22ee'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:33.789381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.835033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] device_id is not set on port 1f166856-ed97-45da-83fc-c73c58295d5e yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:33.836528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.882411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3b3605-c3dd-4170-aee1-0d949cf3f72a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:33.905723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.940556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-edb5fff0-2dad-440c-93de-5ebb9d248124', 'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124', 'tenant_id': '0d5fdc989000414192398432ea6e0aee', 'fixed_ips': [{'subnet_id': '10ada116-8ef5-4659-b9ce-e7b7b16b07c6'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:33.941366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:33.948080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc335a8f-ec2f-4acf-b447-21a519ada259 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.011897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.013231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4625ff82-a8cf-46a1-a537-e442655dfac2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0370779 Feb 17 11:51:34.030307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41112) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:34.045264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc335a8f-ec2f-4acf-b447-21a519ada259 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.061440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99274a9-e5b8-488d-b02b-c8abaff1425e req-c90b6b2d-92b3-441f-9f81-d6c0b8196104 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:34.064074 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c99274a9-e5b8-488d-b02b-c8abaff1425e req-c90b6b2d-92b3-441f-9f81-d6c0b8196104 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3576846 Feb 17 11:51:34.173336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Allocated IP 172.20.0.9 (edb5fff0-2dad-440c-93de-5ebb9d248124/10ada116-8ef5-4659-b9ce-e7b7b16b07c6/1f166856-ed97-45da-83fc-c73c58295d5e) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:34.194785 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-888bd72e-fea6-4c86-882d-7a7a28adb121 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510931 Feb 17 11:51:34.196631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.255663 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c99274a9-e5b8-488d-b02b-c8abaff1425e req-4f65d8f6-6da2-40c8-9458-73f92847c6dd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786842 Feb 17 11:51:34.267141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.323304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d466405-f0cd-4ae9-b5ea-c1c1297643fd']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:34.342335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.361799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56b0084-88e0-429a-96aa-6d17af72d9f2') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:34.362147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56b0084-88e0-429a-96aa-6d17af72d9f2') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:34.371821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc335a8f-ec2f-4acf-b447-21a519ada259 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.383076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.411233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc335a8f-ec2f-4acf-b447-21a519ada259 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22ce32-2d08-4333-89f5-67a328de7885,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:34.468630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] For port e4d3014f-bb11-493b-9328-4e6102d66176, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e4d3014f-bb11-493b-9328-4e6102d66176,segment=NetworkSegment(3bf72d2f-0c55-4017-b277-561abf34ae7e),segment_id=3bf72d2f-0c55-4017-b277-561abf34ae7e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:34.490911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Allocated IP 172.21.0.2 (818b8bc6-1aae-47bd-bbdf-fd6129905fc2/31e096a8-1668-4cb5-8b8d-4052555e22ee/9bc9e715-e7c7-43c8-8bba-468ce1576e7d) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:34.560384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.576488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:34.576831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.583636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.585003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc335a8f-ec2f-4acf-b447-21a519ada259 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.588902 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bc335a8f-ec2f-4acf-b447-21a519ada259 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/6f22ce32-2d08-4333-89f5-67a328de7885 HTTP/1.1" status: 204 len: 168 time: 0.9681299 Feb 17 11:51:34.589391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41116) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:34.612758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:34.621524 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:34.666236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.682307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8dd595b-9fae-404f-b2ec-7afd6c713d77 req-ce17caba-1b91-44c1-b542-5dbad63bb178 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619336 Feb 17 11:51:34.747138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:34.748326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:34.762648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72e4555a-c202-4dc3-856b-03e35405b266 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:34.767795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c73ed8-4a46-40ed-a8e0-4016b8fcb9e5 None None] Pushing event updated for resources: {'Port': ['ID=e4d3014f-bb11-493b-9328-4e6102d66176,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:34.816218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.843379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Transition to ACTIVE for port object 1f166856-ed97-45da-83fc-c73c58295d5e will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:34.858140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.861866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.862743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.874519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Transition to ACTIVE for port object 9bc9e715-e7c7-43c8-8bba-468ce1576e7d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:34.890267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.900966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Transition to ACTIVE for port object 9bc9e715-e7c7-43c8-8bba-468ce1576e7d will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:34.917211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-756cdd66-b8ac-48e3-be32-b38ccbbfa388 None None] Provisioning complete for port e4d3014f-bb11-493b-9328-4e6102d66176 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:34.917580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-756cdd66-b8ac-48e3-be32-b38ccbbfa388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:34.926605 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72e4555a-c202-4dc3-856b-03e35405b266 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:34.931872 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72e4555a-c202-4dc3-856b-03e35405b266 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3322325 Feb 17 11:51:34.931872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Allocated IP 172.26.6.140 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/e5dab7ee-98bf-4958-a18a-d3904efce9ac) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:34.932095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41120) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:34.938008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--148406694'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:34.944775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Network': ['ID=0d466405-f0cd-4ae9-b5ea-c1c1297643fd,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:34.945978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:34.959352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-18af82c8-c27f-46e1-841d-e2de1026776f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/0d466405-f0cd-4ae9-b5ea-c1c1297643fd HTTP/1.1" status: 204 len: 168 time: 2.3423166 Feb 17 11:51:34.962267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Port': ['ID=7062f8e5-e185-4c1a-bcec-59fc61f8069e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:34.965059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41124) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:34.968846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:34.985244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.006541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-509634355'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:35.017445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:35.115838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:35.155775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.157341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:35.168102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.172581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:35.174905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Pushing event updated for resources: {'Port': ['ID=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:35.184310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:network and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:35.195029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:35.230023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Allocated IP 172.20.0.2 (edb5fff0-2dad-440c-93de-5ebb9d248124/10ada116-8ef5-4659-b9ce-e7b7b16b07c6/eaa44cba-a11b-4ef5-804f-0a8b155c8654) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:35.239920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:35.253086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Network edb5fff0-2dad-440c-93de-5ebb9d248124 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:35.259868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:35.270244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:35.408885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:35.411745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.426117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Attempting to bind port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:35.426646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Attempting to bind port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1415955b-536f-4d37-9810-f0e83716dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:35.427108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Attempting to bind port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d on network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:35.464277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:35.464817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Checking segment: {'id': '1415955b-536f-4d37-9810-f0e83716dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:35.465312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.465860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Bound using segment: {'id': '1415955b-536f-4d37-9810-f0e83716dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:35.466973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Bound port: 9bc9e715-e7c7-43c8-8bba-468ce1576e7d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1415955b-536f-4d37-9810-f0e83716dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '818b8bc6-1aae-47bd-bbdf-fd6129905fc2'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:35.467435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.482412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event updated for resources: {'Port': ['ID=1f166856-ed97-45da-83fc-c73c58295d5e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:35.492843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:35.498853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.511822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:35.519564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.519855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:35.529389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:35.535332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:35.535332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.556388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.620475 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-713d0fb1-c12b-4640-87d2-f30bf7d0a26f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4529893 Feb 17 11:51:35.623829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41130) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:35.631936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Request body: {'port': {'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1234974228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:35.640292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] bootfile-name is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:51:35.640813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] tftp-server is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:51:35.641299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] server-ip-address is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:51:35.656232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] For port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:35.659982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] For port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,segment=NetworkSegment(1415955b-536f-4d37-9810-f0e83716dc1b),segment_id=1415955b-536f-4d37-9810-f0e83716dc1b)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:35.676288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e4d3014f-bb11-493b-9328-4e6102d66176 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:35.706262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:35.725364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.765139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.770111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.848009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:35.848392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Transition to ACTIVE for port object eaa44cba-a11b-4ef5-804f-0a8b155c8654 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:35.856391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event updated for resources: {'Port': ['ID=e5dab7ee-98bf-4958-a18a-d3904efce9ac,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:35.859884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:35.879027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.879322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Added segment 20f20a0f-cafc-430d-aa76-6a5796e44ecf of type vlan for network befade21-84f5-40c0-ae36-e748e5641e2d Feb 17 11:51:35.880904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:35.898523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40465-53bf-4e22-b192-7316cdedd765 None None] Pushing event updated for resources: {'Port': ['ID=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:35.911348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Transition to ACTIVE for port object eaa44cba-a11b-4ef5-804f-0a8b155c8654 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:35.914011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.920156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e4d3014f-bb11-493b-9328-4e6102d66176 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:35.921112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:35.956442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:35.963744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Usage tracker for resource:port and tenant:0d5fdc989000414192398432ea6e0aee is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:35.991670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:36.013698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:36.018638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.037283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.096281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6706874-8a9b-4d3d-b6cc-c8523ab92ed4,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:36.103474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.112352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.139926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.159866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Network edb5fff0-2dad-440c-93de-5ebb9d248124 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:36.172448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:36.173419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Made reservation on behalf of 0d5fdc989000414192398432ea6e0aee for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:36.175448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:36.177636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.185744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Pushing event updated for resources: {'Port': ['ID=eaa44cba-a11b-4ef5-804f-0a8b155c8654,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:36.208759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.212923 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-320f8cb1-a727-4f96-9642-b536388a9d89 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2770991 Feb 17 11:51:36.213876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41136) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:36.232831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964da92-96e1-48ae-9042-325dff104df3 req-779afaf8-e0c0-49be-992f-6a5ce9b186db tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:36.239953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2964da92-96e1-48ae-9042-325dff104df3 req-779afaf8-e0c0-49be-992f-6a5ce9b186db tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5383317 Feb 17 11:51:36.241713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f6c46ec2-9e83-4478-ba9e-f1d70938bf5f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'e6706874-8a9b-4d3d-b6cc-c8523ab92ed4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:36.242433 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-f6c46ec2-9e83-4478-ba9e-f1d70938bf5f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:36.245946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f6c46ec2-9e83-4478-ba9e-f1d70938bf5f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0171456 Feb 17 11:51:36.250313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41140) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:36.265698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] device_id is not set on port 5f5fea37-b96f-437e-9089-53639079c842 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:36.311570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Attempting to bind port eaa44cba-a11b-4ef5-804f-0a8b155c8654 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:36.312002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Attempting to bind port eaa44cba-a11b-4ef5-804f-0a8b155c8654 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '83350bd2-3fc2-41a6-b892-fbaa1de40bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:36.312349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Attempting to bind port eaa44cba-a11b-4ef5-804f-0a8b155c8654 on network edb5fff0-2dad-440c-93de-5ebb9d248124 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:36.321906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:36.322142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Checking segment: {'id': '83350bd2-3fc2-41a6-b892-fbaa1de40bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:36.322468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.322951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Bound using segment: {'id': '83350bd2-3fc2-41a6-b892-fbaa1de40bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:36.327341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Bound port: eaa44cba-a11b-4ef5-804f-0a8b155c8654, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83350bd2-3fc2-41a6-b892-fbaa1de40bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'edb5fff0-2dad-440c-93de-5ebb9d248124'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:36.330192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.384443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.390217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:36.390217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.424215 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2964da92-96e1-48ae-9042-325dff104df3 req-c01b4b45-091c-4ace-a7e1-900de7bbb90b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832917 Feb 17 11:51:36.457685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.458548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Fanout notify agent at l3_agent the message router_deleted on router f625a4de-270a-44ff-8e5c-e5812cc8b1da {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:51:36.506783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] For port eaa44cba-a11b-4ef5-804f-0a8b155c8654, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:36.510428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] For port eaa44cba-a11b-4ef5-804f-0a8b155c8654, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=eaa44cba-a11b-4ef5-804f-0a8b155c8654,segment=NetworkSegment(83350bd2-3fc2-41a6-b892-fbaa1de40bdf),segment_id=83350bd2-3fc2-41a6-b892-fbaa1de40bdf)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:36.517469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Allocated IP 172.20.0.4 (edb5fff0-2dad-440c-93de-5ebb9d248124/10ada116-8ef5-4659-b9ce-e7b7b16b07c6/5f5fea37-b96f-437e-9089-53639079c842) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:36.519661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.523380 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3eeea2e5-9970-4d63-aed2-82d77f22176d tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "DELETE /v2.0/routers/f625a4de-270a-44ff-8e5c-e5812cc8b1da HTTP/1.1" status: 204 len: 168 time: 5.1095023 Feb 17 11:51:36.526403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41144) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:36.532983 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5642960 Feb 17 11:51:36.540428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41148) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:36.541662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.542404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.557689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'subnet': {'network_id': 'befade21-84f5-40c0-ae36-e748e5641e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:36.576221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.20.0.1 (8209c0f4-c7d9-4b38-bea5-994cf732a65b/8451950d-d993-4ee9-91f4-54e65a9d0015/6358992d-184f-4a72-99b9-a16ca0525dd5) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:36.584467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.594911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-deb1f921-10e7-434d-b0c8-9fc2d9e7b365 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.638557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493055-684b-47f3-964e-cc7852060ef2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Network': ['ID=befade21-84f5-40c0-ae36-e748e5641e2d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:36.660218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network befade21-84f5-40c0-ae36-e748e5641e2d details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:36.767286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54a61d-37fb-483b-89f1-c714a39c6f92 None None] Pushing event updated for resources: {'Port': ['ID=eaa44cba-a11b-4ef5-804f-0a8b155c8654,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:36.792578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-deb1f921-10e7-434d-b0c8-9fc2d9e7b365 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:36.889123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:36.897545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:subnet and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:36.911461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:36.921326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:36.999253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.018539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 6358992d-184f-4a72-99b9-a16ca0525dd5 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:37.040906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:37.171014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-deb1f921-10e7-434d-b0c8-9fc2d9e7b365 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.183435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.190394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting subnet f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:37.208093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1f921-10e7-434d-b0c8-9fc2d9e7b365 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6706874-8a9b-4d3d-b6cc-c8523ab92ed4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:37.213001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.218441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.271465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.289201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Transition to ACTIVE for port object 5f5fea37-b96f-437e-9089-53639079c842 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:37.324620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.370333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:37.376522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:37.386860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:37.459421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=6358992d-184f-4a72-99b9-a16ca0525dd5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:37.483368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.488247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.503905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-deb1f921-10e7-434d-b0c8-9fc2d9e7b365 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.505033 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-deb1f921-10e7-434d-b0c8-9fc2d9e7b365 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/e6706874-8a9b-4d3d-b6cc-c8523ab92ed4 HTTP/1.1" status: 204 len: 168 time: 1.2542598 Feb 17 11:51:37.508317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41154) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:37.604080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76464b0-1492-40b4-a14c-29bdb0ae3d7d None None] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:37.681923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event updated for resources: {'Port': ['ID=5f5fea37-b96f-437e-9089-53639079c842,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:37.699950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-757dfef7-f8db-4758-8281-aafe61466a5f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:37.740448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device eaa44cba-a11b-4ef5-804f-0a8b155c8654 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:37.775886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Network edb5fff0-2dad-440c-93de-5ebb9d248124 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:37.780842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:37.792749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:37.828448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.891500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-757dfef7-f8db-4758-8281-aafe61466a5f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:37.893684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-757dfef7-f8db-4758-8281-aafe61466a5f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3828704 Feb 17 11:51:37.905691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41158) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:37.918625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:37.919634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.923196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--247551464'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:37.931406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5c443ffe-992d-4893-906f-db2a0e2f0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.938000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:37.940878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:37.953140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.008434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-79650021-860f-4c53-bcdb-d18c77608310 None None] Provisioning for port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:38.022009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb55b19-dded-45ba-a0c0-1478dcc0f350 req-c377215c-dba6-4e48-bc2f-4bccc4ae9769 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:38.026779 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0cb55b19-dded-45ba-a0c0-1478dcc0f350 req-c377215c-dba6-4e48-bc2f-4bccc4ae9769 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3654113 Feb 17 11:51:38.030165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:38.073035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Subnet': ['ID=2bf382ad-e08b-482b-83d0-3c7c44e264e2,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:38.074983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port eaa44cba-a11b-4ef5-804f-0a8b155c8654 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:38.086046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9bc9e715-e7c7-43c8-8bba-468ce1576e7d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:38.102915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Checking segment: {'id': '20f20a0f-cafc-430d-aa76-6a5796e44ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'befade21-84f5-40c0-ae36-e748e5641e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:38.103269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network hostable DHCP agents. Network: befade21-84f5-40c0-ae36-e748e5641e2d, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:38.145632 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0cb55b19-dded-45ba-a0c0-1478dcc0f350 req-e152f469-3fd6-487a-a624-70c220be7709 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864041 Feb 17 11:51:38.152016 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a337d4ab-072c-4e71-aeab-4f34c439b74b tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5243723 Feb 17 11:51:38.152215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41164) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:38.240447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Router e119ede1-1acb-4122-a481-e6f475058fb3 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:51:38.271810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.316389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.359935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-85e9bb4c-f41d-43b3-b74a-16297301f642 None None] Provisioning for port 6358992d-184f-4a72-99b9-a16ca0525dd5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:38.364112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:38.379012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f5f43-826f-4c0a-b5ac-122facc3d1f8 None None] Network 16497ab0-5a42-4817-856e-2e2b3b0c47fc requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:38.406009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-85e9bb4c-f41d-43b3-b74a-16297301f642 None None] Provisioning complete for port 6358992d-184f-4a72-99b9-a16ca0525dd5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:38.406471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb4c-f41d-43b3-b74a-16297301f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.432619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.437309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:38.446121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:38.446592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.471706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674f954-12c3-42ad-8413-1cb2c8440fd4 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:38.475668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674f954-12c3-42ad-8413-1cb2c8440fd4 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:38.479883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674f954-12c3-42ad-8413-1cb2c8440fd4 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:38.480775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a674f954-12c3-42ad-8413-1cb2c8440fd4 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Synchronizing usage tracker for tenant:0d5fdc989000414192398432ea6e0aee on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:38.489758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network befade21-84f5-40c0-ae36-e748e5641e2d is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:38.506882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:38.515295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:38.533537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:38.537823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d83149-e9d9-4839-9ff5-bf92cd6b3146 None None] Network edb5fff0-2dad-440c-93de-5ebb9d248124 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:38.541505 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e0af33cc-f8de-49e8-b7fc-fb3ac608e2e1 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "DELETE /v2.0/subnets/f2a64ddf-2dd6-4f30-b2d8-fb032efa9b97 HTTP/1.1" status: 204 len: 168 time: 2.0112617 Feb 17 11:51:38.544917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41170) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:38.545760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:38.627627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, befade21-84f5-40c0-ae36-e748e5641e2d) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:38.635582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:38.647649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:38.648230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.651084 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] Sync routers for ids ['e119ede1-1acb-4122-a481-e6f475058fb3'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:38.664589 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] Routers {'e119ede1-1acb-4122-a481-e6f475058fb3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:38.665273 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['e119ede1-1acb-4122-a481-e6f475058fb3'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:38.672578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c6882-7e3a-44cf-8bc7-d4e057c66344 None None] Network befade21-84f5-40c0-ae36-e748e5641e2d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:38.729482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:38.742994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.744231 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4be0d1b5-e2b4-4a1a-9867-659296e49d4b tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8166804 Feb 17 11:51:38.745345 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] Routers {'e119ede1-1acb-4122-a481-e6f475058fb3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:38.745997 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['e119ede1-1acb-4122-a481-e6f475058fb3'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:38.747611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41174) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:38.753793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0a114-aa64-49f1-a23e-61796fe76e09 req-62212049-cbd4-4a3f-a8ad-f3a7320f673e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:38.755259 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-acb0a114-aa64-49f1-a23e-61796fe76e09 req-62212049-cbd4-4a3f-a8ad-f3a7320f673e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3607032 Feb 17 11:51:38.785371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-85e9bb4c-f41d-43b3-b74a-16297301f642 None None] Port 6358992d-184f-4a72-99b9-a16ca0525dd5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:38.820421 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:38.820885 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5906b-3750-4c03-b387-51f0813a8c79 None None] The sync data for ids ['e119ede1-1acb-4122-a481-e6f475058fb3'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:38.834610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.898889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.908818 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-33d87098-d053-481a-a6dc-823358cf5964 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3571029 Feb 17 11:51:38.911909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting port 0c45aa4f-f749-49dc-bdfc-de623693bb43 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:38.912237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:38.917037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41178) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:39.049493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-acb0a114-aa64-49f1-a23e-61796fe76e09 req-e237e5f1-a030-40c6-b8fb-cd700bb8e5a0 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723939 Feb 17 11:51:39.053907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:51:39.063809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.097997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.103535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a674f954-12c3-42ad-8413-1cb2c8440fd4 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Unset dirty status for tenant:0d5fdc989000414192398432ea6e0aee on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:39.105271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a674f954-12c3-42ad-8413-1cb2c8440fd4 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.9520721 Feb 17 11:51:39.112765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41184) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:39.128125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.131044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.200160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.240951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.300664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Provisioning for port eaa44cba-a11b-4ef5-804f-0a8b155c8654 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:39.323721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69465d71-0fb2-4e25-ad3d-d5355f1361e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-befade21-84f5-40c0-ae36-e748e5641e2d', 'network_id': 'befade21-84f5-40c0-ae36-e748e5641e2d', 'tenant_id': '9a3ced4bf3fe41ec99699f66bbd1da04', 'fixed_ips': [{'subnet_id': '2bf382ad-e08b-482b-83d0-3c7c44e264e2'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:39.324534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-69465d71-0fb2-4e25-ad3d-d5355f1361e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.334791 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-52f6d769-2868-49a2-8deb-084d7a34800b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/e119ede1-1acb-4122-a481-e6f475058fb3 HTTP/1.1" status: 200 len: 924 time: 0.5857320 Feb 17 11:51:39.336028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Provisioning complete for port eaa44cba-a11b-4ef5-804f-0a8b155c8654 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:39.336402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.338505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41188) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:39.387064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,segment=NetworkSegment(1415955b-536f-4d37-9810-f0e83716dc1b),segment_id=1415955b-536f-4d37-9810-f0e83716dc1b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:39.392745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.412597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=6358992d-184f-4a72-99b9-a16ca0525dd5,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:39.431336 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-32548423-00a2-40f7-ab99-aff855392bdd tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=e119ede1-1acb-4122-a481-e6f475058fb3 HTTP/1.1" status: 200 len: 205 time: 0.0917184 Feb 17 11:51:39.432311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41192) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:39.449817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df084906-f218-4a07-b44d-0152dec14659 None None] DHCP port deletion for 16497ab0-5a42-4817-856e-2e2b3b0c47fc request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:39.469484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.484796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.486034 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5792994 Feb 17 11:51:39.487189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8745b2-df5f-4051-890c-7a245cd97c94 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b7b0f6-f77c-4cf7-9774-862f5f8eb5ff,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:39.504178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Deleting port 0c45aa4f-f749-49dc-bdfc-de623693bb43 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:39.504760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.508474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41196) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:39.532887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-637e3146-00d6-41fa-bea4-66bfa0fe56bb tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'b5b7b0f6-f77c-4cf7-9774-862f5f8eb5ff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:39.533606 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-637e3146-00d6-41fa-bea4-66bfa0fe56bb tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:39.537815 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-637e3146-00d6-41fa-bea4-66bfa0fe56bb tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0187275 Feb 17 11:51:39.541207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41200) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:39.574564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Deleting port 5f5fea37-b96f-437e-9089-53639079c842 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:39.575346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.611066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0c45aa4f-f749-49dc-bdfc-de623693bb43 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:39.622981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.714237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf382ad-e08b-482b-83d0-3c7c44e264e2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:39.751265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.887184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] For port eaa44cba-a11b-4ef5-804f-0a8b155c8654, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=eaa44cba-a11b-4ef5-804f-0a8b155c8654,segment=NetworkSegment(83350bd2-3fc2-41a6-b892-fbaa1de40bdf),segment_id=83350bd2-3fc2-41a6-b892-fbaa1de40bdf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:39.898844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:39.931654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] For port 0c45aa4f-f749-49dc-bdfc-de623693bb43, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0c45aa4f-f749-49dc-bdfc-de623693bb43,segment=NetworkSegment(78eb2d18-5079-4270-94d6-8ede29336089),segment_id=78eb2d18-5079-4270-94d6-8ede29336089)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:39.932007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.968066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84a37249-798a-4911-8fea-61648a6fbe6f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server [None req-69465d71-0fb2-4e25-ad3d-d5355f1361e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bf382ad-e08b-482b-83d0-3c7c44e264e2: This subnet is being modified by another concurrent operation. Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:51:39.984391 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise exception Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bf382ad-e08b-482b-83d0-3c7c44e264e2: This subnet is being modified by another concurrent operation. Feb 17 11:51:39.991840 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Feb 17 11:51:39.997269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.001111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84a37249-798a-4911-8fea-61648a6fbe6f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.016227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.034958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befade21-84f5-40c0-ae36-e748e5641e2d']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:40.052211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f20a0f-cafc-430d-aa76-6a5796e44ecf') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:40.052497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f20a0f-cafc-430d-aa76-6a5796e44ecf') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:40.068172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-df084906-f218-4a07-b44d-0152dec14659 None None] For port 0c45aa4f-f749-49dc-bdfc-de623693bb43, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0c45aa4f-f749-49dc-bdfc-de623693bb43,segment=NetworkSegment(78eb2d18-5079-4270-94d6-8ede29336089),segment_id=78eb2d18-5079-4270-94d6-8ede29336089)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:40.068909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.069583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.093465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.110500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:40.110801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:40.126199 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:40.186777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Calling delete_port for 0c45aa4f-f749-49dc-bdfc-de623693bb43 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:40.242444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.248760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc0d91-96a4-4e71-b7cc-626476ea332d None None] Network befade21-84f5-40c0-ae36-e748e5641e2d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:40.282814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:40.314953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:40.327559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.382783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc0d91-96a4-4e71-b7cc-626476ea332d None None] Network befade21-84f5-40c0-ae36-e748e5641e2d could not be found, it might have been deleted concurrently. {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 17 11:51:40.400135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Calling delete_port for 0c45aa4f-f749-49dc-bdfc-de623693bb43 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:40.423259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.436131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Network': ['ID=befade21-84f5-40c0-ae36-e748e5641e2d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:40.457653 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ae85607b-4486-4b3c-9026-7148bc0671a2 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/befade21-84f5-40c0-ae36-e748e5641e2d HTTP/1.1" status: 204 len: 168 time: 1.5382106 Feb 17 11:51:40.462797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41206) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:40.468219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84a37249-798a-4911-8fea-61648a6fbe6f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.472577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1937603319'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:40.484627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:40.514387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:network and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:40.521557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:40.531873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Provisioning complete for port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:40.532379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.538083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:40.612236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.624916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:40.629300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.630243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8516-0ea0-4bff-9ddb-8fc26c364f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.651175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.667499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.674537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:40.683553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.684087 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Added segment 57194470-2b85-417f-ad79-21f0e71b0385 of type vlan for network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 Feb 17 11:51:40.692766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52be42-4132-4e11-b824-2faab0a2f1a9 None None] Pushing event updated for resources: {'Port': ['ID=eaa44cba-a11b-4ef5-804f-0a8b155c8654,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:40.712969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.816865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.820638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:40.821213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.880418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Provisioning complete for port eaa44cba-a11b-4ef5-804f-0a8b155c8654 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:40.880886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:40.897044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Calling delete_port for 5f5fea37-b96f-437e-9089-53639079c842 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:40.930606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Network': ['ID=ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:40.942172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:40.957360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37249-798a-4911-8fea-61648a6fbe6f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b7b0f6-f77c-4cf7-9774-862f5f8eb5ff,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:40.991241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0053598-b0ec-45b5-9725-e9f143df8754 req-0739ee3e-be27-43d0-a7eb-e8169cd85293 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:40.992741 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d0053598-b0ec-45b5-9725-e9f143df8754 req-0739ee3e-be27-43d0-a7eb-e8169cd85293 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 1.1232519 Feb 17 11:51:41.023959 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-87d3fdeb-e445-458d-9991-50f0ded6bb39 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5566182 Feb 17 11:51:41.026319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41210) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:41.033125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Request body: {'subnet': {'network_id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:41.134160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:41.134571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:41.151807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:41.157820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Usage tracker for resource:subnet and tenant:9a3ced4bf3fe41ec99699f66bbd1da04 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:41.160870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:41.167515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:41.181589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.188754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Deleting port e5dab7ee-98bf-4958-a18a-d3904efce9ac {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:41.193183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.251141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.251794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84a37249-798a-4911-8fea-61648a6fbe6f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.255879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-84a37249-798a-4911-8fea-61648a6fbe6f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/b5b7b0f6-f77c-4cf7-9774-862f5f8eb5ff HTTP/1.1" status: 204 len: 168 time: 1.7070343 Feb 17 11:51:41.255879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Port': ['ID=0c45aa4f-f749-49dc-bdfc-de623693bb43,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:41.259223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41214) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:41.266712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] No DVR routers for this DVR port 0c45aa4f-f749-49dc-bdfc-de623693bb43 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:41.290781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Provisioning for port 5f5fea37-b96f-437e-9089-53639079c842 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:41.297724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Provisioning complete for port 5f5fea37-b96f-437e-9089-53639079c842 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:41.298488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.308756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d0053598-b0ec-45b5-9725-e9f143df8754 req-80ac80c4-03ab-44c6-ad45-7c04159dd9da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084893 Feb 17 11:51:41.330371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Made reservation on behalf of 9a3ced4bf3fe41ec99699f66bbd1da04 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:41.388655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Port 5f5fea37-b96f-437e-9089-53639079c842 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:41.413635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.425586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Provisioning complete for port 6358992d-184f-4a72-99b9-a16ca0525dd5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:41.426166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.505651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.517365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.542963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16497ab0-5a42-4817-856e-2e2b3b0c47fc']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:41.553119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Port 6358992d-184f-4a72-99b9-a16ca0525dd5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:41.562456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eb2d18-5079-4270-94d6-8ede29336089') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:41.562750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eb2d18-5079-4270-94d6-8ede29336089') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:41.581431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.582182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.600577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.605646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.612825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9bc9e715-e7c7-43c8-8bba-468ce1576e7d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:41.617520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-81b8b5d4-d9f1-4a63-be47-b42d738850f6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:41.624589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:41.624986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:41.640064 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:41.642397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Deleting port 0c45aa4f-f749-49dc-bdfc-de623693bb43 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:41.642851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df084906-f218-4a07-b44d-0152dec14659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.677652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Provisioning for port 1f166856-ed97-45da-83fc-c73c58295d5e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:41.696782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.714538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Provisioning complete for port 1f166856-ed97-45da-83fc-c73c58295d5e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:41.714903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.765874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-df084906-f218-4a07-b44d-0152dec14659 None None] The port '0c45aa4f-f749-49dc-bdfc-de623693bb43' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:51:41.776003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event deleted for resources: {'Port': ['ID=5f5fea37-b96f-437e-9089-53639079c842,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:41.799728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-05a22362-2726-4ac2-995c-3421c2e96b91 None None] Port 1f166856-ed97-45da-83fc-c73c58295d5e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:41.811076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618cc9b4-34ed-47fb-b2f2-d91513c13238 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:51:41.827269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Calling delete_port for e5dab7ee-98bf-4958-a18a-d3904efce9ac owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:41.838279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:41.838648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.899987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.906192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.911838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:41.945839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 0d906539-3b20-40c0-bee9-7b0f350a7996 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:51:41.952517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b1feb-284b-4fdf-b6f1-69953ec76893 req-f9db040d-b0cd-4e22-8e8c-b6e8bcf1456d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:41.954145 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-154b1feb-284b-4fdf-b6f1-69953ec76893 req-f9db040d-b0cd-4e22-8e8c-b6e8bcf1456d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4943395 Feb 17 11:51:41.957942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Network': ['ID=16497ab0-5a42-4817-856e-2e2b3b0c47fc,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:41.973125 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-81e903a1-080d-4229-926c-d49965fc7dc3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "DELETE /v2.0/networks/16497ab0-5a42-4817-856e-2e2b3b0c47fc HTTP/1.1" status: 204 len: 168 time: 3.4221685 Feb 17 11:51:41.973300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-81b8b5d4-d9f1-4a63-be47-b42d738850f6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:41.973300 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81b8b5d4-d9f1-4a63-be47-b42d738850f6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7117779 Feb 17 11:51:41.973439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41220) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:41.978402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41222) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:41.984116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435139094'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:42.044979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device eaa44cba-a11b-4ef5-804f-0a8b155c8654 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:42.055995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:42.077911 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-253436f0-d49d-43bb-9d9c-3f087b93ea48 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "DELETE /v2.0/ports/5f5fea37-b96f-437e-9089-53639079c842 HTTP/1.1" status: 204 len: 168 time: 2.9592574 Feb 17 11:51:42.081250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618cc9b4-34ed-47fb-b2f2-d91513c13238 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:51:42.127327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41228) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:42.140066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Request body: {'port': {'name': 'tempest-new-port-name-1556412647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:42.140453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] bootfile-name is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:51:42.140783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] tftp-server is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:51:42.141107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] server-ip-address is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:51:42.226294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port eaa44cba-a11b-4ef5-804f-0a8b155c8654 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:42.226663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.266336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:42.310038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Deleting port c3c7c756-4e83-415f-95db-4220091e509c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:42.310720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.363375 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-154b1feb-284b-4fdf-b6f1-69953ec76893 req-2bfaa5a0-4fc0-472c-b1a0-7c3ba68bc956 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282565 Feb 17 11:51:42.449389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.556660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.595102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.614321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b6aea-1462-449e-afca-e9bce164d88d None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:51:42.646785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event deleted for resources: {'Port': ['ID=e5dab7ee-98bf-4958-a18a-d3904efce9ac,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:42.737383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:42.741321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:42.744204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:42.750725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:42.785286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.786052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.786381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.881366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:51:42.898501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:42.931559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Calling delete_port for c3c7c756-4e83-415f-95db-4220091e509c owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:43.010024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b6aea-1462-449e-afca-e9bce164d88d None None] Network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:43.019592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6cc97-0e65-4112-aca9-fa86cb5f6694 req-bcdc2afd-08bb-460e-973c-62deace50f3e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:43.021195 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4f6cc97-0e65-4112-aca9-fa86cb5f6694 req-bcdc2afd-08bb-460e-973c-62deace50f3e tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4294946 Feb 17 11:51:43.032880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:43.052480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de505616-579e-4399-b903-519f01124124 None None] Sync routers for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:43.066336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de505616-579e-4399-b903-519f01124124 None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:43.067072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de505616-579e-4399-b903-519f01124124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:43.103481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.109271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:43.123779 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5e2c8ba4-90a4-40d7-be1d-75596553f067 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/0d906539-3b20-40c0-bee9-7b0f350a7996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0893457 Feb 17 11:51:43.123974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:43.123974 dv-neutron-828728-1-hyperv neutron-server[84460]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Unable to schedule network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1: no agents available; will retry on subsequent port and subnet creation events. Feb 17 11:51:43.123974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 is not hosted by any dhcp agent {{(pid=84460) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 17 11:51:43.123974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:43.124272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.124342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41234) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.144013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de505616-579e-4399-b903-519f01124124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:43.151404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event updated for resources: {'Subnet': ['ID=d5be98c0-b72e-44fa-abb1-42c8ee43d295,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:43.153587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de505616-579e-4399-b903-519f01124124 None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:43.154663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de505616-579e-4399-b903-519f01124124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:43.163494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.212248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b6aea-1462-449e-afca-e9bce164d88d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1) {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:51:43.213102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4f6cc97-0e65-4112-aca9-fa86cb5f6694 req-e73d2686-20c3-441b-8cf3-f7eaf4af7eda tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728632 Feb 17 11:51:43.221971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.241366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de505616-579e-4399-b903-519f01124124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:43.242064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de505616-579e-4399-b903-519f01124124 None None] The sync data for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:43.321019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1374627-b84d-4e11-8b01-77e8a8563376 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:43.321601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1374627-b84d-4e11-8b01-77e8a8563376 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:43.324172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e09e5-1948-4afe-b076-ada7df1897a1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:43.364516 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2219a231-dabf-43e9-81f1-e2d0023405e0 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3365669 Feb 17 11:51:43.365334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:51:43.366964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41240) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.384177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.390899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.392120 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8ba05c05-d345-4970-81b3-68aee87a9d56 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4128232 Feb 17 11:51:43.399123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41244) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.405224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ee557faa-59ca-416a-9673-4bc6e7da62fa tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '2c1e09e5-1948-4afe-b076-ada7df1897a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:43.406139 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ee557faa-59ca-416a-9673-4bc6e7da62fa tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:43.410118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ee557faa-59ca-416a-9673-4bc6e7da62fa tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099342 Feb 17 11:51:43.461493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41248) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.462261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.505978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1374627-b84d-4e11-8b01-77e8a8563376 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:43.507264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d1374627-b84d-4e11-8b01-77e8a8563376 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports/6358992d-184f-4a72-99b9-a16ca0525dd5 HTTP/1.1" status: 200 len: 910 time: 0.3820088 Feb 17 11:51:43.514161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a17d1bb3-1f98-41f5-ac81-7040d536bf9f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '2c1e09e5-1948-4afe-b076-ada7df1897a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:43.520279 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-a17d1bb3-1f98-41f5-ac81-7040d536bf9f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:43.520279 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a17d1bb3-1f98-41f5-ac81-7040d536bf9f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0519426 Feb 17 11:51:43.534220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41252) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.534220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41254) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.538881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.551490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ec05167f-9afe-4ae3-9e0d-1b3301fbb27d tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '2c1e09e5-1948-4afe-b076-ada7df1897a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:43.552202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ec05167f-9afe-4ae3-9e0d-1b3301fbb27d tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:43.556056 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ec05167f-9afe-4ae3-9e0d-1b3301fbb27d tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0199394 Feb 17 11:51:43.598333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41260) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.610755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dcfec57b-4c13-432e-bd3d-f3b5a2611bad tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '2c1e09e5-1948-4afe-b076-ada7df1897a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:43.611499 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-dcfec57b-4c13-432e-bd3d-f3b5a2611bad tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:43.612545 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dcfec57b-4c13-432e-bd3d-f3b5a2611bad tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132353 Feb 17 11:51:43.617180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Pushing event deleted for resources: {'Port': ['ID=c3c7c756-4e83-415f-95db-4220091e509c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:43.619256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41264) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.663675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.701819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.709330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event updated for resources: {'Port': ['ID=1f166856-ed97-45da-83fc-c73c58295d5e,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:43.726380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] In _notify_port_updated(), no bound segment for port 1f166856-ed97-45da-83fc-c73c58295d5e on network edb5fff0-2dad-440c-93de-5ebb9d248124 {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:51:43.730455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:43.731798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.735910 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8916e8ba-3fb1-47ac-ae33-ec9f29a5dc93 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "PUT /v2.0/ports/1f166856-ed97-45da-83fc-c73c58295d5e HTTP/1.1" status: 200 len: 1136 time: 1.6077464 Feb 17 11:51:43.736568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41270) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:43.740081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1', 'network_id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1', 'tenant_id': '9a3ced4bf3fe41ec99699f66bbd1da04', 'fixed_ips': [{'subnet_id': 'd5be98c0-b72e-44fa-abb1-42c8ee43d295'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:43.741307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.883441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.886850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:43.888918 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-edc7213a-6b01-426d-9bec-c94796c570c3 tempest-FloatingIPAdminTestJSON-2091961896 tempest-FloatingIPAdminTestJSON-2091961896-project] 10.222.0.47 "DELETE /v2.0/floatingips/a2c70193-bf1a-40f8-b708-d54521cc435e HTTP/1.1" status: 204 len: 168 time: 1.9148338 Feb 17 11:51:44.009702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Allocated IP 2001:db8::f816:3eff:fe5e:cac3 (ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1/d5be98c0-b72e-44fa-abb1-42c8ee43d295/a81cf6fa-5825-4ab5-b724-fdf8d8e60144) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:44.010374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b118c6-1fa2-4be2-b148-5ddba4742794 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:44.010374 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81b118c6-1fa2-4be2-b148-5ddba4742794 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "GET /v2.0/ports/1f166856-ed97-45da-83fc-c73c58295d5e HTTP/1.1" status: 200 len: 1136 time: 0.2082305 Feb 17 11:51:44.010374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:44.025895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.051584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dad7-6be1-4d43-9142-f3fa38bc6edf tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.093700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Deleting port 1f166856-ed97-45da-83fc-c73c58295d5e {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:44.094241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.144947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dad7-6be1-4d43-9142-f3fa38bc6edf tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.170934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa8d4-e44d-4082-8d4e-317d1300b633 req-20303b7d-cc02-437b-b9e9-4ea8cc5beb77 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:44.172440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba2aa8d4-e44d-4082-8d4e-317d1300b633 req-20303b7d-cc02-437b-b9e9-4ea8cc5beb77 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2755051 Feb 17 11:51:44.193087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.200846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.205923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Fanout notify agent at l3_agent the message router_deleted on router e119ede1-1acb-4122-a481-e6f475058fb3 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:51:44.206060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Transition to ACTIVE for port object a81cf6fa-5825-4ab5-b724-fdf8d8e60144 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:44.226998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Transition to ACTIVE for port object a81cf6fa-5825-4ab5-b724-fdf8d8e60144 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:44.231541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.231541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f466afce-bbd7-4754-9b9e-c6e741f54143 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/e119ede1-1acb-4122-a481-e6f475058fb3 HTTP/1.1" status: 204 len: 168 time: 4.7962649 Feb 17 11:51:44.235008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41280) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:44.240612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1301305199', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': False}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:44.273272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:44.287033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.327100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:router and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:44.334203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:44.349179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:44.412142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.455643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.492039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.493038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.539279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:44.547419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:44.552625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:44.554833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Pushing event updated for resources: {'Port': ['ID=a81cf6fa-5825-4ab5-b724-fdf8d8e60144,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:44.587567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Calling delete_port for 1f166856-ed97-45da-83fc-c73c58295d5e owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:44.591412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba2aa8d4-e44d-4082-8d4e-317d1300b633 req-1b28a5c6-1bef-40a1-b3c8-91efcddcedaf tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082723 Feb 17 11:51:44.609295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dad7-6be1-4d43-9142-f3fa38bc6edf tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.644716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6dad7-6be1-4d43-9142-f3fa38bc6edf tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e09e5-1948-4afe-b076-ada7df1897a1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:44.648924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Attempting to bind port a81cf6fa-5825-4ab5-b724-fdf8d8e60144 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:44.649292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Attempting to bind port a81cf6fa-5825-4ab5-b724-fdf8d8e60144 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '57194470-2b85-417f-ad79-21f0e71b0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:44.649643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Attempting to bind port a81cf6fa-5825-4ab5-b724-fdf8d8e60144 on network ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:44.666796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:44.667163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Checking segment: {'id': '57194470-2b85-417f-ad79-21f0e71b0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:44.667558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.667941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Bound using segment: {'id': '57194470-2b85-417f-ad79-21f0e71b0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:44.668926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Bound port: a81cf6fa-5825-4ab5-b724-fdf8d8e60144, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57194470-2b85-417f-ad79-21f0e71b0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:44.669295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.673653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.720149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41288) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:44.720892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Subnet': ['ID=d5be98c0-b72e-44fa-abb1-42c8ee43d295,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:44.781224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] For port a81cf6fa-5825-4ab5-b724-fdf8d8e60144, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:44.784988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] For port a81cf6fa-5825-4ab5-b724-fdf8d8e60144, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a81cf6fa-5825-4ab5-b724-fdf8d8e60144,segment=NetworkSegment(57194470-2b85-417f-ad79-21f0e71b0385),segment_id=57194470-2b85-417f-ad79-21f0e71b0385)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:44.874282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.889145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dad7-6be1-4d43-9142-f3fa38bc6edf tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.889145 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2ec6dad7-6be1-4d43-9142-f3fa38bc6edf tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/2c1e09e5-1948-4afe-b076-ada7df1897a1 HTTP/1.1" status: 204 len: 168 time: 1.2569804 Feb 17 11:51:44.889398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41294) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:44.896996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.915309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:44.967381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d816cd-362c-4931-8df9-a32217969727 None None] Pushing event updated for resources: {'Port': ['ID=a81cf6fa-5825-4ab5-b724-fdf8d8e60144,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:44.984861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event deleted for resources: {'Port': ['ID=1f166856-ed97-45da-83fc-c73c58295d5e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:45.004413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.019870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:45.037563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57194470-2b85-417f-ad79-21f0e71b0385') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:45.037944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57194470-2b85-417f-ad79-21f0e71b0385') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:45.050780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e05100-ac29-4b55-9602-04f75b5048f2 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:51:45.058068 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9aa8eac9-b527-4d47-afdb-145ed39d4d4f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1679590 Feb 17 11:51:45.063612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.071870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41298) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:45.086059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090862263'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:45.099888 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-591ae83a-9023-40d2-a884-d4c2d83e3a93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3627604a3bc440df944e804a46479c2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3767011 Feb 17 11:51:45.102806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41302) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:45.107695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:45.111450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.116395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:45.122877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:45.130238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:45.130641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:45.145727 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:45.147943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:45.162262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.210607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e05100-ac29-4b55-9602-04f75b5048f2 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:51:45.300385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.317200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:51:45.317200 dv-neutron-828728-1-hyperv neutron-server[84459]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:51:45.317200 dv-neutron-828728-1-hyperv neutron-server[84459]: [parameters: {'id': 'ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1'}] Feb 17 11:51:45.317200 dv-neutron-828728-1-hyperv neutron-server[84459]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:45.317690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:45.327853 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2793d681-bf1c-490b-ac79-34dc24b2378c tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "DELETE /v2.0/ports/1f166856-ed97-45da-83fc-c73c58295d5e HTTP/1.1" status: 204 len: 168 time: 1.3191187 Feb 17 11:51:45.329404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41306) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:45.347539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-905f17bf-9b15-4539-a0e6-b7382bff6d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.398857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.406255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-905f17bf-9b15-4539-a0e6-b7382bff6d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.455677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:45.466118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:45.485665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:45.494006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.508863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:45.628294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-905f17bf-9b15-4539-a0e6-b7382bff6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.646353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f17bf-9b15-4539-a0e6-b7382bff6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee8898-d825-4a81-8d84-34f680d0f719,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:45.659095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-905f17bf-9b15-4539-a0e6-b7382bff6d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.662963 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-905f17bf-9b15-4539-a0e6-b7382bff6d93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bee8898-d825-4a81-8d84-34f680d0f719 HTTP/1.1" status: 204 len: 168 time: 0.5589395 Feb 17 11:51:45.795123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.823160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.861172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.880449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Deleting subnet 10ada116-8ef5-4659-b9ce-e7b7b16b07c6 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:45.890244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.904557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:45.976254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting port a81cf6fa-5825-4ab5-b724-fdf8d8e60144 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:45.976679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.001045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.017864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252b53-d514-47e5-a7f9-aa03a1630959 req-d11e6aea-9fbf-4710-9962-706fe4977faa tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:46.019412 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-19252b53-d514-47e5-a7f9-aa03a1630959 req-d11e6aea-9fbf-4710-9962-706fe4977faa tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1925809 Feb 17 11:51:46.081485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Allocated IP 172.26.6.245 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/a9baca2a-d06d-442c-9767-679926946a54) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:46.098964 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-19252b53-d514-47e5-a7f9-aa03a1630959 req-9d02de04-c1ac-454a-988f-1d47e97960a0 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698791 Feb 17 11:51:46.138293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.180944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed736cf-5a2e-4dbc-b021-d4c0d010aaf2,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:46.318676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a2feca32-a8cf-4f63-94ef-b595f0bb75ff None None] Could not find standard attr ID for object 1f166856-ed97-45da-83fc-c73c58295d5e. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:51:46.484679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.485042 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5d2cb0a1-f933-40e2-a2bd-406a5e75dcff tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4107578 Feb 17 11:51:46.490525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41318) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:46.499212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.511653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a4ae9b1b-d914-422f-8db9-e2a4bb6030dc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:46.514021 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-a4ae9b1b-d914-422f-8db9-e2a4bb6030dc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:46.519125 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4ae9b1b-d914-422f-8db9-e2a4bb6030dc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0230963 Feb 17 11:51:46.520833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41322) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:46.528837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:46.539886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:46.546758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:46.550419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:46.557498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:46.631596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.21.0.1 (818b8bc6-1aae-47bd-bbdf-fd6129905fc2/31e096a8-1668-4cb5-8b8d-4052555e22ee/6b7883ee-b553-4ff5-891b-cbf8bdc69827) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:46.644062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.663406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] For port a81cf6fa-5825-4ab5-b724-fdf8d8e60144, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a81cf6fa-5825-4ab5-b724-fdf8d8e60144,segment=NetworkSegment(57194470-2b85-417f-ad79-21f0e71b0385),segment_id=57194470-2b85-417f-ad79-21f0e71b0385)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:46.664345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.735140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41328) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:46.747501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.780718 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:46.784524 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d4cd4f00-3fcd-4549-b046-a4251422b28f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2599418 Feb 17 11:51:46.784524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:46.797312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41332) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:46.806722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Port': ['ID=a9baca2a-d06d-442c-9767-679926946a54,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:46.814051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-cfd11bfd-6af8-4f41-8b52-5160c0120e81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:46.814430 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-cfd11bfd-6af8-4f41-8b52-5160c0120e81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:46.815408 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cfd11bfd-6af8-4f41-8b52-5160c0120e81 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147402 Feb 17 11:51:46.817477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:46.820191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41336) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:46.821555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:46.825283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:46.860764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:46.878468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Calling delete_port for a81cf6fa-5825-4ab5-b724-fdf8d8e60144 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:46.883566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:46.893502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:46.902015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:46.920769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:46.943510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:46.978950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a778d27360743ef8ccb5cf57244aa4e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:46.983555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:46.998745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:47.011111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fda306-dd17-4923-8eb3-1a578c3d66e4 req-01f5bdda-f1de-45e5-a03b-0634e394cdec tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:47.012721 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-21fda306-dd17-4923-8eb3-1a578c3d66e4 req-01f5bdda-f1de-45e5-a03b-0634e394cdec tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3310671 Feb 17 11:51:47.089624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.116050 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-21fda306-dd17-4923-8eb3-1a578c3d66e4 req-6f89d630-638e-4fde-a004-094117f88392 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903573 Feb 17 11:51:47.155022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.172267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 6b7883ee-b553-4ff5-891b-cbf8bdc69827 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:47.174738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.205650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.250872 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:47.255900 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c44369c4-e54e-4020-8081-d710cb874017 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4326196 Feb 17 11:51:47.256423 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41340) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:47.263217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b9e6382a-6759-441d-a29e-ddfb1b24318f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:47.263805 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-b9e6382a-6759-441d-a29e-ddfb1b24318f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:47.268119 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b9e6382a-6759-441d-a29e-ddfb1b24318f tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069256 Feb 17 11:51:47.268268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event deleted for resources: {'Subnet': ['ID=10ada116-8ef5-4659-b9ce-e7b7b16b07c6,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:47.268351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41344) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:47.274380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Port': ['ID=a81cf6fa-5825-4ab5-b724-fdf8d8e60144,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:47.275129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:47.281754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.288512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No DVR routers for this DVR port a81cf6fa-5825-4ab5-b724-fdf8d8e60144 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:47.294850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:47.298622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345fd74a-4f93-43a4-a68d-b8d05a0242fa None None] Network edb5fff0-2dad-440c-93de-5ebb9d248124 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:47.308132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.330247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:47.334619 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b38444a6-9e93-4b36-af1c-7d64f185aec8 tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "DELETE /v2.0/subnets/10ada116-8ef5-4659-b9ce-e7b7b16b07c6 HTTP/1.1" status: 204 len: 168 time: 2.0007505 Feb 17 11:51:47.338974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:47.344028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41348) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:47.353394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:47.422935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.459491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea3e8d1-2268-4ad3-808c-e81bfef5e017,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:47.468645 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0714f11f-40d0-4755-97e1-f5280b19b0d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a778d27360743ef8ccb5cf57244aa4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7324567 Feb 17 11:51:47.482727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.482960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41352) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:47.535414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:47.537060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:47.542378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.545303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=6b7883ee-b553-4ff5-891b-cbf8bdc69827,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:47.551673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:47.555838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:47.593988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.595498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.595616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57194470-2b85-417f-ad79-21f0e71b0385') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:47.595616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57194470-2b85-417f-ad79-21f0e71b0385') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:47.596581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] DHCP port deletion for edb5fff0-2dad-440c-93de-5ebb9d248124 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:47.602545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] Deleting port eaa44cba-a11b-4ef5-804f-0a8b155c8654 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:47.602993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.613452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Deleting port eaa44cba-a11b-4ef5-804f-0a8b155c8654 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:47.613769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.625164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.644513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87c8ebcf-b0ff-4b1b-b252-a530d51512aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.649921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.655950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.666085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:47.666818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:47.685710 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:47.718747 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:47.719810 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-01ab3c47-8d86-42ab-84e9-ba5cf1c8149e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4507859 Feb 17 11:51:47.742599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41356) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:47.757494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ded2a3ce-4fa5-4cb8-9297-7d6497f812c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:47.758298 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ded2a3ce-4fa5-4cb8-9297-7d6497f812c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:47.762135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ded2a3ce-4fa5-4cb8-9297-7d6497f812c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144255 Feb 17 11:51:47.764347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41360) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:47.786945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:47.797693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:47.809247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:47.813576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:47.822042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:47.880091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87c8ebcf-b0ff-4b1b-b252-a530d51512aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.906856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] For port eaa44cba-a11b-4ef5-804f-0a8b155c8654, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=eaa44cba-a11b-4ef5-804f-0a8b155c8654,segment=NetworkSegment(83350bd2-3fc2-41a6-b892-fbaa1de40bdf),segment_id=83350bd2-3fc2-41a6-b892-fbaa1de40bdf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:47.907239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.954606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:47.991636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.015032 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 HTTP/1.1" status: 204 len: 168 time: 4.6468740 Feb 17 11:51:48.021081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aa274-4a51-44dd-b5cf-d256228ceaf6 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Network': ['ID=ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:48.021081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41364) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.027773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c41f113d-daf8-4758-aa3e-391474180f68 None None] Provisioning for port 6b7883ee-b553-4ff5-891b-cbf8bdc69827 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:48.036613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] Calling delete_port for eaa44cba-a11b-4ef5-804f-0a8b155c8654 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:48.046450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] For port eaa44cba-a11b-4ef5-804f-0a8b155c8654, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=eaa44cba-a11b-4ef5-804f-0a8b155c8654,segment=NetworkSegment(83350bd2-3fc2-41a6-b892-fbaa1de40bdf),segment_id=83350bd2-3fc2-41a6-b892-fbaa1de40bdf)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:48.051187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.070407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.070656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c41f113d-daf8-4758-aa3e-391474180f68 None None] Provisioning complete for port 6b7883ee-b553-4ff5-891b-cbf8bdc69827 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:48.070791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c41f113d-daf8-4758-aa3e-391474180f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.079747 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7ef5c8-a64b-46e0-b710-5a3d2011e00e tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:48.080191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7ef5c8-a64b-46e0-b710-5a3d2011e00e tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:48.084251 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ad7ef5c8-a64b-46e0-b710-5a3d2011e00e tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/d5be98c0-b72e-44fa-abb1-42c8ee43d295 HTTP/1.1" status: 404 len: 337 time: 0.0595486 Feb 17 11:51:48.084443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.115680 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6ee5a2-b2f9-4338-8802-9dfd9991e439 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:48.116119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6ee5a2-b2f9-4338-8802-9dfd9991e439 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:48.120128 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-de6ee5a2-b2f9-4338-8802-9dfd9991e439 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/ca1654bf-4dc3-4d61-ba2e-387fcd5ed4c1 HTTP/1.1" status: 404 len: 339 time: 0.0324354 Feb 17 11:51:48.143833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41372) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.151554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:48.153154 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0c4c45c8-c159-4936-9bfd-2c8c96cd4b0e tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3866055 Feb 17 11:51:48.169212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41378) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.179779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Calling delete_port for eaa44cba-a11b-4ef5-804f-0a8b155c8654 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:48.195427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c41f113d-daf8-4758-aa3e-391474180f68 None None] Port 6b7883ee-b553-4ff5-891b-cbf8bdc69827 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:48.211344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e87705-570f-41e1-8e0b-0e2ad6f8e970 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:48.211728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e87705-570f-41e1-8e0b-0e2ad6f8e970 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:48.213399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-36e87705-570f-41e1-8e0b-0e2ad6f8e970 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/2bf382ad-e08b-482b-83d0-3c7c44e264e2 HTTP/1.1" status: 404 len: 337 time: 0.0641196 Feb 17 11:51:48.216647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'bed736cf-5a2e-4dbc-b021-d4c0d010aaf2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:48.217563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41382) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.224620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:48.232708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:48.241317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:48.252628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:48.284434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.308698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:48.309301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:48.349614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] No DVR routers for this DVR port eaa44cba-a11b-4ef5-804f-0a8b155c8654 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:48.362862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87c8ebcf-b0ff-4b1b-b252-a530d51512aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.366623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b61e8-a6f4-42e2-9e99-2438a7d81bf1 None None] Pushing event deleted for resources: {'Port': ['ID=eaa44cba-a11b-4ef5-804f-0a8b155c8654,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:48.389483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ebcf-b0ff-4b1b-b252-a530d51512aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea3e8d1-2268-4ad3-808c-e81bfef5e017,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:48.416644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87c8ebcf-b0ff-4b1b-b252-a530d51512aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.418432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-87c8ebcf-b0ff-4b1b-b252-a530d51512aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ea3e8d1-2268-4ad3-808c-e81bfef5e017 HTTP/1.1" status: 204 len: 168 time: 0.9344068 Feb 17 11:51:48.467647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Router 2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:51:48.528901 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb3342c-e0fd-4e1f-95a3-45c4e5e384bf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:48.529434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb3342c-e0fd-4e1f-95a3-45c4e5e384bf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:48.531264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-adb3342c-e0fd-4e1f-95a3-45c4e5e384bf tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/befade21-84f5-40c0-ae36-e748e5641e2d HTTP/1.1" status: 404 len: 339 time: 0.3125985 Feb 17 11:51:48.538821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41388) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.599237 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17dc758-fb01-4425-b4b2-f589f3316dd1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:48.599665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17dc758-fb01-4425-b4b2-f589f3316dd1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:48.604010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e17dc758-fb01-4425-b4b2-f589f3316dd1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/ff3b3605-c3dd-4170-aee1-0d949cf3f72a HTTP/1.1" status: 404 len: 337 time: 0.0608995 Feb 17 11:51:48.608341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41392) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.635506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:48.635506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-195e9cf8-055c-4ba3-91fa-5f78517567c3 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4597390 Feb 17 11:51:48.639003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41396) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.679384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd75962-2022-4ec9-b2e5-3a88609290d1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:48.679835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd75962-2022-4ec9-b2e5-3a88609290d1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:48.684846 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6cd75962-2022-4ec9-b2e5-3a88609290d1 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/0d466405-f0cd-4ae9-b5ea-c1c1297643fd HTTP/1.1" status: 404 len: 339 time: 0.0723293 Feb 17 11:51:48.685677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41400) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:48.765589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting port c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:48.766431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.803838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a724aef-3af7-4cb8-93d7-6ca0126dc2fe req-258373c7-1fa2-4594-841b-76d6456de3ad tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:48.805322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2a724aef-3af7-4cb8-93d7-6ca0126dc2fe req-258373c7-1fa2-4594-841b-76d6456de3ad tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3283327 Feb 17 11:51:48.810637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Deleting port eaa44cba-a11b-4ef5-804f-0a8b155c8654 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:48.810960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.889298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3423df36-0273-4f92-9152-30d9365334a1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.900573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] The port 'eaa44cba-a11b-4ef5-804f-0a8b155c8654' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:51:48.942277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2a724aef-3af7-4cb8-93d7-6ca0126dc2fe req-fcbe7e28-1624-4c83-8963-f3f2596b042b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260641 Feb 17 11:51:48.947177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3423df36-0273-4f92-9152-30d9365334a1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:48.994855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.091739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.148643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.153029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3423df36-0273-4f92-9152-30d9365334a1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.197769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423df36-0273-4f92-9152-30d9365334a1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed736cf-5a2e-4dbc-b021-d4c0d010aaf2,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:49.234219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=6b7883ee-b553-4ff5-891b-cbf8bdc69827,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:49.237361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.242322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3423df36-0273-4f92-9152-30d9365334a1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.243665 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3423df36-0273-4f92-9152-30d9365334a1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/bed736cf-5a2e-4dbc-b021-d4c0d010aaf2 HTTP/1.1" status: 204 len: 168 time: 0.5940189 Feb 17 11:51:49.247971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41408) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:49.266333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb5fff0-2dad-440c-93de-5ebb9d248124']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:49.297248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83350bd2-3fc2-41a6-b892-fbaa1de40bdf') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:49.297524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83350bd2-3fc2-41a6-b892-fbaa1de40bdf') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:49.316864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.323843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41412) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:49.344399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.384573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-89597313-ac1b-4068-b4ff-37d621dee606 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:49.437284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:49.438884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:49.494802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Calling delete_port for c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:49.523482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.545050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.566499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:49.566855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.571558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-89597313-ac1b-4068-b4ff-37d621dee606 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:49.572913 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-89597313-ac1b-4068-b4ff-37d621dee606 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3238292 Feb 17 11:51:49.579375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41416) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:49.583837 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:49.591816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device eaa44cba-a11b-4ef5-804f-0a8b155c8654 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:49.592265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114073321'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:49.605053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:49.623291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:49.638881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: eaa44cba-a11b-4ef5-804f-0a8b155c8654 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:49.639478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device eaa44cba-a11b-4ef5-804f-0a8b155c8654 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:49.683875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262319cf-3d7c-4a1d-95cb-610a045fcbdb req-909b7d8f-5ab6-42b8-bf99-3ce2c9765ca9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:49.689193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-262319cf-3d7c-4a1d-95cb-610a045fcbdb req-909b7d8f-5ab6-42b8-bf99-3ce2c9765ca9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5932155 Feb 17 11:51:49.729355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:49.730464 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Sync routers for ids ['2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:49.737545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2bafa384-f20c-4f23-9534-2766049a52b2 None None] Provisioning complete for port 6b7883ee-b553-4ff5-891b-cbf8bdc69827 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:49.738139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2bafa384-f20c-4f23-9534-2766049a52b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.745548 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Routers {'2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:49.747241 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:49.753474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.769552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:49.775473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b5da16540d48e39b39c1a4cc5d7bdd is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:49.780152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:49.790961 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:49.803623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2bafa384-f20c-4f23-9534-2766049a52b2 None None] Port 6b7883ee-b553-4ff5-891b-cbf8bdc69827 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:51:49.813890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:49.819514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:49.823225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:49.831009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:49.869487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 0d906539-3b20-40c0-bee9-7b0f350a7996 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:49.882376 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-262319cf-3d7c-4a1d-95cb-610a045fcbdb req-ece5278d-0d50-4f02-88e1-accf27208b17 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817935 Feb 17 11:51:49.919485 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:51:49.939101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.939101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.961222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.967107 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Set router 2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:49.973909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] 10.222.0.47 "DELETE /v2.0/networks/edb5fff0-2dad-440c-93de-5ebb9d248124 HTTP/1.1" status: 204 len: 168 time: 2.6266825 Feb 17 11:51:49.975651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.977582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:49.978821 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a7436316-93c0-4344-8772-b4203ad87a77 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7427931 Feb 17 11:51:50.018499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41424) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.022780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c1af-cf4a-4e3d-aa0d-63876642322f tempest-ExtraDHCPOptionsTestJSON-453728138 tempest-ExtraDHCPOptionsTestJSON-453728138-project] Pushing event deleted for resources: {'Network': ['ID=edb5fff0-2dad-440c-93de-5ebb9d248124,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:50.043377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Port': ['ID=c84b1530-8159-4aa1-81dc-6c4ec6ae83e1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:50.046474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.085083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.086986 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-15f409b3-e07b-42a5-8f82-5c774564d504 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/ports/c84b1530-8159-4aa1-81dc-6c4ec6ae83e1 HTTP/1.1" status: 204 len: 168 time: 1.4007909 Feb 17 11:51:50.096632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41428) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.140306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34417d08-61da-44ba-88a5-ec7b70c25be2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:50.151336 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-350cb387-625c-4e0c-804e-a247286c4d0f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:50.151838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350cb387-625c-4e0c-804e-a247286c4d0f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:50.155179 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-350cb387-625c-4e0c-804e-a247286c4d0f tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/1443f94e-f574-4012-ab06-01b64baf7637 HTTP/1.1" status: 404 len: 337 time: 0.0553093 Feb 17 11:51:50.161148 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c4a6ed6e-7063-4cc0-87fa-b42a20be5101 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5b5da16540d48e39b39c1a4cc5d7bdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8319657 Feb 17 11:51:50.161858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41432) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.162194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41434) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.365217 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c', 'name': 'tempest-snat-router-1301305199', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.245'}], 'enable_snat': False}, 'gw_port_id': 'a9baca2a-d06d-442c-9767-679926946a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:44Z', 'updated_at': '2022-02-17T11:51:47Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': 'a9baca2a-d06d-442c-9767-679926946a54', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:45Z', 'updated_at': '2022-02-17T11:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.371825 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Checking router: 2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:51:50.371825 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Updating router 2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c port a9baca2a-d06d-442c-9767-679926946a54 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:51:50.456038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.457617 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.465744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.506086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862dd81-da41-4d1f-a249-1d1589d65e10 req-769652e3-3b23-4d79-af7b-3440cfc281e9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:50.507684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6862dd81-da41-4d1f-a249-1d1589d65e10 req-769652e3-3b23-4d79-af7b-3440cfc281e9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4654231 Feb 17 11:51:50.511232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:50.514556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a0de496-5b1b-48b5-8547-dc658493928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.532159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] Sync routers for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:50.533219 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-227b196a-08e1-4e83-b6bc-48d941f3c188 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/0d906539-3b20-40c0-bee9-7b0f350a7996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9988263 Feb 17 11:51:50.536105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41440) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.557443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:50.559927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.608614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.629093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a0de496-5b1b-48b5-8547-dc658493928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.646041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.679462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.696205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad463c90-d90d-4241-8a35-1608d563d437']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.698001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:50.698709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.710490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9e191e-fcd1-463a-818f-7084af8f16f1') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.712435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9e191e-fcd1-463a-818f-7084af8f16f1') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.725374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.747074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.756604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5ff64-0ae2-44ce-8914-709ad366ba4e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:50.757285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-92f5ff64-0ae2-44ce-8914-709ad366ba4e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:50.762706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:50.764414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.777683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3060a836-48a5-493e-8935-cb7fd8bc2376,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:50.782378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41446) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.788854 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6862dd81-da41-4d1f-a249-1d1589d65e10 req-dde250d1-c69a-4ce0-bb75-03013c984efc tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494376 Feb 17 11:51:50.799135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-667dc239-adf6-4d71-a6c5-a3ed5f63aba0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c HTTP/1.1" status: 200 len: 909 time: 0.7794964 Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:50.800331 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:50.802787 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.803318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-56338210-ff3a-4988-b89c-c9c3ebd18c78 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2231147 Feb 17 11:51:50.804677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41452) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.806858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41454) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.812234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1301305199', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': True}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:50.818007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:50.818515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6f286-da99-4a5e-99df-a6eeaef98b18 None None] The sync data for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:50.818637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '3060a836-48a5-493e-8935-cb7fd8bc2376', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:50.827106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:50.829548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:50.834137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Usage tracker for resource:router and tenant:7578850ec2954b2d9ca4bc588eba41a6 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:50.836992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:50.840122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:50.843349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:50.859311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:50.859311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:50.889645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a0de496-5b1b-48b5-8547-dc658493928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.907637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0de496-5b1b-48b5-8547-dc658493928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34417d08-61da-44ba-88a5-ec7b70c25be2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:50.914598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a0de496-5b1b-48b5-8547-dc658493928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:50.917879 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3a0de496-5b1b-48b5-8547-dc658493928f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34417d08-61da-44ba-88a5-ec7b70c25be2 HTTP/1.1" status: 204 len: 168 time: 0.7512243 Feb 17 11:51:50.924305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-92f5ff64-0ae2-44ce-8914-709ad366ba4e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:50.926088 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-92f5ff64-0ae2-44ce-8914-709ad366ba4e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports/6b7883ee-b553-4ff5-891b-cbf8bdc69827 HTTP/1.1" status: 200 len: 910 time: 0.3888381 Feb 17 11:51:50.929029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41464) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:50.992170 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.008647 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Transition to ACTIVE for port object a9baca2a-d06d-442c-9767-679926946a54 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:51.031461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.032344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.032484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.061583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.073327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Network': ['ID=ad463c90-d90d-4241-8a35-1608d563d437,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:51.077992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-71c7c0be-342f-40c4-a959-45310a3542e3 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/ad463c90-d90d-4241-8a35-1608d563d437 HTTP/1.1" status: 204 len: 168 time: 0.9147103 Feb 17 11:51:51.091519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41468) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:51.107380 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.164218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc06eb-491c-4d14-a5d1-9d3230fc49f4 req-5dcccb7f-ce33-43b1-bd61-c54b02debcb8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:51.165868 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0cbc06eb-491c-4d14-a5d1-9d3230fc49f4 req-5dcccb7f-ce33-43b1-bd61-c54b02debcb8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1848161 Feb 17 11:51:51.176146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting port e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:51.176561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.201593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.206730 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Attempting to bind port a9baca2a-d06d-442c-9767-679926946a54 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:51.207378 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Attempting to bind port a9baca2a-d06d-442c-9767-679926946a54 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:51.207928 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Attempting to bind port a9baca2a-d06d-442c-9767-679926946a54 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:51.219064 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f412-07bd-4922-a9c6-eada5cfb2d9b None None] Pushing event updated for resources: {'Port': ['ID=a9baca2a-d06d-442c-9767-679926946a54,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:51.228664 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:51.229033 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:51.229425 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.229935 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:51.231766 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Bound port: a9baca2a-d06d-442c-9767-679926946a54, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:51.232436 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.239235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-098810a1-20e1-466d-a129-dccd5ce6ed98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d5fdc989000414192398432ea6e0aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4533653 Feb 17 11:51:51.241937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41474) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:51.260734 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The resource could not be found. Feb 17 11:51:51.263224 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-93023f05-51ac-4be4-b2a9-4236b049a8c6 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4555292 Feb 17 11:51:51.266037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41478) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:51.279397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '3060a836-48a5-493e-8935-cb7fd8bc2376', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7e4c1c3d-9e66-478f-b762-1a3a2d08ea0f'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:51.323154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:51.328239 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0cbc06eb-491c-4d14-a5d1-9d3230fc49f4 req-bc894689-81b2-40ec-8836-df1c096b3dc6 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561499 Feb 17 11:51:51.334731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:51.345361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:51.356144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:51.398179 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] For port a9baca2a-d06d-442c-9767-679926946a54, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:51.406991 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] For port a9baca2a-d06d-442c-9767-679926946a54, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a9baca2a-d06d-442c-9767-679926946a54,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:51.497496 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.547821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.644319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b2371bc-7a31-40c3-84a1-f55f1b42af1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.686575 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The resource could not be found. Feb 17 11:51:51.687626 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6abc71bd-ba26-4113-a014-b1d6f5597ba1 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4205983 Feb 17 11:51:51.694279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Calling delete_port for e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:51.696515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41490) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:51.719505 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f412-07bd-4922-a9c6-eada5cfb2d9b None None] Pushing event updated for resources: {'Port': ['ID=a9baca2a-d06d-442c-9767-679926946a54,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:51.727929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b2371bc-7a31-40c3-84a1-f55f1b42af1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.737487 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Routers {'2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:51.738760 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:51.816073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.897998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960a8b5-76db-4db8-b9e9-80ea3812bf2a req-fab08d1a-e1b4-47f5-8917-e53e1d3fc6f9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:51.899504 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8960a8b5-76db-4db8-b9e9-80ea3812bf2a req-fab08d1a-e1b4-47f5-8917-e53e1d3fc6f9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3612902 Feb 17 11:51:51.902500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.914539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8dff596e-0e59-4676-85a3-7655fc073c21 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.933617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.960149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Port': ['ID=e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:51.966984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:51.976715 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d00ef8e1-d905-40c5-994c-85a9f9962a32 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/ports/e55d7b23-7eb7-4e87-a49f-0cbdbe4e3a6f HTTP/1.1" status: 204 len: 168 time: 0.8812399 Feb 17 11:51:51.983055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41498) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:51.992548 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] Set router 2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:52.027506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-535c12da-1cde-4dc6-8f06-f5a46f589613 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] DELETE failed (client error): The resource could not be found. Feb 17 11:51:52.028967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535c12da-1cde-4dc6-8f06-f5a46f589613 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:51:52.033335 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-535c12da-1cde-4dc6-8f06-f5a46f589613 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/aeac116f-3cc7-41ab-a4c3-af08f7cf5b23 HTTP/1.1" status: 404 len: 337 time: 0.0522289 Feb 17 11:51:52.034348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41502) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:52.109229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b2371bc-7a31-40c3-84a1-f55f1b42af1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.154434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8dff596e-0e59-4676-85a3-7655fc073c21 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.176810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.360892 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c', 'name': 'tempest-snat-router-1301305199', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.245'}], 'enable_snat': False}, 'gw_port_id': 'a9baca2a-d06d-442c-9767-679926946a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:44Z', 'updated_at': '2022-02-17T11:51:47Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': 'a9baca2a-d06d-442c-9767-679926946a54', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:45Z', 'updated_at': '2022-02-17T11:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:52.367197 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512b59f-96da-4bd7-b9a0-8b8cf6d628ab None None] The sync data for ids ['2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c'] in dv-neutron-828728-1-hyperv is: [{'id': '2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c', 'name': 'tempest-snat-router-1301305199', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.245'}], 'enable_snat': False}, 'gw_port_id': 'a9baca2a-d06d-442c-9767-679926946a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:44Z', 'updated_at': '2022-02-17T11:51:47Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': 'a9baca2a-d06d-442c-9767-679926946a54', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:45Z', 'updated_at': '2022-02-17T11:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:52.375638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2371bc-7a31-40c3-84a1-f55f1b42af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6bf0cc-acea-4896-8711-769c7d0d4f2f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:52.448360 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8960a8b5-76db-4db8-b9e9-80ea3812bf2a req-525399e5-fa14-4924-ac5c-1b572557f75a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5358193 Feb 17 11:51:52.468542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.490290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9b2371bc-7a31-40c3-84a1-f55f1b42af1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.491403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b2371bc-7a31-40c3-84a1-f55f1b42af1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd6bf0cc-acea-4896-8711-769c7d0d4f2f HTTP/1.1" status: 204 len: 168 time: 1.2482302 Feb 17 11:51:52.555455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50912c6-9b7a-40a5-9893-08f78d0dddaa']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:52.584098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:52.584381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f80b4bb-dc90-4cde-b210-a1cd5497fa6a') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:52.597727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.616168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.625979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:52.626469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.680039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8dff596e-0e59-4676-85a3-7655fc073c21 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:52.698811 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:52.733958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff596e-0e59-4676-85a3-7655fc073c21 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3060a836-48a5-493e-8935-cb7fd8bc2376,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:52.839970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.868157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9712e2-a6c8-4cd9-8ff9-dbb89213e040 req-f8ca60e3-3f49-4756-942d-1967d9886d75 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:52.869958 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9f9712e2-a6c8-4cd9-8ff9-dbb89213e040 req-f8ca60e3-3f49-4756-942d-1967d9886d75 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2466383 Feb 17 11:51:52.894841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41518) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:52.924183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8dff596e-0e59-4676-85a3-7655fc073c21 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.928061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8dff596e-0e59-4676-85a3-7655fc073c21 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/3060a836-48a5-493e-8935-cb7fd8bc2376 HTTP/1.1" status: 204 len: 168 time: 1.2269495 Feb 17 11:51:52.928918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41524) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:52.938185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.965242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9f9712e2-a6c8-4cd9-8ff9-dbb89213e040 req-02726102-124a-476b-81e5-b185cd47e923 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809884 Feb 17 11:51:52.965242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:52.994208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.000903 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/a50912c6-9b7a-40a5-9893-08f78d0dddaa HTTP/1.1" status: 204 len: 168 time: 0.9661152 Feb 17 11:51:53.004413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41530) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:53.007311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51392f-d722-4cdc-b7c4-904a17b6a743 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Network': ['ID=a50912c6-9b7a-40a5-9893-08f78d0dddaa,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:53.198058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9642031e-7ee5-4797-a802-f5d09ce14664 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:53.337626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Allocated IP 172.26.6.16 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/9fe3903b-d8dc-4662-9b93-cc6e67f3f16b) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:53.383066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting subnet 08cc64df-00f7-483c-a3ba-44d536b81839 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:51:53.392352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.440896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1414524806'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:53.455551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:53.459743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9642031e-7ee5-4797-a802-f5d09ce14664 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:53.461011 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9642031e-7ee5-4797-a802-f5d09ce14664 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5248671 Feb 17 11:51:53.471056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41542) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:53.478008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Usage tracker for resource:network and tenant:1bd3ade1446e41f0a15993e1df41d58c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:53.486267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': '0a9e8469-a9c9-450c-8875-e85d0aa50259', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:53.490730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:53.499798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:53.505239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:53.508011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:53.514243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:53.519083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.569105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:53.628481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.652426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.670440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9baca2a-d06d-442c-9767-679926946a54 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:53.704838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:53.707885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.727306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 6b7883ee-b553-4ff5-891b-cbf8bdc69827 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:53.728225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.747164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.798835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:53.802994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Usage tracker for resource:security_group_rule and tenant:1bd3ade1446e41f0a15993e1df41d58c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:53.809177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:53.814610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:53.879260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port a9baca2a-d06d-442c-9767-679926946a54 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:51:53.883401 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The resource could not be found. Feb 17 11:51:53.889276 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-67b38773-97ea-4a60-b927-7aed45b5fa28 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4115448 Feb 17 11:51:53.889839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41552) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:53.894875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port a9baca2a-d06d-442c-9767-679926946a54 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:53.896308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.899515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--345811866'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:53.911929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:53.928587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.935199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:53.955293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:53.982072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Subnet': ['ID=08cc64df-00f7-483c-a3ba-44d536b81839,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:54.002161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.013399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.023171 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e1c75af6-e087-473e-8c03-d19eb6894c1a tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/subnets/08cc64df-00f7-483c-a3ba-44d536b81839 HTTP/1.1" status: 204 len: 168 time: 1.0165725 Feb 17 11:51:54.024553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41556) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:54.026682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.061694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4cb2f-e814-45fb-85e5-36b7c2670b99 None None] Network 551ba7ec-4713-47c1-b65f-e2cf944c2077 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:54.081187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.149309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.162091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Deleting port 2fab172e-efb1-46d9-af48-5ac1b61917ce {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:54.162622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.173101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port a9baca2a-d06d-442c-9767-679926946a54, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a9baca2a-d06d-442c-9767-679926946a54,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:54.196338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.204975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:54.218930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 6b7883ee-b553-4ff5-891b-cbf8bdc69827 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:54.228214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41562) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:54.253279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.256195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.271241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:54.280730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:54.284482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:54.288719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d12758-c595-4d06-bd06-4d591daad9be,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:54.334107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.334472 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Added segment 6687b906-63a7-4ab2-8a6e-30a90e7c2ab2 of type vlan for network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 Feb 17 11:51:54.336288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Port': ['ID=9fe3903b-d8dc-4662-9b93-cc6e67f3f16b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:54.380888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:54.385825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:54.390180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:54.397593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:54.401262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=a9baca2a-d06d-442c-9767-679926946a54,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:54.468144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.488292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.521016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] DHCP port deletion for 551ba7ec-4713-47c1-b65f-e2cf944c2077 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:51:54.525560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Deleting port 2fab172e-efb1-46d9-af48-5ac1b61917ce {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:54.526444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.547892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] For port 2fab172e-efb1-46d9-af48-5ac1b61917ce, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2fab172e-efb1-46d9-af48-5ac1b61917ce,segment=NetworkSegment(e63960f2-537a-4fe6-ae9c-cc430bacccf6),segment_id=e63960f2-537a-4fe6-ae9c-cc430bacccf6)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:54.548245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.551992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.619838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-548441202'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:54.625550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:54.630014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:54.638119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:54.640575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:54.702446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.706124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:54.707086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.718176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Calling delete_port for 2fab172e-efb1-46d9-af48-5ac1b61917ce owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:54.748194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f964e0-bcf2-4c0c-8404-c7be302d426f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:54.776412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:54.779308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.785407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] For port 2fab172e-efb1-46d9-af48-5ac1b61917ce, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2fab172e-efb1-46d9-af48-5ac1b61917ce,segment=NetworkSegment(e63960f2-537a-4fe6-ae9c-cc430bacccf6),segment_id=e63960f2-537a-4fe6-ae9c-cc430bacccf6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:54.786137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.856008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.860171 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-27279dc0-da71-4bef-b119-4d76f044526c tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9665732 Feb 17 11:51:54.860396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41568) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:54.866734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--843767125'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:54.874194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:54.879164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:54.882742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:54.889714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:54.951754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.952491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.957284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:54.962137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Calling delete_port for 2fab172e-efb1-46d9-af48-5ac1b61917ce owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:54.994237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Network': ['ID=6a6a6d56-709a-4a87-b2ac-f8bc1789c061,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:55.018763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:55.021859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.032519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:55.037617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:security_group_rule and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:55.040525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:55.047022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:55.079984 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9721b3fc-43c4-4c6a-8e59-d98d43be1fbe tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1811981 Feb 17 11:51:55.080190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41572) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:55.095415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'subnet': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:55.126813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.149308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:51:55.155858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:51:55.156274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=6b7883ee-b553-4ff5-891b-cbf8bdc69827,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:55.191739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.273210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Port': ['ID=2fab172e-efb1-46d9-af48-5ac1b61917ce,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:55.286977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.301387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] No DVR routers for this DVR port 2fab172e-efb1-46d9-af48-5ac1b61917ce on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:51:55.303634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:55.308726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:55.312629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:55.319559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:55.339842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:55.361379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Usage tracker for resource:subnet and tenant:1bd3ade1446e41f0a15993e1df41d58c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:55.371634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.374898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:55.445680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:55.487260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:55.494046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.516234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3330e2ad-86be-4bbb-b560-b52db5ae28fd,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:55.523912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.524249 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment d70b332a-85d9-4fdd-8b94-86d5361e4c03 of type vlan for network 31d34a2f-638e-4171-9672-75d8633b212f Feb 17 11:51:55.535055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551ba7ec-4713-47c1-b65f-e2cf944c2077']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:55.546496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.551834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63960f2-537a-4fe6-ae9c-cc430bacccf6') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:55.552221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63960f2-537a-4fe6-ae9c-cc430bacccf6') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:55.577354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.591981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.601909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:55.606671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9baca2a-d06d-442c-9767-679926946a54 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:55.625468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.629460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.645655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.651754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Deleting port 2fab172e-efb1-46d9-af48-5ac1b61917ce {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:55.652505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.694399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:51:55.694704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:51:55.718889 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:51:55.739481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ee04e0a7-c8f5-4234-87de-e018e0aeb796 None None] The port '2fab172e-efb1-46d9-af48-5ac1b61917ce' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:51:55.769572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port a9baca2a-d06d-442c-9767-679926946a54 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:51:55.770127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.773346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93eab6e2-384f-4e63-b201-8dd39fe51a98,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:55.825820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.838396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.843388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eed7087b-c14e-4490-bec9-43e3112100f7 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9790554 Feb 17 11:51:55.844706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41576) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:55.854993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group_rule': {'security_group_id': 'e5f964e0-bcf2-4c0c-8404-c7be302d426f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '93eab6e2-384f-4e63-b201-8dd39fe51a98'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:55.911495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:55.916314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.920137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:55.920731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:55.951163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2fab172e-efb1-46d9-af48-5ac1b61917ce no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:51:55.956334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:55.963021 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:55.979505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:55.984338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2fab172e-efb1-46d9-af48-5ac1b61917ce {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:51:55.984664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2fab172e-efb1-46d9-af48-5ac1b61917ce not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:51:55.992438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Router 2238a2e3-1cf2-4266-8258-6ce865a2c2f2 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:51:56.046184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.081581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.101168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=31d34a2f-638e-4171-9672-75d8633b212f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:56.109316 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] 10.222.0.47 "DELETE /v2.0/networks/551ba7ec-4713-47c1-b65f-e2cf944c2077 HTTP/1.1" status: 204 len: 168 time: 2.0837569 Feb 17 11:51:56.117654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.117654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.117985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.118306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.118604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.118930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.119251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.119571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.119890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.120235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.120574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:56.134673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 31d34a2f-638e-4171-9672-75d8633b212f details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:56.157304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dafa84-0aab-4887-b1ba-b0d1fdd73a33 tempest-NetworksIpV6TestAttrs-1261391614 tempest-NetworksIpV6TestAttrs-1261391614-project] Pushing event deleted for resources: {'Network': ['ID=551ba7ec-4713-47c1-b65f-e2cf944c2077,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:56.211485 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-db68f79b-3fd1-4ff6-81a4-7e970deca48d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9794796 Feb 17 11:51:56.214582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41582) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:56.222159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1436454717'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:56.239341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:56.246975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:56.251838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:56.261857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:56.301837 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:51:56.303147 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a8d9d3e3-ef57-457d-8964-f6c32a6b4d77 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4585888 Feb 17 11:51:56.307529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41586) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:56.365075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:56.368241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.401230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.457803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dab4b17-d0e8-494b-ad45-5615e76cefcd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.477280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:51:56.518425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.518785 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment a22851f5-56e9-4071-ab55-4a60362fb3b9 of type vlan for network 7df00523-3fe2-4f87-8638-0642d7d109e3 Feb 17 11:51:56.527713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dab4b17-d0e8-494b-ad45-5615e76cefcd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.554185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Subnet': ['ID=8f2fee4e-7094-4b04-8b19-e67ac8c36871,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:56.600408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:56.607072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.615440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Checking segment: {'id': '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:56.615797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network hostable DHCP agents. Network: 6a6a6d56-709a-4a87-b2ac-f8bc1789c061, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:56.618136 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Sync routers for ids ['2238a2e3-1cf2-4266-8258-6ce865a2c2f2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:56.621059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 0d906539-3b20-40c0-bee9-7b0f350a7996 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:51:56.638379 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Routers {'2238a2e3-1cf2-4266-8258-6ce865a2c2f2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:56.640544 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2238a2e3-1cf2-4266-8258-6ce865a2c2f2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:56.751742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.752832 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-097189b6-3ffb-4576-a3cd-586be8b56bda tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9472506 Feb 17 11:51:56.755778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41590) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:56.811518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:51:56.816085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.820231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e2fb66d5-9787-4153-ad73-4c7043c58d77 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/0d906539-3b20-40c0-bee9-7b0f350a7996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8897278 Feb 17 11:51:56.820377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:56.820860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.820984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41594) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:56.825345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:56.828223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dab4b17-d0e8-494b-ad45-5615e76cefcd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:56.829686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] Sync routers for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:51:56.830372 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Set router 2238a2e3-1cf2-4266-8258-6ce865a2c2f2 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:56.854370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:56.855966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:56.973066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:56.988940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:56.989931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:57.039317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41600) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.055694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:57.056342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d13aaa-487c-4cef-a00e-dad3bde3df55 None None] The sync data for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:57.149202 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238a2e3-1cf2-4266-8258-6ce865a2c2f2', 'name': 'tempest-snat-router-1301305199', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '9fe3903b-d8dc-4662-9b93-cc6e67f3f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:51Z', 'updated_at': '2022-02-17T11:51:54Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': '9fe3903b-d8dc-4662-9b93-cc6e67f3f16b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238a2e3-1cf2-4266-8258-6ce865a2c2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:53Z', 'updated_at': '2022-02-17T11:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:57.151547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab4b17-d0e8-494b-ad45-5615e76cefcd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eab6e2-384f-4e63-b201-8dd39fe51a98,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:57.153829 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Checking router: 2238a2e3-1cf2-4266-8258-6ce865a2c2f2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:51:57.159372 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Updating router 2238a2e3-1cf2-4266-8258-6ce865a2c2f2 port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:51:57.161106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 6a6a6d56-709a-4a87-b2ac-f8bc1789c061) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:57.170228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c851e9-2c42-4a39-a864-68aef8637b87 None None] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:57.185963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dab4b17-d0e8-494b-ad45-5615e76cefcd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.187113 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5dab4b17-d0e8-494b-ad45-5615e76cefcd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/93eab6e2-384f-4e63-b201-8dd39fe51a98 HTTP/1.1" status: 204 len: 168 time: 0.8780117 Feb 17 11:51:57.188699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:57.189282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.196005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41606) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.213056 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.223323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=7df00523-3fe2-4f87-8638-0642d7d109e3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:57.285751 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a0f01fe6-a9d7-4e70-bb27-6a627a419384 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0700045 Feb 17 11:51:57.290096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41610) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.316657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '31d34a2f-638e-4171-9672-75d8633b212f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:57.438171 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8621b474-4b4a-4b59-bb96-09e3135bb522 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a3ced4bf3fe41ec99699f66bbd1da04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3978815 Feb 17 11:51:57.445644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41614) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.462089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:51:57.492559 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5630fcd7-fe65-4be9-a4f7-8636ee4c4b23 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4090149 Feb 17 11:51:57.495148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41618) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.503330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1496900858'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:57.519563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ac78ee93-cce9-4578-8afb-271079ead0ae tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:57.543495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:57.549812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:57.553837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:57.564859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:57.603051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.608514 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a1bf249c-f8ae-4db4-8186-c34deec2c67d tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/2238a2e3-1cf2-4266-8258-6ce865a2c2f2 HTTP/1.1" status: 200 len: 907 time: 0.8489797 Feb 17 11:51:57.609284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41622) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.617545 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.631122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'tenant_id': '1bd3ade1446e41f0a15993e1df41d58c', 'fixed_ips': [{'subnet_id': '8f2fee4e-7094-4b04-8b19-e67ac8c36871'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:57.632184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.641318 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Transition to ACTIVE for port object 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:57.679169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ac78ee93-cce9-4578-8afb-271079ead0ae tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:57.683258 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ac78ee93-cce9-4578-8afb-271079ead0ae tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4781983 Feb 17 11:51:57.687836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:57.703020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41626) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:57.747393 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.786414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.836817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:57.850576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.856175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Allocated IP 2001:db8::2 (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/3ece590c-0893-4785-be3d-87cbae95432b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:57.858685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Usage tracker for resource:port and tenant:1bd3ade1446e41f0a15993e1df41d58c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:57.864584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:57.882494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:57.900099 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1540e3-122b-49f6-8960-f98a3e2d9159 None None] Pushing event updated for resources: {'Port': ['ID=9fe3903b-d8dc-4662-9b93-cc6e67f3f16b,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:57.913968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.915610 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Attempting to bind port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:57.915966 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Attempting to bind port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:57.917236 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Attempting to bind port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:57.926141 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:57.926969 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:57.927665 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.928697 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:57.929517 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Bound port: 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:57.930355 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:57.994120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:51:57.998349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.022262 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] For port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:58.026987 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] For port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9fe3903b-d8dc-4662-9b93-cc6e67f3f16b,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:58.027489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8109cb23-6386-48b9-9615-42b9e884a7bd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.033460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.078293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8109cb23-6386-48b9-9615-42b9e884a7bd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.108134 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.126584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67574a3-5b2f-4daa-ae26-9cae03a322de,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:58.129743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] device_id is not set on port bb294f55-c4e6-4476-b80f-fbd7631d4c67 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:51:58.184483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.197845 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1540e3-122b-49f6-8960-f98a3e2d9159 None None] Pushing event updated for resources: {'Port': ['ID=9fe3903b-d8dc-4662-9b93-cc6e67f3f16b,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:58.203218 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Routers {'2238a2e3-1cf2-4266-8258-6ce865a2c2f2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:51:58.203802 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2238a2e3-1cf2-4266-8258-6ce865a2c2f2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:58.208656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.212664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c67574a3-5b2f-4daa-ae26-9cae03a322de HTTP/1.1" status: 204 len: 168 time: 0.7657955 Feb 17 11:51:58.235456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.236529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.236529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.236529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.237695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.237695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.237695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.238143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.238533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.238922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.239307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80050063-a8e2-459b-a94b-73f72a36490f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:51:58.279829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Transition to ACTIVE for port object 3ece590c-0893-4785-be3d-87cbae95432b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:58.285613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.317018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Transition to ACTIVE for port object 3ece590c-0893-4785-be3d-87cbae95432b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:58.399249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.435996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8109cb23-6386-48b9-9615-42b9e884a7bd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.490462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109cb23-6386-48b9-9615-42b9e884a7bd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f964e0-bcf2-4c0c-8404-c7be302d426f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:58.504727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:58.518327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:58.522337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:58.540632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Pushing event updated for resources: {'Port': ['ID=3ece590c-0893-4785-be3d-87cbae95432b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:58.546616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] Set router 2238a2e3-1cf2-4266-8258-6ce865a2c2f2 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:51:58.574603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8109cb23-6386-48b9-9615-42b9e884a7bd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.578988 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8109cb23-6386-48b9-9615-42b9e884a7bd tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/e5f964e0-bcf2-4c0c-8404-c7be302d426f HTTP/1.1" status: 204 len: 168 time: 0.8162546 Feb 17 11:51:58.583694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41632) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:58.662967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Attempting to bind port 3ece590c-0893-4785-be3d-87cbae95432b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:51:58.663977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Attempting to bind port 3ece590c-0893-4785-be3d-87cbae95432b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:51:58.664497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Attempting to bind port 3ece590c-0893-4785-be3d-87cbae95432b on network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:51:58.673154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:51:58.681727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Checking segment: {'id': '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:58.681727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.681727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Bound using segment: {'id': '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:51:58.681727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Bound port: 3ece590c-0893-4785-be3d-87cbae95432b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:51:58.681727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.682371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.683001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Allocated IP 2001:db8::347 (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/bb294f55-c4e6-4476-b80f-fbd7631d4c67) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:58.751258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ba99852e-234b-400f-9279-201181eefafa tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:51:58.756979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=414963c5-d92f-443f-84cd-5323637fdca7,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:58.807217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] For port 3ece590c-0893-4785-be3d-87cbae95432b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:51:58.812564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] For port 3ece590c-0893-4785-be3d-87cbae95432b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3ece590c-0893-4785-be3d-87cbae95432b,segment=NetworkSegment(6687b906-63a7-4ab2-8a6e-30a90e7c2ab2),segment_id=6687b906-63a7-4ab2-8a6e-30a90e7c2ab2)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:51:58.832470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.860488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': 'd70b332a-85d9-4fdd-8b94-86d5361e4c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31d34a2f-638e-4171-9672-75d8633b212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:51:58.860845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 31d34a2f-638e-4171-9672-75d8633b212f, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:51:58.902589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ba99852e-234b-400f-9279-201181eefafa tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:51:58.904041 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ba99852e-234b-400f-9279-201181eefafa tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3160293 Feb 17 11:51:58.908507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41640) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:58.921374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012527301'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:58.932115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:58.936157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:58.943995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:58.955483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Deleting port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:58.955902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.010432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 31d34a2f-638e-4171-9672-75d8633b212f is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:51:59.013724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 6358992d-184f-4a72-99b9-a16ca0525dd5 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:51:59.014105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.017828 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238a2e3-1cf2-4266-8258-6ce865a2c2f2', 'name': 'tempest-snat-router-1301305199', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '9fe3903b-d8dc-4662-9b93-cc6e67f3f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:51Z', 'updated_at': '2022-02-17T11:51:54Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': '9fe3903b-d8dc-4662-9b93-cc6e67f3f16b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238a2e3-1cf2-4266-8258-6ce865a2c2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:53Z', 'updated_at': '2022-02-17T11:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:51:59.029061 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bdd9d-8d57-41d8-a0c4-ca3fc1e71f95 None None] The sync data for ids ['2238a2e3-1cf2-4266-8258-6ce865a2c2f2'] in dv-neutron-828728-1-hyperv is: [{'id': '2238a2e3-1cf2-4266-8258-6ce865a2c2f2', 'name': 'tempest-snat-router-1301305199', 'tenant_id': '7578850ec2954b2d9ca4bc588eba41a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '9fe3903b-d8dc-4662-9b93-cc6e67f3f16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:51:51Z', 'updated_at': '2022-02-17T11:51:54Z', 'revision_number': 3, 'project_id': '7578850ec2954b2d9ca4bc588eba41a6', 'gw_port': {'id': '9fe3903b-d8dc-4662-9b93-cc6e67f3f16b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238a2e3-1cf2-4266-8258-6ce865a2c2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:51:53Z', 'updated_at': '2022-02-17T11:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:51:59.047095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.071334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdedb2-d21e-4ff0-89f6-82620dd7e7e1 None None] Pushing event updated for resources: {'Port': ['ID=3ece590c-0893-4785-be3d-87cbae95432b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:59.103960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.170944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 31d34a2f-638e-4171-9672-75d8633b212f) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:59.176553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:59.177341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.181926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a65c2-0c5a-4ada-a788-1ac4a232fee0 None None] Network 31d34a2f-638e-4171-9672-75d8633b212f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:51:59.189840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Transition to ACTIVE for port object bb294f55-c4e6-4476-b80f-fbd7631d4c67 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:51:59.255145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:51:59.280662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Usage tracker for resource:security_group_rule and tenant:0d484eb5b982493bb587c8bcc2e4103d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:51:59.285192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:51:59.297858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] For port 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9fe3903b-d8dc-4662-9b93-cc6e67f3f16b,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:51:59.298231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.307361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:51:59.329085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.349080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-826742bd-415e-4b4e-afd3-976a807ffd48 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0530469 Feb 17 11:51:59.350101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41650) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:59.436206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:59.451080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.581178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 6358992d-184f-4a72-99b9-a16ca0525dd5 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:59.628755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-31d34a2f-638e-4171-9672-75d8633b212f', 'network_id': '31d34a2f-638e-4171-9672-75d8633b212f', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': '414963c5-d92f-443f-84cd-5323637fdca7'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:51:59.629602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.688597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3ece590c-0893-4785-be3d-87cbae95432b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:51:59.701104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:51:59.708085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:51:59.719651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=bb294f55-c4e6-4476-b80f-fbd7631d4c67,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:51:59.722841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:51:59.723950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:51:59.724822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:51:59.826286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Calling delete_port for 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:51:59.844935 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-866579a3-6b7d-48ea-aa52-e02611039766 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3414407 Feb 17 11:51:59.845715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41658) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:51:59.871591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1484138238', 'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:75:2c:d0'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:51:59.952008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Allocated IP 2001:db8::2 (31d34a2f-638e-4171-9672-75d8633b212f/414963c5-d92f-443f-84cd-5323637fdca7/625c0921-9738-462e-a072-f11a5835bf04) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:51:59.988114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3ece590c-0893-4785-be3d-87cbae95432b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:00.088840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:00.095180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:00.103432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:00.113102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:00.127214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.128613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Usage tracker for resource:port and tenant:1bd3ade1446e41f0a15993e1df41d58c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:00.128974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:00.132881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:00.141235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:00.187134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.218512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.241825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:00.311808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=6358992d-184f-4a72-99b9-a16ca0525dd5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:00.316990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41666) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:00.431504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:00.553309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514cfd02-ac73-4d0b-ae19-4a78bb8a9d8f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:00.597302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.605658 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42c277e1-bcd4-49a8-8c55-42f798febc36 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6949079 Feb 17 11:52:00.618087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41674) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:00.634818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0771ce41-55d8-4021-848d-0983a1f198eb tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:00.637288 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-0771ce41-55d8-4021-848d-0983a1f198eb tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 11:52:00.642236 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0771ce41-55d8-4021-848d-0983a1f198eb tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "PUT /v2.0/security-groups/514cfd02-ac73-4d0b-ae19-4a78bb8a9d8f HTTP/1.1" status: 409 len: 330 time: 0.0197499 Feb 17 11:52:00.642236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.660397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc9bede-f133-46fd-8352-9158753a6482 None None] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:00.676396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41678) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:00.693049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.738258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958620889'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:00.754630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:00.779049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:00.789715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:00.796323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:00.817358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Transition to ACTIVE for port object 625c0921-9738-462e-a072-f11a5835bf04 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:00.821725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:00.864050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Transition to ACTIVE for port object 625c0921-9738-462e-a072-f11a5835bf04 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:00.865920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fe3903b-d8dc-4662-9b93-cc6e67f3f16b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:00.984012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] Provisioning for port 3ece590c-0893-4785-be3d-87cbae95432b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:00.987859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.063271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] Provisioning complete for port 3ece590c-0893-4785-be3d-87cbae95432b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:01.063688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.118380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.130343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.130949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Network 31d34a2f-638e-4171-9672-75d8633b212f is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:01.145374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:01.148317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:01.161300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] device_id is not set on port d2c313f6-6b9c-4678-838b-e383b336d7f4 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:01.179996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Pushing event updated for resources: {'Port': ['ID=625c0921-9738-462e-a072-f11a5835bf04,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:01.194582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2262d853-ed3f-475c-902c-3bec4fbc01bc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.201076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:01.205280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.216115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.264901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.344879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2262d853-ed3f-475c-902c-3bec4fbc01bc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.352698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Attempting to bind port 625c0921-9738-462e-a072-f11a5835bf04 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:01.353184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Attempting to bind port 625c0921-9738-462e-a072-f11a5835bf04 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'd70b332a-85d9-4fdd-8b94-86d5361e4c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31d34a2f-638e-4171-9672-75d8633b212f'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:01.353644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Attempting to bind port 625c0921-9738-462e-a072-f11a5835bf04 on network 31d34a2f-638e-4171-9672-75d8633b212f {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:01.430949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:01.431466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Checking segment: {'id': 'd70b332a-85d9-4fdd-8b94-86d5361e4c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31d34a2f-638e-4171-9672-75d8633b212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:01.432143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.433860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Bound using segment: {'id': 'd70b332a-85d9-4fdd-8b94-86d5361e4c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31d34a2f-638e-4171-9672-75d8633b212f'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:01.434504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Bound port: 625c0921-9738-462e-a072-f11a5835bf04, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70b332a-85d9-4fdd-8b94-86d5361e4c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '31d34a2f-638e-4171-9672-75d8633b212f'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:01.434983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.453552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.458302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.461341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.544742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:01.552180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.552770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2238a2e3-1cf2-4266-8258-6ce865a2c2f2 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:01.556525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:security_group_rule and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:01.561397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:01.572340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:01.584301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.588158 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6ebde709-28cd-4d7f-b7a8-19b070978202 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2238a2e3-1cf2-4266-8258-6ce865a2c2f2 HTTP/1.1" status: 204 len: 168 time: 3.9733207 Feb 17 11:52:01.588299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] For port 3ece590c-0893-4785-be3d-87cbae95432b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3ece590c-0893-4785-be3d-87cbae95432b,segment=NetworkSegment(6687b906-63a7-4ab2-8a6e-30a90e7c2ab2),segment_id=6687b906-63a7-4ab2-8a6e-30a90e7c2ab2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:01.589167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41682) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:01.589311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Allocated IP 2001:db8::19b (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/d2c313f6-6b9c-4678-838b-e383b336d7f4) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:01.592673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] For port 625c0921-9738-462e-a072-f11a5835bf04, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:01.596944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] For port 625c0921-9738-462e-a072-f11a5835bf04, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=625c0921-9738-462e-a072-f11a5835bf04,segment=NetworkSegment(d70b332a-85d9-4fdd-8b94-86d5361e4c03),segment_id=d70b332a-85d9-4fdd-8b94-86d5361e4c03)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:01.668688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.732533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2262d853-ed3f-475c-902c-3bec4fbc01bc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.754342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.780858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c57c2-0ef5-4ee4-bf32-13672fc9899b None None] Pushing event updated for resources: {'Port': ['ID=3ece590c-0893-4785-be3d-87cbae95432b,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:01.783204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262d853-ed3f-475c-902c-3bec4fbc01bc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=514cfd02-ac73-4d0b-ae19-4a78bb8a9d8f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:01.794701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:01.934968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554a205-7781-45a1-b2f2-577ed300a601 None None] Pushing event updated for resources: {'Port': ['ID=625c0921-9738-462e-a072-f11a5835bf04,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:01.959692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df68b635-1231-4fdb-8ba3-8de6b886beda None None] Provisioning for port bb294f55-c4e6-4476-b80f-fbd7631d4c67 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:01.965870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df68b635-1231-4fdb-8ba3-8de6b886beda None None] Provisioning complete for port bb294f55-c4e6-4476-b80f-fbd7631d4c67 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:01.966247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df68b635-1231-4fdb-8ba3-8de6b886beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.007334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=1a67d7c2-4995-438b-9a8c-8cf25a74a4d1,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:02.023089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': 'a22851f5-56e9-4071-ab55-4a60362fb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:02.023089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 7df00523-3fe2-4f87-8638-0642d7d109e3, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:02.041146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-df68b635-1231-4fdb-8ba3-8de6b886beda None None] Port bb294f55-c4e6-4476-b80f-fbd7631d4c67 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:02.060103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df68b635-1231-4fdb-8ba3-8de6b886beda None None] Provisioning complete for port 3ece590c-0893-4785-be3d-87cbae95432b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:02.060608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df68b635-1231-4fdb-8ba3-8de6b886beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.132853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.138089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2262d853-ed3f-475c-902c-3bec4fbc01bc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.139225 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2262d853-ed3f-475c-902c-3bec4fbc01bc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/514cfd02-ac73-4d0b-ae19-4a78bb8a9d8f HTTP/1.1" status: 204 len: 168 time: 1.4619582 Feb 17 11:52:02.149550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41686) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:02.220873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.226974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:02.275641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 0d906539-3b20-40c0-bee9-7b0f350a7996 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:02.317534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.344876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Transition to ACTIVE for port object d2c313f6-6b9c-4678-838b-e383b336d7f4 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:02.368040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 7df00523-3fe2-4f87-8638-0642d7d109e3) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:02.368251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-98e440be-a277-4c63-8093-c24f531e98b8 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Synchronizing usage tracker for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:02.374415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:02.374721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.375145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.395397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f25d2-30c2-4d71-823d-482e0285fdeb None None] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:02.469810 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-577df5ef-91be-4386-8e7c-8a89f18ccad8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1135278 Feb 17 11:52:02.473281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41690) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:02.482161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-216684850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:02.485514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:02.490689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:02.497648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:02.505976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:02.513313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-160b97cc-822b-4042-b19f-1104c24a942a None None] Provisioning complete for port bb294f55-c4e6-4476-b80f-fbd7631d4c67 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:02.513313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-160b97cc-822b-4042-b19f-1104c24a942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.515893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:02.535148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.576579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.576919 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment 09d80f0c-2156-46a2-9a5d-9eb1feabf1f2 of type vlan for network f3e025fb-f590-4851-8528-cba3bade960f Feb 17 11:52:02.582998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef286a2-0427-4d6c-ac4a-8b14c45a7e43,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:02.593635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-98e440be-a277-4c63-8093-c24f531e98b8 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] Unset dirty status for tenant:0d484eb5b982493bb587c8bcc2e4103d on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:02.595424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-98e440be-a277-4c63-8093-c24f531e98b8 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4412019 Feb 17 11:52:02.601152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41694) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:02.619059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Deleting port a9baca2a-d06d-442c-9767-679926946a54 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:02.619545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.623971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.636977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:02.640295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-160b97cc-822b-4042-b19f-1104c24a942a None None] Port bb294f55-c4e6-4476-b80f-fbd7631d4c67 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:02.644672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.647954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.656433 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] Sync routers for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:02.661030 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-47b60f17-ac6f-44a6-a5dc-136d6d0faa2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/0d906539-3b20-40c0-bee9-7b0f350a7996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8360126 Feb 17 11:52:02.661214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41698) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:02.662511 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-ab4c2be5-25b0-4333-a9fe-98aeb463f784 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] delete failed (client error): The resource could not be found. Feb 17 11:52:02.668053 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ab4c2be5-25b0-4333-a9fe-98aeb463f784 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "DELETE /v2.0/security-groups/61a33e12-bb68-4bef-bdcf-4dfb02b89261 HTTP/1.1" status: 404 len: 347 time: 0.0656450 Feb 17 11:52:02.671904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:02.679635 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:02.680945 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:02.708262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.709315 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-7ea4f88f-eb83-4aad-9510-39c14377f392 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] show failed (client error): The resource could not be found. Feb 17 11:52:02.711805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-93b40384-70a5-46a5-bbdb-72d9c0f1d51d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:02.714931 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7ea4f88f-eb83-4aad-9510-39c14377f392 tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-groups/46e0e3df-c358-4670-9ccb-adfc31a023a4 HTTP/1.1" status: 404 len: 347 time: 0.0419121 Feb 17 11:52:02.715602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41706) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:02.755131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-7df00523-3fe2-4f87-8638-0642d7d109e3', 'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': '1a67d7c2-4995-438b-9a8c-8cf25a74a4d1'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:02.755977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.805702 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:02.811708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.815597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:02.816113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.823550 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] Routers {'0d906539-3b20-40c0-bee9-7b0f350a7996'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:02.825676 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:51:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0d906539-3b20-40c0-bee9-7b0f350a7996'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:02.836713 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-5f6b68d8-db87-4c1b-a697-19400b1aebfc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] show failed (client error): The resource could not be found. Feb 17 11:52:02.849551 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5f6b68d8-db87-4c1b-a697-19400b1aebfc tempest-NegativeSecGroupTest-1638105863 tempest-NegativeSecGroupTest-1638105863-project] 10.222.0.47 "GET /v2.0/security-group-rules/e52fcbde-7d20-43a6-a976-18b22b68e1e1 HTTP/1.1" status: 404 len: 356 time: 0.1297724 Feb 17 11:52:02.853108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:02.927407 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:02.927991 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d43b8d-1e6f-4e32-986e-c44f5f2ddb4d None None] The sync data for ids ['0d906539-3b20-40c0-bee9-7b0f350a7996'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:02.965900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] For port a9baca2a-d06d-442c-9767-679926946a54, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a9baca2a-d06d-442c-9767-679926946a54,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:02.968166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.006715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Allocated IP 2001:db8:1::2 (7df00523-3fe2-4f87-8638-0642d7d109e3/1a67d7c2-4995-438b-9a8c-8cf25a74a4d1/07be00d3-f103-4d4d-9470-fc4db124cfde) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:03.080783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-93b40384-70a5-46a5-bbdb-72d9c0f1d51d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:03.082204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-93b40384-70a5-46a5-bbdb-72d9c0f1d51d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d906539-3b20-40c0-bee9-7b0f350a7996 HTTP/1.1" status: 200 len: 205 time: 0.4200921 Feb 17 11:52:03.104338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41712) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:03.162671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:03.169873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:03.188773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:03.192927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:03.193563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.220773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=d2c313f6-6b9c-4678-838b-e383b336d7f4,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:03.247599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=f3e025fb-f590-4851-8528-cba3bade960f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:03.272566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network f3e025fb-f590-4851-8528-cba3bade960f details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:03.274851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.318381 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c18db00a-22f5-4dc0-85b0-95b41852088e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9976954 Feb 17 11:52:03.319096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Calling delete_port for a9baca2a-d06d-442c-9767-679926946a54 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:03.360793 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2c26caae-4a1a-42de-bd39-08691b072fa0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.5020192 Feb 17 11:52:03.371736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41716) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:03.446690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41722) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:03.456729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:03.507991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae454a17-b228-475a-921d-39134072c848 None None] Network 31d34a2f-638e-4171-9672-75d8633b212f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:03.641674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.679857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41726) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:03.692567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4d928fa6-ca69-40bc-9588-bcb6f5513479 None None] Provisioning for port 625c0921-9738-462e-a072-f11a5835bf04 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:03.716460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9baca2a-d06d-442c-9767-679926946a54,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:03.730877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:03.736768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:03.750306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:03.761444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.765471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:03.785079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2567b17-c3d1-4731-baba-386ba4b11bf0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:03.790122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2567b17-c3d1-4731-baba-386ba4b11bf0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:03.796106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 625c0921-9738-462e-a072-f11a5835bf04 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:03.797358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2567b17-c3d1-4731-baba-386ba4b11bf0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:03.798278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d2567b17-c3d1-4731-baba-386ba4b11bf0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Synchronizing usage tracker for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:03.827741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.828854 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-28dfc2bd-4a60-4215-8d33-2a79ac4ceacf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3539340 Feb 17 11:52:03.831703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41732) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:03.833458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Transition to ACTIVE for port object 07be00d3-f103-4d4d-9470-fc4db124cfde will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:03.851875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:03.905164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d2567b17-c3d1-4731-baba-386ba4b11bf0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Unset dirty status for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:03.909077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d2567b17-c3d1-4731-baba-386ba4b11bf0 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5333848 Feb 17 11:52:03.913511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:03.920744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41736) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:03.929271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Transition to ACTIVE for port object 07be00d3-f103-4d4d-9470-fc4db124cfde will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:03.996711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3079f1af-312e-428c-a799-a7e4db48a077 None None] Provisioning for port d2c313f6-6b9c-4678-838b-e383b336d7f4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:04.035920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3079f1af-312e-428c-a799-a7e4db48a077 None None] Provisioning complete for port d2c313f6-6b9c-4678-838b-e383b336d7f4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:04.036294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3079f1af-312e-428c-a799-a7e4db48a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.083892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.117138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.120932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3079f1af-312e-428c-a799-a7e4db48a077 None None] Port d2c313f6-6b9c-4678-838b-e383b336d7f4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:04.224209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 625c0921-9738-462e-a072-f11a5835bf04 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:04.248680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 625c0921-9738-462e-a072-f11a5835bf04 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:04.249055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.295556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:04.314182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Pushing event updated for resources: {'Port': ['ID=07be00d3-f103-4d4d-9470-fc4db124cfde,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:04.318083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:04.320776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:04.363707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port d2c313f6-6b9c-4678-838b-e383b336d7f4 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:04.364322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.386941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.482750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Attempting to bind port 07be00d3-f103-4d4d-9470-fc4db124cfde on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:04.483383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Attempting to bind port 07be00d3-f103-4d4d-9470-fc4db124cfde by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a22851f5-56e9-4071-ab55-4a60362fb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:04.483837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Attempting to bind port 07be00d3-f103-4d4d-9470-fc4db124cfde on network 7df00523-3fe2-4f87-8638-0642d7d109e3 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:04.559702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=e62049e3-842e-493d-bd5f-65632ad0a33f,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:04.564968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.569227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:04.569920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Checking segment: {'id': 'a22851f5-56e9-4071-ab55-4a60362fb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:04.570379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.570909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Bound using segment: {'id': 'a22851f5-56e9-4071-ab55-4a60362fb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:04.571434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Bound port: 07be00d3-f103-4d4d-9470-fc4db124cfde, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22851f5-56e9-4071-ab55-4a60362fb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7df00523-3fe2-4f87-8638-0642d7d109e3'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:04.571596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:04.571843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: f3e025fb-f590-4851-8528-cba3bade960f, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:04.571993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.581915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.672679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 625c0921-9738-462e-a072-f11a5835bf04, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=625c0921-9738-462e-a072-f11a5835bf04,segment=NetworkSegment(d70b332a-85d9-4fdd-8b94-86d5361e4c03),segment_id=d70b332a-85d9-4fdd-8b94-86d5361e4c03)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:04.700020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2ad33c71-38d5-4e08-a6ef-762c9991064f None None] Provisioning complete for port 625c0921-9738-462e-a072-f11a5835bf04 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:04.700472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2ad33c71-38d5-4e08-a6ef-762c9991064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.740831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] For port 07be00d3-f103-4d4d-9470-fc4db124cfde, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:04.756585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.757228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3ece590c-0893-4785-be3d-87cbae95432b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:04.787343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c566bc84-463a-4663-9eda-5a1be19a7aa6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d484eb5b982493bb587c8bcc2e4103d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1000056 Feb 17 11:52:04.789268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41742) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:04.829675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] For port 07be00d3-f103-4d4d-9470-fc4db124cfde, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07be00d3-f103-4d4d-9470-fc4db124cfde,segment=NetworkSegment(a22851f5-56e9-4071-ab55-4a60362fb3b9),segment_id=a22851f5-56e9-4071-ab55-4a60362fb3b9)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:04.864859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.874987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network f3e025fb-f590-4851-8528-cba3bade960f is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:04.889158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=625c0921-9738-462e-a072-f11a5835bf04,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:04.929766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.953815 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:04.958610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.035583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3ece590c-0893-4785-be3d-87cbae95432b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:05.036034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.082484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee30c24-9d4f-4fee-bdfa-597e87487702 None None] Pushing event updated for resources: {'Port': ['ID=07be00d3-f103-4d4d-9470-fc4db124cfde,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:05.145924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, f3e025fb-f590-4851-8528-cba3bade960f) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:05.151939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:05.152726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.167993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b20186-fbe5-4ce1-800a-5f6a1c372a0b None None] Network f3e025fb-f590-4851-8528-cba3bade960f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:05.200275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.200903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router 0d906539-3b20-40c0-bee9-7b0f350a7996 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:05.218042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.221527 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-88d46c1b-2066-4b4f-a30d-0b11e8215d97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/0d906539-3b20-40c0-bee9-7b0f350a7996 HTTP/1.1" status: 204 len: 168 time: 2.1137109 Feb 17 11:52:05.227330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41748) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:05.288238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.300537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9d652f14-d21b-42b5-b2a5-710c914b7f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.324606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.343136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.382302 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fcfa50ba-421c-47bf-b9e4-a0dbc86a1ef3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9343219 Feb 17 11:52:05.394817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41752) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:05.414518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1162871349'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:05.462806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9d652f14-d21b-42b5-b2a5-710c914b7f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.471279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:05.486603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:05.505003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:05.533696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-f3e025fb-f590-4851-8528-cba3bade960f', 'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': 'e62049e3-842e-493d-bd5f-65632ad0a33f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:05.538088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:05.540034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.701253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:05.704298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.712950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet 31e096a8-1668-4cb5-8b8d-4052555e22ee {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:05.725469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8::1 (31d34a2f-638e-4171-9672-75d8633b212f/414963c5-d92f-443f-84cd-5323637fdca7/93450fdc-23c7-49e2-b7ef-51f256cc44ed) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:05.737299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9d652f14-d21b-42b5-b2a5-710c914b7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.798446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Allocated IP 172.20.255.242 (f3e025fb-f590-4851-8528-cba3bade960f/e62049e3-842e-493d-bd5f-65632ad0a33f/ef6ea58b-2bff-4e22-b21d-0173a2ac31a5) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:05.818856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.823891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d652f14-d21b-42b5-b2a5-710c914b7f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67358229-c56f-446f-8fa6-5564bc4ccd7e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:05.911391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 625c0921-9738-462e-a072-f11a5835bf04 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:05.945745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9d652f14-d21b-42b5-b2a5-710c914b7f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:05.946950 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9d652f14-d21b-42b5-b2a5-710c914b7f8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67358229-c56f-446f-8fa6-5564bc4ccd7e HTTP/1.1" status: 204 len: 168 time: 1.1557062 Feb 17 11:52:05.960174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for d2c313f6-6b9c-4678-838b-e383b336d7f4 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:05.968552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:06.009207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.009616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment 55a00e15-d443-4c89-87a3-eab313db4dfd of type vlan for network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf Feb 17 11:52:06.088782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.131926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.132486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:06.143745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.154116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.160246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.171030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.176105 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-544a57a6-2335-48d6-b3d3-b21c06840db9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2b69b2b7-c04e-4cf7-83d7-7c585cc66f1c HTTP/1.1" status: 204 len: 168 time: 4.5817854 Feb 17 11:52:06.178654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41758) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:06.193329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Transition to ACTIVE for port object ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:06.234776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Transition to ACTIVE for port object ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:06.242620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-806460961', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:06.261460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 625c0921-9738-462e-a072-f11a5835bf04 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:06.262124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.264008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:06.273556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Usage tracker for resource:router and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:06.284447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object 93450fdc-23c7-49e2-b7ef-51f256cc44ed will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:06.286228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:06.309112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:06.359448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.374728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.380846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:06.381852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.422540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.477193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.478430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.491839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.506893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.585023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c0a9a-3a92-4963-be3e-40280361d0e7 None None] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:06.610649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Network f3e025fb-f590-4851-8528-cba3bade960f is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:06.615175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.620368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=d2c313f6-6b9c-4678-838b-e383b336d7f4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:06.677095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=5eaa6995-6c09-4e8a-98d6-726e36ac3ebf,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:06.724227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 31d34a2f-638e-4171-9672-75d8633b212f is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:06.728175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:06.731653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=93450fdc-23c7-49e2-b7ef-51f256cc44ed,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:06.740617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:06.740986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:06.741887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.817760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70802648-2667-482a-9296-88f2b973bf01 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4186988 Feb 17 11:52:06.822968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41770) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:06.866504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.877603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07be00d3-f103-4d4d-9470-fc4db124cfde up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:06.909272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0fd6ad5c-463c-445f-b335-0bd003a6614b None None] Provisioning for port 07be00d3-f103-4d4d-9470-fc4db124cfde completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:06.912727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:06.930982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:06.954365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:06.972266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=31e096a8-1668-4cb5-8b8d-4052555e22ee,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:06.988913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.013896 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2cce78f-dee1-4545-9fce-9f5681ba55fe tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/31e096a8-1668-4cb5-8b8d-4052555e22ee HTTP/1.1" status: 204 len: 168 time: 1.7853575 Feb 17 11:52:07.017598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41776) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:07.084914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:07.090482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61604d-d0aa-4708-9619-b88084e8d988 None None] Network 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:07.121814 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-55ed2f2c-f3f6-4373-bfcd-f63de727725d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/ports/d2c313f6-6b9c-4678-838b-e383b336d7f4 HTTP/1.1" status: 204 len: 168 time: 3.0413010 Feb 17 11:52:07.127265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41780) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:07.301162 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-998a5e9d-b68f-452f-bcf9-01147cb47745 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] GET failed (client error): The resource could not be found. Feb 17 11:52:07.303881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-998a5e9d-b68f-452f-bcf9-01147cb47745 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "GET /v2.0/ports/d2c313f6-6b9c-4678-838b-e383b336d7f4 HTTP/1.1" status: 404 len: 333 time: 0.1566589 Feb 17 11:52:07.312498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41784) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:07.326431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-984410314'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:07.386612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Pushing event updated for resources: {'Port': ['ID=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:07.411038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet 8451950d-d993-4ee9-91f4-54e65a9d0015 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:07.415454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.433284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:07.439232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.496752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.499869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:07.512553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:07.528508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:07.595485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.625988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.626222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:07.664133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Usage tracker for resource:port and tenant:1bd3ade1446e41f0a15993e1df41d58c is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:07.668911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dc2d05dc-9a4d-4320-8023-9bb0c5e96581 None None] Provisioning for port 93450fdc-23c7-49e2-b7ef-51f256cc44ed completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:07.677045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:07.686955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:07.720075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dc2d05dc-9a4d-4320-8023-9bb0c5e96581 None None] Provisioning complete for port 93450fdc-23c7-49e2-b7ef-51f256cc44ed triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:07.720573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dc2d05dc-9a4d-4320-8023-9bb0c5e96581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.722268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:07.756323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Attempting to bind port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:07.756787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Attempting to bind port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:07.757365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Attempting to bind port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 on network f3e025fb-f590-4851-8528-cba3bade960f {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:07.797519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:07.797913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Checking segment: {'id': '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:07.798366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.798819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Bound using segment: {'id': '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:07.799364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Bound port: ef6ea58b-2bff-4e22-b21d-0173a2ac31a5, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f3e025fb-f590-4851-8528-cba3bade960f'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:07.799791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.809222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 07be00d3-f103-4d4d-9470-fc4db124cfde completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:07.833682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 07be00d3-f103-4d4d-9470-fc4db124cfde triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:07.834152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.857800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.864736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d05dc-9a4d-4320-8023-9bb0c5e96581 None None] Port 93450fdc-23c7-49e2-b7ef-51f256cc44ed cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:07.893976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41794) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:07.913206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a860e513-2058-430e-9d41-80ff09f71e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.926320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=8451950d-d993-4ee9-91f4-54e65a9d0015,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:07.931255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:07.943329 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4efd0543-4959-45c2-ab3a-e4c171ddd5da tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/8451950d-d993-4ee9-91f4-54e65a9d0015 HTTP/1.1" status: 204 len: 168 time: 0.9240897 Feb 17 11:52:07.945861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41800) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:07.964710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daad61b-71b5-44c8-8032-e89e7aa960e4 None None] Network 8209c0f4-c7d9-4b38-bea5-994cf732a65b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:08.140662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.155904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:08.166944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.205752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e584f512-cc74-40dd-a707-288084c53417 None None] For port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:08.208026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.221177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-953898563'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:08.230529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:08.233092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] DHCP port deletion for 818b8bc6-1aae-47bd-bbdf-fd6129905fc2 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:08.241294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Usage tracker for resource:network and tenant:07841c05bbdb4fa59dff101ae4db6416 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:08.246560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:08.254931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:08.352077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Deleting port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:08.352456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.365573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:08.368906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.402778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e584f512-cc74-40dd-a707-288084c53417 None None] For port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,segment=NetworkSegment(09d80f0c-2156-46a2-9a5d-9eb1feabf1f2),segment_id=09d80f0c-2156-46a2-9a5d-9eb1feabf1f2)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:08.436710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.478554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] device_id is not set on port 585baa19-a777-4793-917b-4d44c36a246b yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:08.485863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.504337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 07be00d3-f103-4d4d-9470-fc4db124cfde, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07be00d3-f103-4d4d-9470-fc4db124cfde,segment=NetworkSegment(a22851f5-56e9-4071-ab55-4a60362fb3b9),segment_id=a22851f5-56e9-4071-ab55-4a60362fb3b9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:08.579389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Made reservation on behalf of 07841c05bbdb4fa59dff101ae4db6416 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:08.582803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.608314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.617150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:08.623927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.641027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-83925268-e3d6-41d0-beab-cb8a01527a4c None None] Provisioning complete for port 07be00d3-f103-4d4d-9470-fc4db124cfde triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:08.641481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-83925268-e3d6-41d0-beab-cb8a01527a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.648425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.658944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:08.662784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Usage tracker for resource:security_group_rule and tenant:07841c05bbdb4fa59dff101ae4db6416 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:08.665661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:08.671890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:08.696494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,segment=NetworkSegment(1415955b-536f-4d37-9810-f0e83716dc1b),segment_id=1415955b-536f-4d37-9810-f0e83716dc1b)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:08.697004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.734571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584f512-cc74-40dd-a707-288084c53417 None None] Pushing event updated for resources: {'Port': ['ID=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:08.759460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.760974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:08.884363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 9bc9e715-e7c7-43c8-8bba-468ce1576e7d owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:08.902296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Allocated IP 2001:db8::65 (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/585baa19-a777-4793-917b-4d44c36a246b) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:08.986846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] For port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,segment=NetworkSegment(1415955b-536f-4d37-9810-f0e83716dc1b),segment_id=1415955b-536f-4d37-9810-f0e83716dc1b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:08.987367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.011020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.031147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=93450fdc-23c7-49e2-b7ef-51f256cc44ed,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:09.037666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=07be00d3-f103-4d4d-9470-fc4db124cfde,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:09.083571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.101147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.125425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.163516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:09.181081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Calling delete_port for 9bc9e715-e7c7-43c8-8bba-468ce1576e7d owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:09.205869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.220698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No DVR routers for this DVR port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:09.254270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] DHCP port deletion for 8209c0f4-c7d9-4b38-bea5-994cf732a65b request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:09.265916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] Deleting port e4d3014f-bb11-493b-9328-4e6102d66176 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:09.266284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.289210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=9bc9e715-e7c7-43c8-8bba-468ce1576e7d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:09.296321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3384ef38-6e02-4d31-8e12-85b069b026cb,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:09.321536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.322015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Added segment 1d863842-ee31-41b4-9563-1536425cda2c of type vlan for network 157e101e-cae4-48ce-8271-3373fbe4af6f Feb 17 11:52:09.407844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9bc9e715-e7c7-43c8-8bba-468ce1576e7d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:09.444658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:09.445005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:09.463295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9bc9e715-e7c7-43c8-8bba-468ce1576e7d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:09.463620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9bc9e715-e7c7-43c8-8bba-468ce1576e7d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:09.464046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:09.505374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.509098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.515415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:09.515415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9fe3903b-d8dc-4662-9b93-cc6e67f3f16b not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:09.515826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9baca2a-d06d-442c-9767-679926946a54 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:09.521513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.544482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818b8bc6-1aae-47bd-bbdf-fd6129905fc2']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:09.566550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1415955b-536f-4d37-9810-f0e83716dc1b') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:09.566987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1415955b-536f-4d37-9810-f0e83716dc1b') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:09.572064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 31d34a2f-638e-4171-9672-75d8633b212f is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:09.586053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.591975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:09.605844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.611635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: a9baca2a-d06d-442c-9767-679926946a54 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:09.611980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9baca2a-d06d-442c-9767-679926946a54 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:09.613386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:09.614069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:09.632339 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:09.664750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] For port e4d3014f-bb11-493b-9328-4e6102d66176, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e4d3014f-bb11-493b-9328-4e6102d66176,segment=NetworkSegment(3bf72d2f-0c55-4017-b277-561abf34ae7e),segment_id=3bf72d2f-0c55-4017-b277-561abf34ae7e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:09.665199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.690489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.694601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:09.695365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.833646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] Calling delete_port for e4d3014f-bb11-493b-9328-4e6102d66176 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:09.870806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event updated for resources: {'Network': ['ID=157e101e-cae4-48ce-8271-3373fbe4af6f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:09.886416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 157e101e-cae4-48ce-8271-3373fbe4af6f details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:09.905712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.929130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.934313 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/818b8bc6-1aae-47bd-bbdf-fd6129905fc2 HTTP/1.1" status: 204 len: 168 time: 1.9843009 Feb 17 11:52:09.936394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41804) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:09.957096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Deleting port 9bc9e715-e7c7-43c8-8bba-468ce1576e7d {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:09.957470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:09.970227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c2628-8ead-44f3-8b19-0348494e9d7d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=818b8bc6-1aae-47bd-bbdf-fd6129905fc2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:09.973075 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-05b841ac-23ba-476b-90ac-af1eb1964aab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0773489 Feb 17 11:52:09.981388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41808) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:10.080934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=007652cb-3989-4d80-82bd-6b9cd6c9d9d6,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:10.096702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-96ca784a-fc05-4cd7-8e10-3b98bffb8b83 None None] The port '9bc9e715-e7c7-43c8-8bba-468ce1576e7d' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:52:10.100290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.106859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Request body: {'subnet': {'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:10.133697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1cf6f98d-2adb-4dba-b43e-4af15b6b9938 None None] Provisioning complete for port 93450fdc-23c7-49e2-b7ef-51f256cc44ed triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:10.133697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f98d-2adb-4dba-b43e-4af15b6b9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.133955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Allocated IP 172.26.6.74 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/a491e6ea-04ff-4fbc-9500-58f32ff511e5) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:10.188217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49bf0967-2e09-40c3-892b-837e115ca41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.191619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6f98d-2adb-4dba-b43e-4af15b6b9938 None None] Port 93450fdc-23c7-49e2-b7ef-51f256cc44ed cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:10.209954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.226727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port e4d3014f-bb11-493b-9328-4e6102d66176 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:10.227167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.237582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.308675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] Pushing event deleted for resources: {'Port': ['ID=e4d3014f-bb11-493b-9328-4e6102d66176,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:10.312714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c2258-9de1-49c9-a75e-45a3ea1b1bcd None None] No DVR routers for this DVR port e4d3014f-bb11-493b-9328-4e6102d66176 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:10.346911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] The port 'e4d3014f-bb11-493b-9328-4e6102d66176' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:52:10.375087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b11df-c1fc-456b-9a90-7f13214852c4 None None] Network f3e025fb-f590-4851-8528-cba3bade960f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:10.392547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Transition to ACTIVE for port object 585baa19-a777-4793-917b-4d44c36a246b will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:10.410982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:10.442398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': '55a00e15-d443-4c89-87a3-eab313db4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:10.442752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:10.467418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Usage tracker for resource:subnet and tenant:07841c05bbdb4fa59dff101ae4db6416 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:10.473065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:10.491293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:10.497938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.528080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8209c0f4-c7d9-4b38-bea5-994cf732a65b']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:10.541903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf72d2f-0c55-4017-b277-561abf34ae7e') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:10.542194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf72d2f-0c55-4017-b277-561abf34ae7e') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:10.546354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6af2167c-fc3d-49d1-b6d0-85b7eb2fa9af None None] Provisioning for port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:10.555487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.567559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.579002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.586804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Made reservation on behalf of 07841c05bbdb4fa59dff101ae4db6416 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:10.606660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:10.607076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.617349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:10.626775 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:10.646256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.709301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.761110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:10.766500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:10.768499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:10.770096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:10.774151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:10.774891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.794188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:10.794716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6840775-abe9-4175-bb2c-559cbeff854a None None] Network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:10.795248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:10.831538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=585baa19-a777-4793-917b-4d44c36a246b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:10.891839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 615bc710-1095-42c8-b824-b8a2a6400858 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:52:10.908086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:10.908927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07be00d3-f103-4d4d-9470-fc4db124cfde up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:10.916934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:10.920008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:10.961147 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3519d503-2821-49e5-95a5-da4f88a5c619 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6465359 Feb 17 11:52:10.961804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41814) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:10.981772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:75:2c:d0'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:11.026672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event updated for resources: {'Port': ['ID=a491e6ea-04ff-4fbc-9500-58f32ff511e5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:11.054335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.055220 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c7150869-f0fb-466e-836f-9c601a51534f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.2227924 Feb 17 11:52:11.064150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41818) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:11.086568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.219123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 07be00d3-f103-4d4d-9470-fc4db124cfde triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:11.219123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.219802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.230946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/8209c0f4-c7d9-4b38-bea5-994cf732a65b HTTP/1.1" status: 204 len: 168 time: 1.2933538 Feb 17 11:52:11.242080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41824) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:11.270013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-170064739'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:11.277639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:11.282953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:11.286626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:11.295866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:11.307338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d2930-51ac-4b8a-be5b-c75831401e69 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=8209c0f4-c7d9-4b38-bea5-994cf732a65b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:11.321481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-5eaa6995-6c09-4e8a-98d6-726e36ac3ebf', 'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': '007652cb-3989-4d80-82bd-6b9cd6c9d9d6'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:11.325381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.351885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.447705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:11.450126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.490105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:11.497148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.497148 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment fba5abc6-d777-4304-b580-6eaf114dfd12 of type vlan for network 75e37cb1-f9aa-4370-bf1b-434cb223e823 Feb 17 11:52:11.500285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-73cc4b57-bb54-4130-aa73-7e3822164cd0 None None] Provisioning for port 585baa19-a777-4793-917b-4d44c36a246b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:11.503033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.512249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.526358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.543340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-73cc4b57-bb54-4130-aa73-7e3822164cd0 None None] Provisioning complete for port 585baa19-a777-4793-917b-4d44c36a246b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:11.543711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-73cc4b57-bb54-4130-aa73-7e3822164cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.620701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.621087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:11.624822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:11.628175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.679701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.708402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-73cc4b57-bb54-4130-aa73-7e3822164cd0 None None] Port 585baa19-a777-4793-917b-4d44c36a246b cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:11.724119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Allocated IP 172.20.0.2 (5eaa6995-6c09-4e8a-98d6-726e36ac3ebf/007652cb-3989-4d80-82bd-6b9cd6c9d9d6/dc1ff7da-386d-48c7-978f-ec7995626f0a) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:11.730985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.821600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=75e37cb1-f9aa-4370-bf1b-434cb223e823,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:11.838774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:11.849885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event updated for resources: {'Subnet': ['ID=ad1d064e-f76c-45b8-ac22-cedbcd2bdf89,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:11.856541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-83cade46-17e1-4359-8bab-bd50906f0534 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6130769 Feb 17 11:52:11.864291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41830) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:11.876505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:11.917748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:11.943111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:11.943476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:11.956352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Checking segment: {'id': '1d863842-ee31-41b4-9563-1536425cda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:11.959825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Network hostable DHCP agents. Network: 157e101e-cae4-48ce-8271-3373fbe4af6f, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:12.007705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:12.013494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.033495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] Sync routers for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:12.049307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bb14ff0c-2737-4203-9a2b-68d86e1628a5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/615bc710-1095-42c8-b824-b8a2a6400858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2145157 Feb 17 11:52:12.056314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41834) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:12.068011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.081789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:12.088375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:12.092859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:12.102493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:12.112184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:12.113277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:12.120862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891a3b5-7499-4226-babc-c1d0127406ec req-fbfc720c-916c-4c8f-8379-97c6fd1cef66 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:12.123098 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d891a3b5-7499-4226-babc-c1d0127406ec req-fbfc720c-916c-4c8f-8379-97c6fd1cef66 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.1613283 Feb 17 11:52:12.163126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Network 157e101e-cae4-48ce-8271-3373fbe4af6f is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:12.183690 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d891a3b5-7499-4226-babc-c1d0127406ec req-ebb89f42-86d2-4f45-a315-55f3a0a299dd tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543790 Feb 17 11:52:12.185252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:12.188817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:12.214844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.215876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.232100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd2b9c-ec52-4810-883f-134ce51179fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:12.232100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4fd2b9c-ec52-4810-883f-134ce51179fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:12.248939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.274393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Transition to ACTIVE for port object dc1ff7da-386d-48c7-978f-ec7995626f0a will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:12.278050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:12.278674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:12.288657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 157e101e-cae4-48ce-8271-3373fbe4af6f) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:12.319364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:12.320294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.333729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.354976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ffae5-7b9d-4989-a7bf-01fef92d6421 None None] Network 157e101e-cae4-48ce-8271-3373fbe4af6f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:12.364694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.391791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4fd2b9c-ec52-4810-883f-134ce51179fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:12.396291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f4fd2b9c-ec52-4810-883f-134ce51179fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports/93450fdc-23c7-49e2-b7ef-51f256cc44ed HTTP/1.1" status: 200 len: 911 time: 0.3294992 Feb 17 11:52:12.398420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41838) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:12.441666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:12.442095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c09746-a516-47a8-951c-ed16c4678a24 None None] The sync data for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:12.460224 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-044e47d9-fbd2-4c2c-b021-1d2699007a5b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4796994 Feb 17 11:52:12.465560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Transition to ACTIVE for port object dc1ff7da-386d-48c7-978f-ec7995626f0a will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:12.465773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41842) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:12.471272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Request body: {'port': {'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f', 'name': 'tempest-TagsExtTest-1649420306'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:12.496718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,segment=NetworkSegment(09d80f0c-2156-46a2-9a5d-9eb1feabf1f2),segment_id=09d80f0c-2156-46a2-9a5d-9eb1feabf1f2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:12.581747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.625754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.664790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:12.669519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Usage tracker for resource:port and tenant:07841c05bbdb4fa59dff101ae4db6416 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:12.674314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:12.681872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:12.701502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:12.711977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:12.715584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:12.730494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e4d3014f-bb11-493b-9328-4e6102d66176 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:12.763574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Made reservation on behalf of 07841c05bbdb4fa59dff101ae4db6416 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:12.766703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.792549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] device_id is not set on port 415b505c-1838-4896-9173-c566f430f116 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:12.802625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.871737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=007652cb-3989-4d80-82bd-6b9cd6c9d9d6,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:12.888321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.906871 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-157e101e-cae4-48ce-8271-3373fbe4af6f', 'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f', 'tenant_id': '07841c05bbdb4fa59dff101ae4db6416', 'fixed_ips': [{'subnet_id': 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:12.908004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.938607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Pushing event updated for resources: {'Port': ['ID=dc1ff7da-386d-48c7-978f-ec7995626f0a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:12.944802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: e4d3014f-bb11-493b-9328-4e6102d66176 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:12.945140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e4d3014f-bb11-493b-9328-4e6102d66176 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:12.979941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.988360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.988360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.988360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.988360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.988785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:12.988896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.988896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.989215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.989466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.990512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.990852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:12.991178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:13.001279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Allocated IP 172.20.0.11 (157e101e-cae4-48ce-8271-3373fbe4af6f/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/415b505c-1838-4896-9173-c566f430f116) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:13.080732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.122410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Attempting to bind port dc1ff7da-386d-48c7-978f-ec7995626f0a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:13.122761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Attempting to bind port dc1ff7da-386d-48c7-978f-ec7995626f0a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '55a00e15-d443-4c89-87a3-eab313db4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:13.123044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Attempting to bind port dc1ff7da-386d-48c7-978f-ec7995626f0a on network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:13.189326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:13.190749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Checking segment: {'id': '55a00e15-d443-4c89-87a3-eab313db4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:13.190749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.190749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Bound using segment: {'id': '55a00e15-d443-4c89-87a3-eab313db4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:13.191188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Bound port: dc1ff7da-386d-48c7-978f-ec7995626f0a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a00e15-d443-4c89-87a3-eab313db4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:13.191610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.211464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa6995-6c09-4e8a-98d6-726e36ac3ebf']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:13.215387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:13.222589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.355006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a00e15-d443-4c89-87a3-eab313db4dfd') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:13.356075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a00e15-d443-4c89-87a3-eab313db4dfd') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:13.365632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] For port dc1ff7da-386d-48c7-978f-ec7995626f0a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:13.376946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] For port dc1ff7da-386d-48c7-978f-ec7995626f0a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=dc1ff7da-386d-48c7-978f-ec7995626f0a,segment=NetworkSegment(55a00e15-d443-4c89-87a3-eab313db4dfd),segment_id=55a00e15-d443-4c89-87a3-eab313db4dfd)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:13.393456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.423488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] In _notify_port_updated(), no bound segment for port 585baa19-a777-4793-917b-4d44c36a246b on network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:52:13.432889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:13.433585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.435007 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "PUT /v2.0/ports/585baa19-a777-4793-917b-4d44c36a246b HTTP/1.1" status: 200 len: 1001 time: 2.4652076 Feb 17 11:52:13.471742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.517206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41850) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:13.661203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.675788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8aa1d-86db-4b89-b5c6-107b9cfdce9f None None] Pushing event updated for resources: {'Port': ['ID=dc1ff7da-386d-48c7-978f-ec7995626f0a,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:13.676011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:13.676011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:13.708779 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:13.735028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=0819322a-7864-4687-a1f6-eb8bb6fc3b04,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:13.807630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port 585baa19-a777-4793-917b-4d44c36a246b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:13.808246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.860464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': 'fba5abc6-d777-4304-b580-6eaf114dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:13.860811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 75e37cb1-f9aa-4370-bf1b-434cb223e823, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:13.866272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-39cf1b23-20cd-42f6-b4fe-3e988e38c352 None None] Provisioning complete for port 585baa19-a777-4793-917b-4d44c36a246b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:13.866774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39cf1b23-20cd-42f6-b4fe-3e988e38c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.869562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:13.925792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Transition to ACTIVE for port object 415b505c-1838-4896-9173-c566f430f116 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:13.929384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-39cf1b23-20cd-42f6-b4fe-3e988e38c352 None None] Port 585baa19-a777-4793-917b-4d44c36a246b cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:13.934365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7042617-adaa-49f3-a4e3-078235b6ca31 None None] Network 5eaa6995-6c09-4e8a-98d6-726e36ac3ebf requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:13.960019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda48652-d416-4381-8fee-ce3aa42f053a tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=585baa19-a777-4793-917b-4d44c36a246b,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:14.076520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:52:14.076520 dv-neutron-828728-1-hyperv neutron-server[84459]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:52:14.076520 dv-neutron-828728-1-hyperv neutron-server[84459]: [parameters: {'id': '5eaa6995-6c09-4e8a-98d6-726e36ac3ebf'}] Feb 17 11:52:14.076520 dv-neutron-828728-1-hyperv neutron-server[84459]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:14.077202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:14.101952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:14.155669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb54f6a-a97d-480b-a0b0-1ee97327b8f7 req-b5dcf018-1631-4a09-8c71-9bf00e83a9f6 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:14.157642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0fb54f6a-a97d-480b-a0b0-1ee97327b8f7 req-b5dcf018-1631-4a09-8c71-9bf00e83a9f6 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.6215360 Feb 17 11:52:14.161151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.180619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-32baad81-bbc7-4506-95e9-1b54136c9c79 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:14.181110 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-32baad81-bbc7-4506-95e9-1b54136c9c79 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.5440292 Feb 17 11:52:14.222059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.231328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 75e37cb1-f9aa-4370-bf1b-434cb223e823) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:14.234430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Allocated IP 172.20.0.2 (157e101e-cae4-48ce-8271-3373fbe4af6f/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/f0898bc6-66ce-455f-9724-3a695f68d5cd) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:14.242755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:14.243473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.279476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Router 90db6217-d5b6-449b-9c02-0dafb659e989 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:52:14.365058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a520be-e833-43ad-98f1-56166393ebfc None None] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:14.411004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Network 157e101e-cae4-48ce-8271-3373fbe4af6f is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:14.419913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for 585baa19-a777-4793-917b-4d44c36a246b owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:14.420544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Deleting port 52d73a4c-33c6-4fb3-ad61-32690c22137a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:14.420893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.453867 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76706723-a033-441f-9426-2db98c60535f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5882928 Feb 17 11:52:14.454811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:14.455525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41854) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:14.467093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:14.496311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event updated for resources: {'Port': ['ID=415b505c-1838-4896-9173-c566f430f116,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:14.521284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1632483936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:14.528496 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0fb54f6a-a97d-480b-a0b0-1ee97327b8f7 req-2e054766-c743-4f5f-8c2c-8b6c9388f812 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569112 Feb 17 11:52:14.539610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:14.577983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:14.577983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.606522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.616220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:14.627687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:14.644669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:14.663228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.666869 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-688888e0-47c5-4a0e-aba9-ec7215477cf5 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2004220 Feb 17 11:52:14.669436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41858) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:14.674943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-542871034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:14.681381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:14.687140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Usage tracker for resource:router and tenant:07841c05bbdb4fa59dff101ae4db6416 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:14.690388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:14.696869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:14.709386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Transition to ACTIVE for port object f0898bc6-66ce-455f-9724-3a695f68d5cd will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:14.715260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port dc1ff7da-386d-48c7-978f-ec7995626f0a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:14.715597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.717957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-75e37cb1-f9aa-4370-bf1b-434cb223e823', 'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': '0819322a-7864-4687-a1f6-eb8bb6fc3b04'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:14.718822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.751973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.752702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Transition to ACTIVE for port object f0898bc6-66ce-455f-9724-3a695f68d5cd will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:14.794595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.795674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.812411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=585baa19-a777-4793-917b-4d44c36a246b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:14.855584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.856617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.878500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.884059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.925693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.978103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Network 157e101e-cae4-48ce-8271-3373fbe4af6f is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:14.978502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:14.988022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:14.994597 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9b0be341-082f-4911-b0af-54432198c880 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/ports/585baa19-a777-4793-917b-4d44c36a246b HTTP/1.1" status: 204 len: 168 time: 1.4662592 Feb 17 11:52:14.994865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41862) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:15.023893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Allocated IP 172.20.0.2 (75e37cb1-f9aa-4370-bf1b-434cb223e823/0819322a-7864-4687-a1f6-eb8bb6fc3b04/3da599bd-b604-4b77-92ff-948a85319108) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:15.058788 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad630dc-a433-428a-9c9e-9dc6eb7513f7 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] GET failed (client error): The resource could not be found. Feb 17 11:52:15.059310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-aad630dc-a433-428a-9c9e-9dc6eb7513f7 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Synchronizing usage tracker for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:15.063660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.132629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:15.139910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:15.156487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-aad630dc-a433-428a-9c9e-9dc6eb7513f7 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Unset dirty status for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:15.158218 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-aad630dc-a433-428a-9c9e-9dc6eb7513f7 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "GET /v2.0/ports/585baa19-a777-4793-917b-4d44c36a246b HTTP/1.1" status: 404 len: 333 time: 0.1621768 Feb 17 11:52:15.162837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41866) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:15.169689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-481934969'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:15.170088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.187173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.189190 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2351c09b-9aa0-4ce2-898f-4230f1394e76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5178943 Feb 17 11:52:15.193589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41870) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:15.230181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] For port 52d73a4c-33c6-4fb3-ad61-32690c22137a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=52d73a4c-33c6-4fb3-ad61-32690c22137a,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:15.230547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.248633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Pushing event updated for resources: {'Port': ['ID=f0898bc6-66ce-455f-9724-3a695f68d5cd,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:15.249369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-134a3f2d-bc1d-498c-aed9-97074b2d3547 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-689233692', 'prefixes': ['172.20.0.0/16']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:15.256231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-134a3f2d-bc1d-498c-aed9-97074b2d3547 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:15.264647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port dc1ff7da-386d-48c7-978f-ec7995626f0a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=dc1ff7da-386d-48c7-978f-ec7995626f0a,segment=NetworkSegment(55a00e15-d443-4c89-87a3-eab313db4dfd),segment_id=55a00e15-d443-4c89-87a3-eab313db4dfd)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:15.265038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.341660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:15.359866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:15.383334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Attempting to bind port f0898bc6-66ce-455f-9724-3a695f68d5cd on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:15.383824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Attempting to bind port f0898bc6-66ce-455f-9724-3a695f68d5cd by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1d863842-ee31-41b4-9563-1536425cda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:15.384384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Attempting to bind port f0898bc6-66ce-455f-9724-3a695f68d5cd on network 157e101e-cae4-48ce-8271-3373fbe4af6f {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:15.419336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:15.422415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.423486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:15.423852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Checking segment: {'id': '1d863842-ee31-41b4-9563-1536425cda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:15.424239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.424637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Bound using segment: {'id': '1d863842-ee31-41b4-9563-1536425cda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:15.425092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Bound port: f0898bc6-66ce-455f-9724-3a695f68d5cd, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d863842-ee31-41b4-9563-1536425cda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '157e101e-cae4-48ce-8271-3373fbe4af6f'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:15.426277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.428544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.429933 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0b99b158-375e-4dca-b0ed-00c3fee64cb7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9209335 Feb 17 11:52:15.434251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41874) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:15.435802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:15.436163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.439695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'port': {'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823', 'name': 'tempest-RoutersTest-569328551'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:15.499828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for dc1ff7da-386d-48c7-978f-ec7995626f0a owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:15.543499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] device_id is not set on port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:15.684143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] For port f0898bc6-66ce-455f-9724-3a695f68d5cd, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:15.699909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] For port f0898bc6-66ce-455f-9724-3a695f68d5cd, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f0898bc6-66ce-455f-9724-3a695f68d5cd,segment=NetworkSegment(1d863842-ee31-41b4-9563-1536425cda2c),segment_id=1d863842-ee31-41b4-9563-1536425cda2c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:15.714370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-134a3f2d-bc1d-498c-aed9-97074b2d3547 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for subnetpool, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.718916 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-134a3f2d-bc1d-498c-aed9-97074b2d3547 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5212216 Feb 17 11:52:15.720876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:15.724609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41880) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:15.725397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:port and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:15.729196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:15.735950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:15.742218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.772572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-f35acfe2-0684-48d1-aeb7-e05b040c1cb0 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-689343976') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:15.781361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Transition to ACTIVE for port object 3da599bd-b604-4b77-92ff-948a85319108 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:15.784785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.867762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:15.888436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Transition to ACTIVE for port object 3da599bd-b604-4b77-92ff-948a85319108 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:15.922366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa450-24f6-4d12-990b-64be011d3ac8 None None] Pushing event updated for resources: {'Port': ['ID=f0898bc6-66ce-455f-9724-3a695f68d5cd,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:15.965238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Allocated IP 2001:db8::32 (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:15.980221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:15.980221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.005776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.027181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] device_id is not set on port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:16.066740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc425df-e9c0-4f9e-8fde-e8ead340823c req-07789785-ceeb-4f2e-a0fc-13dddf0e7724 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:16.068617 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4bc425df-e9c0-4f9e-8fde-e8ead340823c req-07789785-ceeb-4f2e-a0fc-13dddf0e7724 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 946 time: 0.3244207 Feb 17 11:52:16.085555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:16.088493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:16.091671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:16.095524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:16.108935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Pushing event updated for resources: {'Port': ['ID=3da599bd-b604-4b77-92ff-948a85319108,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:16.131122 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] Sync routers for ids ['90db6217-d5b6-449b-9c02-0dafb659e989'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:16.156890 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] Routers {'90db6217-d5b6-449b-9c02-0dafb659e989'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:16.157775 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['90db6217-d5b6-449b-9c02-0dafb659e989'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.206403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.281898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Attempting to bind port 3da599bd-b604-4b77-92ff-948a85319108 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:16.284772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Attempting to bind port 3da599bd-b604-4b77-92ff-948a85319108 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'fba5abc6-d777-4304-b580-6eaf114dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:16.286190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Attempting to bind port 3da599bd-b604-4b77-92ff-948a85319108 on network 75e37cb1-f9aa-4370-bf1b-434cb223e823 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:16.296452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:16.297359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Checking segment: {'id': 'fba5abc6-d777-4304-b580-6eaf114dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:16.297977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.309603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Bound using segment: {'id': 'fba5abc6-d777-4304-b580-6eaf114dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:16.309603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Bound port: 3da599bd-b604-4b77-92ff-948a85319108, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba5abc6-d777-4304-b580-6eaf114dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '75e37cb1-f9aa-4370-bf1b-434cb223e823'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:16.309603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.309986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=dc1ff7da-386d-48c7-978f-ec7995626f0a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:16.323859 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-a7445cca-2486-4ade-91fb-ff383e042074 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6537998 Feb 17 11:52:16.343612 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.350236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port dc1ff7da-386d-48c7-978f-ec7995626f0a on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:16.375116 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] Routers {'90db6217-d5b6-449b-9c02-0dafb659e989'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:16.375944 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['90db6217-d5b6-449b-9c02-0dafb659e989'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.442970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.443621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.444091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Floating IP 38632387-d6bc-4c7c-921e-d6b4fbceb7a0 disassociated. External IP: 172.26.6.5, port: 52d73a4c-33c6-4fb3-ad61-32690c22137a. Feb 17 11:52:16.444580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Calling delete_port for 52d73a4c-33c6-4fb3-ad61-32690c22137a owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:16.446716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] For port 3da599bd-b604-4b77-92ff-948a85319108, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:16.451303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] For port 3da599bd-b604-4b77-92ff-948a85319108, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3da599bd-b604-4b77-92ff-948a85319108,segment=NetworkSegment(fba5abc6-d777-4304-b580-6eaf114dfd12),segment_id=fba5abc6-d777-4304-b580-6eaf114dfd12)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:16.467285 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4bc425df-e9c0-4f9e-8fde-e8ead340823c req-32b99b4a-75f8-44ce-9d55-deb92a6b0cc0 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819492 Feb 17 11:52:16.484067 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.484465 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fceaf6d-56dc-4460-ba4f-2728fdb05dee None None] The sync data for ids ['90db6217-d5b6-449b-9c02-0dafb659e989'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:16.510760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.511908 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bf076ba7-aa1d-4be0-a960-555171a4c0fb tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3305035 Feb 17 11:52:16.516699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41884) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:16.534908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.539429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': False}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:16.613995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b30e-8815-4232-8db7-0459b463f642 None None] Pushing event updated for resources: {'Port': ['ID=3da599bd-b604-4b77-92ff-948a85319108,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:16.661610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.699641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Transition to ACTIVE for port object f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:16.713238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.20.0.8 (75e37cb1-f9aa-4370-bf1b-434cb223e823/0819322a-7864-4687-a1f6-eb8bb6fc3b04/1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:16.750161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.805295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa6995-6c09-4e8a-98d6-726e36ac3ebf']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.855046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f35acfe2-0684-48d1-aeb7-e05b040c1cb0 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-689343976 HTTP/1.1" status: 201 len: 201 time: 1.1223400 Feb 17 11:52:16.859395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a00e15-d443-4c89-87a3-eab313db4dfd') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.864129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a00e15-d443-4c89-87a3-eab313db4dfd') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:16.876979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41888) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:16.888305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:16.905410 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-b23c9bfe-6154-46f0-968e-17b366734e06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.4275019 Feb 17 11:52:16.997534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-cdc65cc2-3525-4894-b6ef-e93dbc38a8ab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-1129267582') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:17.034256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:17.040099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:17.057884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:17.058063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.060347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:17.061022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.115236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:17.153022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.164530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.168658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:17.169284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.189970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3da599bd-b604-4b77-92ff-948a85319108 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:17.193066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:17.260368 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0c0d7bda-2c6a-4616-9de6-4c601d1f2c05 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0964508 Feb 17 11:52:17.263807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41892) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:17.293382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:2c:d0'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:17.308106 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:17.379641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3da599bd-b604-4b77-92ff-948a85319108 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:17.386303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f0898bc6-66ce-455f-9724-3a695f68d5cd up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:17.539723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.563346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f0898bc6-66ce-455f-9724-3a695f68d5cd completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:17.589147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd35c15-f792-474e-bb87-2cb4bafe7c89 None None] Network 157e101e-cae4-48ce-8271-3373fbe4af6f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:17.657847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8:1::1 (7df00523-3fe2-4f87-8638-0642d7d109e3/1a67d7c2-4995-438b-9a8c-8cf25a74a4d1/9fa4f3ab-0717-4090-a172-6784af66d88e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:17.670208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:17.673889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:17.678970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:17.694688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:17.697826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-abf11bb5-8c09-47d8-b7cb-1e4d4fe31091 None None] Provisioning for port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:17.718021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-abf11bb5-8c09-47d8-b7cb-1e4d4fe31091 None None] Provisioning complete for port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:17.718021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-abf11bb5-8c09-47d8-b7cb-1e4d4fe31091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.719114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-16ca9107-7063-4b1f-a5aa-1a5376c878db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:17.720595 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-16ca9107-7063-4b1f-a5aa-1a5376c878db service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.7283034 Feb 17 11:52:17.818846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:17.820175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.820287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.864810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.878238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-abf11bb5-8c09-47d8-b7cb-1e4d4fe31091 None None] Port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:17.923814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.970256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:17.988412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event deleted for resources: {'Port': ['ID=52d73a4c-33c6-4fb3-ad61-32690c22137a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:18.029245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=5eaa6995-6c09-4e8a-98d6-726e36ac3ebf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:18.060261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-b9c7596f-b160-4670-8335-7fcf1eacdd8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.3264611 Feb 17 11:52:18.082621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c29e6ee9-fef0-4800-a0dd-4c442acaee3a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/5eaa6995-6c09-4e8a-98d6-726e36ac3ebf HTTP/1.1" status: 204 len: 168 time: 7.0017848 Feb 17 11:52:18.082621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41898) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:18.083104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] Provisioning for port f0898bc6-66ce-455f-9724-3a695f68d5cd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:18.083104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] Provisioning complete for port f0898bc6-66ce-455f-9724-3a695f68d5cd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:18.083104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:18.098132 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cecc4f74-f0e0-42f1-802d-bea74920544e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6598392 Feb 17 11:52:18.103503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41902) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:18.215796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1655911692'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:18.230897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:18.253458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:18.261306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:18.323643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:18.328811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-12c70a76-b151-4955-b658-f044d29df30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:18.330315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-12c70a76-b151-4955-b658-f044d29df30f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.2509744 Feb 17 11:52:18.336064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:18.374755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:18.439969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] For port f0898bc6-66ce-455f-9724-3a695f68d5cd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f0898bc6-66ce-455f-9724-3a695f68d5cd,segment=NetworkSegment(1d863842-ee31-41b4-9563-1536425cda2c),segment_id=1d863842-ee31-41b4-9563-1536425cda2c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:18.460440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922701e8-fc2c-47a1-9252-d42f75dea835 None None] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:18.551262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 52d73a4c-33c6-4fb3-ad61-32690c22137a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:18.554120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a71c2-fbdd-4a28-8005-a111a73ef005 req-44bcbc7b-bf1e-416c-a68e-7c067975a65f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:18.555208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a03a71c2-fbdd-4a28-8005-a111a73ef005 req-44bcbc7b-bf1e-416c-a68e-7c067975a65f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Synchronizing usage tracker for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:18.595184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:18.600014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object 9fa4f3ab-0717-4090-a172-6784af66d88e will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:18.657760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a03a71c2-fbdd-4a28-8005-a111a73ef005 req-44bcbc7b-bf1e-416c-a68e-7c067975a65f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Unset dirty status for tenant:a7721ead730f4de98d4acca3b4749ca7 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:18.659212 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a03a71c2-fbdd-4a28-8005-a111a73ef005 req-44bcbc7b-bf1e-416c-a68e-7c067975a65f tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 867 time: 1.0029767 Feb 17 11:52:18.660867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 52d73a4c-33c6-4fb3-ad61-32690c22137a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:18.661319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 52d73a4c-33c6-4fb3-ad61-32690c22137a not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:18.689424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-51e4bbd6-c3a4-4841-a934-1e4fbcdc1f6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2623117 Feb 17 11:52:18.696519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cdc65cc2-3525-4894-b6ef-e93dbc38a8ab tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-1129267582 HTTP/1.1" status: 201 len: 201 time: 1.7971089 Feb 17 11:52:18.709397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41908) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:18.729299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-f24aa08d-ea0d-45ef-ba76-2c9247849e73 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-977430982') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:18.752836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0109b0-4534-4990-8f7c-9900bc6dce3b None None] Pushing event updated for resources: {'Port': ['ID=f0898bc6-66ce-455f-9724-3a695f68d5cd,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:18.838745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Provisioning for port 3da599bd-b604-4b77-92ff-948a85319108 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:18.856282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Provisioning complete for port 3da599bd-b604-4b77-92ff-948a85319108 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:18.856697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:18.857504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:18.860594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:18.871845 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-60de05e3-dae3-47dd-b0b6-221d345b12ed service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667449 Feb 17 11:52:19.032792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69d0d64-b687-4f54-8c36-634bde5257d9 req-048f6f61-9a45-4211-b1db-c33b21a5c50a service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546237 Feb 17 11:52:19.074912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f0898bc6-66ce-455f-9724-3a695f68d5cd up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:19.106855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.108101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a03a71c2-fbdd-4a28-8005-a111a73ef005 req-79afcfa0-a60c-4f39-9462-93ab15d5390d tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups?id=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410644 Feb 17 11:52:19.123369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:19.134746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.135143 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment 4a624ed6-6200-4cc2-a2e0-2110cb3c413a of type vlan for network feaa9bb4-d64f-4c7a-95df-4a2c48f4379c Feb 17 11:52:19.166122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.202353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.204827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] For port 3da599bd-b604-4b77-92ff-948a85319108, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3da599bd-b604-4b77-92ff-948a85319108,segment=NetworkSegment(fba5abc6-d777-4304-b580-6eaf114dfd12),segment_id=fba5abc6-d777-4304-b580-6eaf114dfd12)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:19.216685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f0898bc6-66ce-455f-9724-3a695f68d5cd triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:19.217321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.254432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:19.262835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:19.266489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:19.267027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.269504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:19.282721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.287449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:19.288041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.294921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.325040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.503164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=feaa9bb4-d64f-4c7a-95df-4a2c48f4379c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:19.503164 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-460e34d1-4845-49dd-9628-4775e371625e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4069030 Feb 17 11:52:19.511662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41912) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:19.521924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': 'feaa9bb4-d64f-4c7a-95df-4a2c48f4379c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:19.524331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network feaa9bb4-d64f-4c7a-95df-4a2c48f4379c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:19.550316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Provisioning complete for port f0898bc6-66ce-455f-9724-3a695f68d5cd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:19.550962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.595441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.607160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f24aa08d-ea0d-45ef-ba76-2c9247849e73 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-977430982 HTTP/1.1" status: 201 len: 201 time: 0.8864226 Feb 17 11:52:19.616788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41916) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:19.618933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Pushing event updated for resources: {'Port': ['ID=3da599bd-b604-4b77-92ff-948a85319108,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:19.679210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:19.684333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:19.687564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:19.693879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:19.724889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=9fa4f3ab-0717-4090-a172-6784af66d88e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:19.735840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-92b1ba99-238c-4abe-a8db-f306a364a648 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-574620549') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:19.761682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Router 66a136f8-aa6f-448a-abc6-3fd3f73781df has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:19.970721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.979710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:19.991644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] In _notify_port_updated(), no bound segment for port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 on network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:52:19.995888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:19.996531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:19.997028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Provisioning for port 415b505c-1838-4896-9173-c566f430f116 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:19.997870 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "PUT /v2.0/ports/f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 HTTP/1.1" status: 200 len: 1001 time: 2.7285621 Feb 17 11:52:20.004171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Provisioning complete for port 415b505c-1838-4896-9173-c566f430f116 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:20.004682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.006798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41920) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:20.017688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.069355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2f22d-e4c9-443b-8bd6-4bdd2a2466f2 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:20.119253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac8f12-ebdc-4ac3-8538-9af3d534261e None None] Port 415b505c-1838-4896-9173-c566f430f116 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:20.198165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:20.198510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.287223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.300651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.310794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Provisioning for port 9fa4f3ab-0717-4090-a172-6784af66d88e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:20.316012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Provisioning complete for port 9fa4f3ab-0717-4090-a172-6784af66d88e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:20.316710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.404029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Port 9fa4f3ab-0717-4090-a172-6784af66d88e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:20.482787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Provisioning for port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:20.486216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing IP validity checks on allocation pools {{(pid=84459) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:52:20.486866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84459) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:52:20.494429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Provisioning complete for port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:20.495202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.496221 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-92b1ba99-238c-4abe-a8db-f306a364a648 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-574620549 HTTP/1.1" status: 201 len: 201 time: 0.7776785 Feb 17 11:52:20.500483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41926) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:20.568512 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-79a5c5f8-a38c-4e84-aeab-8d77e1ef8b32 req-24380917-287c-4e6a-8db8-de2f7d1b6881 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.1183367 Feb 17 11:52:20.576483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:20.613461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Provisioning complete for port 3da599bd-b604-4b77-92ff-948a85319108 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:20.613461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-30f9aadf-a91e-4d42-a993-e1e82f26b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.627668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-ad2497fd-ee73-4d45-becc-62b203d8630c tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:20.922699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8c3cb639-1244-486b-8eca-4e1dde8d8933 None None] Provisioning complete for port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:20.923066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb639-1244-486b-8eca-4e1dde8d8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.949437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:20.979197 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ad2497fd-ee73-4d45-becc-62b203d8630c tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags HTTP/1.1" status: 200 len: 240 time: 0.4141903 Feb 17 11:52:20.984327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cb639-1244-486b-8eca-4e1dde8d8933 None None] Port f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:20.985715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41930) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:20.990006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:21.010466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] Sync routers for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:21.010578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-fea3f6bf-5e1b-4896-ac01-d7c0019f19b6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-689343976') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:21.017146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:21.018035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:21.088983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.096970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3da599bd-b604-4b77-92ff-948a85319108 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:21.098234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:21.118976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.161512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] No DVR routers for this DVR port 52d73a4c-33c6-4fb3-ad61-32690c22137a on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:21.172582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.178847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'name': 'network-vif-deleted', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:52:21.193427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:21.223859 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-39b78eda-dfc0-4ac2-a21d-609debbb9288 req-5315627c-45f7-4a05-ab80-b2c3ace817ba tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.24 "DELETE /v2.0/ports/52d73a4c-33c6-4fb3-ad61-32690c22137a HTTP/1.1" status: 204 len: 173 time: 7.0274189 Feb 17 11:52:21.225964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.288245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e', 'name': 'network-vif-deleted', 'tag': '52d73a4c-33c6-4fb3-ad61-32690c22137a', 'status': 'completed', 'code': 200} Feb 17 11:52:21.293636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.311285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=63ec0b9b-782a-4710-afd6-d648d63bd87b,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:21.313084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3da599bd-b604-4b77-92ff-948a85319108 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:21.314084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.330464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.331623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.390750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b15c0e-8c0e-4bc9-8531-e1aeef738f87 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:52:21.425129 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fea3f6bf-5e1b-4896-ac01-d7c0019f19b6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-689343976 HTTP/1.1" status: 204 len: 168 time: 0.4380310 Feb 17 11:52:21.436765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41936) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:21.440209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': '4a624ed6-6200-4cc2-a2e0-2110cb3c413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'feaa9bb4-d64f-4c7a-95df-4a2c48f4379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:21.440564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: feaa9bb4-d64f-4c7a-95df-4a2c48f4379c, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:21.448458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:52:21.520906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-9ad52498-171a-4940-951c-cb8410ffe47f tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-689343976') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:21.576003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:21.747299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=9fa4f3ab-0717-4090-a172-6784af66d88e,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:21.767435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network feaa9bb4-d64f-4c7a-95df-4a2c48f4379c is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:21.822920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:21.823161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.826484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:21.831869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.928383 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b5021fd-2eb8-4ade-9592-727eaa45aed2 req-853d5547-9ce0-44ca-9abe-ab546af3acae tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3c9fe41-46d1-4a3c-b719-b8a9c2f4253e HTTP/1.1" status: 200 len: 210 time: 0.1150725 Feb 17 11:52:21.929347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:21.943719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:21.953065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, feaa9bb4-d64f-4c7a-95df-4a2c48f4379c) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:21.971605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:21.972262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:22.085859 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ad52498-171a-4940-951c-cb8410ffe47f tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-689343976 HTTP/1.1" status: 204 len: 168 time: 0.6353276 Feb 17 11:52:22.093402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41942) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.099900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-d59d0c38-b15e-4297-a315-daa666644d08 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.135197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:11Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.137074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b15c0e-8c0e-4bc9-8531-e1aeef738f87 None None] Unable to find a vacant binding_index for network feaa9bb4-d64f-4c7a-95df-4a2c48f4379c and agent 7fabf94c-5252-4203-9143-b5ae6af47843 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 17 11:52:22.144358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] Checking router: 66a136f8-aa6f-448a-abc6-3fd3f73781df for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:52:22.146496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b15c0e-8c0e-4bc9-8531-e1aeef738f87 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, feaa9bb4-d64f-4c7a-95df-4a2c48f4379c) {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:52:22.169648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:22.170529 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.177148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:22.200107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c5e3870b-3ed7-4238-93c0-45417ca9e1e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6862514 Feb 17 11:52:22.208655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41946) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.290817 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d59d0c38-b15e-4297-a315-daa666644d08 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags HTTP/1.1" status: 200 len: 205 time: 0.1936631 Feb 17 11:52:22.292062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41950) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.297939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-7bd0524c-e568-418e-8f0f-531500fe812a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.331104 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-abee43f6-cf7e-4dcb-b1a5-562a939594fa tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/ports/f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 HTTP/1.1" status: 204 len: 168 time: 2.3191988 Feb 17 11:52:22.341708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41954) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.389377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 615bc710-1095-42c8-b824-b8a2a6400858 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:22.407395 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35ba95a-6811-4e69-a928-45ae3cff442d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] GET failed (client error): The resource could not be found. Feb 17 11:52:22.407967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f35ba95a-6811-4e69-a928-45ae3cff442d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Synchronizing usage tracker for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:22.503286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:52:22.554140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:22.565175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f35ba95a-6811-4e69-a928-45ae3cff442d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Unset dirty status for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:22.569977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f35ba95a-6811-4e69-a928-45ae3cff442d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "GET /v2.0/ports/f93aeeb5-ba0c-4c62-ae07-29f2b1400aa8 HTTP/1.1" status: 404 len: 333 time: 0.2218099 Feb 17 11:52:22.575992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:22.576444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41958) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.585653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7bd0524c-e568-418e-8f0f-531500fe812a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags HTTP/1.1" status: 200 len: 241 time: 0.2900798 Feb 17 11:52:22.586957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1532500500'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:22.589245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41962) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.605999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-0e873ae1-61b9-42c1-acff-88d890d96280 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-1129267582') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.749405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:22.750618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:22.762753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:22.766349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:22.772311 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2cf43543-a5d3-4a31-b35e-c4a4e3fdba41 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/615bc710-1095-42c8-b824-b8a2a6400858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3698211 Feb 17 11:52:22.772311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41966) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.780532 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] Sync routers for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:22.796983 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:22.797893 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.818710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Router 90db6217-d5b6-449b-9c02-0dafb659e989 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:22.826153 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0e873ae1-61b9-42c1-acff-88d890d96280 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-1129267582 HTTP/1.1" status: 204 len: 168 time: 0.2308717 Feb 17 11:52:22.827971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41970) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:22.836447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-3e6498b6-a849-4916-bb14-d7aa4ed70aff tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-1129267582') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.889757 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.899664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829f98d-f56f-42d6-a2b9-b78e0863b579 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:22.900899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9829f98d-f56f-42d6-a2b9-b78e0863b579 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:22.903075 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:22.903693 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.906602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:22.909749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:22.954552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] device_id is not set on port d804542c-a676-4bdc-abc4-b714eb921de5 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:22.972131 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:22.973089 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279c016-ff95-4fca-9a01-0565f616a3e5 None None] The sync data for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:22.997438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bfa068-f56b-4ba5-894f-1fd759b0126a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-feaa9bb4-d64f-4c7a-95df-4a2c48f4379c', 'network_id': 'feaa9bb4-d64f-4c7a-95df-4a2c48f4379c', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': '63ec0b9b-782a-4710-afd6-d648d63bd87b'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:22.998353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c6bfa068-f56b-4ba5-894f-1fd759b0126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:23.014967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:23.017467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:11Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:23.023187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9829f98d-f56f-42d6-a2b9-b78e0863b579 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:23.030625 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9829f98d-f56f-42d6-a2b9-b78e0863b579 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports/9fa4f3ab-0717-4090-a172-6784af66d88e HTTP/1.1" status: 200 len: 913 time: 0.2514226 Feb 17 11:52:23.031010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce50d43-67d5-4c9b-9ae0-e6dc68ced3fc None None] The sync data for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv is: [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:02Z', 'revision_number': 4, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b623c739-f823-4f4f-96a7-7bbd892a3d39', 'name': '', 'network_id': '5053937c-c09c-4e97-928e-4997eda3c611', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'mac_address': 'fa:16:3e:94:18:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:00Z', 'updated_at': '2022-02-17T11:50:11Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'subnets': [{'id': '08695bba-19ab-4c58-ad84-f0c0090a5b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:23.039388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41974) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:23.176541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=63ec0b9b-782a-4710-afd6-d648d63bd87b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:23.198106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57a5af-9224-42b3-9933-65df17c1aed4 None None] Network feaa9bb4-d64f-4c7a-95df-4a2c48f4379c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:23.240927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:23.291297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:23.416782 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3e6498b6-a849-4916-bb14-d7aa4ed70aff tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-1129267582 HTTP/1.1" status: 204 len: 168 time: 0.5868328 Feb 17 11:52:23.424719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41986) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:23.439955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-cceafec6-a96f-4b54-bcde-79afaaecc904 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:23.447245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Allocated IP 2001:db8::76 (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/d804542c-a676-4bdc-abc4-b714eb921de5) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:23.491536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6a7e-d887-4b86-9568-c1cd75722927 None None] New status for floating IP 38632387-d6bc-4c7c-921e-d6b4fbceb7a0: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:52:23.528350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:23.672432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaa9bb4-d64f-4c7a-95df-4a2c48f4379c']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:23.839446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-54368370-c8aa-454e-a2a9-26a4f6461d15 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:23.868645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b7f82-6e10-4df7-b1d9-ec974396f99f None None] Network feaa9bb4-d64f-4c7a-95df-4a2c48f4379c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:23.903535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a624ed6-6200-4cc2-a2e0-2110cb3c413a') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:23.903904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a624ed6-6200-4cc2-a2e0-2110cb3c413a') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:23.905813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-54368370-c8aa-454e-a2a9-26a4f6461d15 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:23.969982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b073f600-f742-4aea-8595-26f1e59f0064 None None] Provisioning complete for port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:23.970361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b073f600-f742-4aea-8595-26f1e59f0064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.016740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.051105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.065694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:24.066105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:24.087908 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:24.100765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b073f600-f742-4aea-8595-26f1e59f0064 None None] Port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:24.126771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.160638 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cceafec6-a96f-4b54-bcde-79afaaecc904 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags HTTP/1.1" status: 200 len: 205 time: 0.7287705 Feb 17 11:52:24.165235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 41990) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.173092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-ada1f1fe-0966-4703-a557-71658a3308b9 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.228910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-422d5d2f-08f4-4a9a-bde6-c14cfbe4ce33 None None] Provisioning complete for port 9fa4f3ab-0717-4090-a172-6784af66d88e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:24.229481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-422d5d2f-08f4-4a9a-bde6-c14cfbe4ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.288162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-54368370-c8aa-454e-a2a9-26a4f6461d15 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.292287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-422d5d2f-08f4-4a9a-bde6-c14cfbe4ce33 None None] Port 9fa4f3ab-0717-4090-a172-6784af66d88e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:24.316929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54368370-c8aa-454e-a2a9-26a4f6461d15 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:24.326652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:24.333520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Transition to ACTIVE for port object d804542c-a676-4bdc-abc4-b714eb921de5 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:24.336105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.340732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.348038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] Sync routers for ids ['90db6217-d5b6-449b-9c02-0dafb659e989'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:24.354520 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ada1f1fe-0966-4703-a557-71658a3308b9 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags HTTP/1.1" status: 200 len: 240 time: 0.1867023 Feb 17 11:52:24.357687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.364632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41994) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.367516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.371643 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-98b8eeb4-636c-4bab-8646-e975486b925b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "PUT /v2.0/routers/90db6217-d5b6-449b-9c02-0dafb659e989 HTTP/1.1" status: 200 len: 924 time: 7.8454270 Feb 17 11:52:24.376538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 41998) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.382328 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] Routers {'90db6217-d5b6-449b-9c02-0dafb659e989'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:24.383736 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['90db6217-d5b6-449b-9c02-0dafb659e989'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.385147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-d722a38e-6d45-47b9-9308-7277b78eae18 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-977430982') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.446245 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/feaa9bb4-d64f-4c7a-95df-4a2c48f4379c HTTP/1.1" status: 204 len: 168 time: 2.2312560 Feb 17 11:52:24.453670 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.465321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] Routers {'90db6217-d5b6-449b-9c02-0dafb659e989'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:24.465866 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['90db6217-d5b6-449b-9c02-0dafb659e989'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.479120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42002) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.492841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-54368370-c8aa-454e-a2a9-26a4f6461d15 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.497223 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-54368370-c8aa-454e-a2a9-26a4f6461d15 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "DELETE /v2.0/security-groups/20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a HTTP/1.1" status: 204 len: 168 time: 1.2013960 Feb 17 11:52:24.498844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1500722307'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:24.503453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b7c61-dc29-43ec-b729-2337599bd2e7 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=feaa9bb4-d64f-4c7a-95df-4a2c48f4379c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:24.503813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42006) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.511630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:24.526534 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.526935 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d7a45-6c2e-49a5-a610-452f78e1aa68 None None] The sync data for ids ['90db6217-d5b6-449b-9c02-0dafb659e989'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:24.529624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:24.535131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:24.545047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:24.547253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-679ce1a2-a535-49ab-98b7-019e407aba48 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] show failed (client error): The resource could not be found. Feb 17 11:52:24.548263 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-679ce1a2-a535-49ab-98b7-019e407aba48 tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "GET /v2.0/security-groups/20d2fa39-2dfc-4831-a6f3-a549cbfdbb2a HTTP/1.1" status: 404 len: 347 time: 0.0404983 Feb 17 11:52:24.558985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42010) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.622335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:24.630649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.655072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.682278 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d722a38e-6d45-47b9-9308-7277b78eae18 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-977430982 HTTP/1.1" status: 204 len: 168 time: 0.3120403 Feb 17 11:52:24.684997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42014) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:24.690418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:24.692140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-e5adbb05-f385-4bb0-98ea-b5108ed4fc0a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-977430982') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:24.693363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.755468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.824060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Deleting port e14c24d3-994c-4aa4-a4e6-ae1541dbbba2 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:24.824393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.856125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:24.874809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:24.880083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=d804542c-a676-4bdc-abc4-b714eb921de5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:24.886199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:24.891179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:24.891179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.924487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:24.952422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:24.958098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:25.003474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.003848 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment a06cfbc7-a87f-435c-b21e-e3d7d937ea6d of type vlan for network 6d379f32-83ab-4955-a4c9-acb0a6e7516d Feb 17 11:52:25.066554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b745f81-36ae-4c6f-8b08-93b4baef61dd tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4866052 Feb 17 11:52:25.067613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42020) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:25.077438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'network_id': '6a6a6d56-709a-4a87-b2ac-f8bc1789c061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-533372620'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:25.192566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.192943 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e5adbb05-f385-4bb0-98ea-b5108ed4fc0a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-977430982 HTTP/1.1" status: 204 len: 168 time: 0.5069845 Feb 17 11:52:25.206534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42024) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:25.237686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-112ce7a0-a398-4551-a62b-7865777807c2 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:25.270579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d1732fca-0dc2-4629-96e7-e6fbb6bd9b70 None None] Provisioning for port d804542c-a676-4bdc-abc4-b714eb921de5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:25.278665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d1732fca-0dc2-4629-96e7-e6fbb6bd9b70 None None] Provisioning complete for port d804542c-a676-4bdc-abc4-b714eb921de5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:25.279119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d1732fca-0dc2-4629-96e7-e6fbb6bd9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.338134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.345702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.370473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d1732fca-0dc2-4629-96e7-e6fbb6bd9b70 None None] Port d804542c-a676-4bdc-abc4-b714eb921de5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:25.494664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Calling delete_port for e14c24d3-994c-4aa4-a4e6-ae1541dbbba2 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:25.522324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:25.528056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:25.534919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:25.650349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.654264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:25.654877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.673503 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f0cbc38d-d3c0-4f92-9554-539e18e8ef24 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/90db6217-d5b6-449b-9c02-0dafb659e989 HTTP/1.1" status: 200 len: 924 time: 1.2268703 Feb 17 11:52:25.683776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42028) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:25.748950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:25.772972 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-112ce7a0-a398-4551-a62b-7865777807c2 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags HTTP/1.1" status: 200 len: 205 time: 0.5541477 Feb 17 11:52:25.776537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:25.780610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42032) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:25.792800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-077132da-1df6-4bfb-a8f3-d83175e59ba2 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:25.806376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3dcdf58c-8322-474c-8bae-7ba1ebc6f7f9 None None] Provisioning complete for port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:25.806873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf58c-8322-474c-8bae-7ba1ebc6f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.863722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdf58c-8322-474c-8bae-7ba1ebc6f7f9 None None] Port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:25.865550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=6d379f32-83ab-4955-a4c9-acb0a6e7516d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:25.882045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 6d379f32-83ab-4955-a4c9-acb0a6e7516d details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:25.894353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Made reservation on behalf of 1bd3ade1446e41f0a15993e1df41d58c for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:25.897354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.938404 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4cdc298e-59ef-4166-8db6-77590292f790 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4516878 Feb 17 11:52:25.941134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42036) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:25.949196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:25.966524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:25.981278 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-077132da-1df6-4bfb-a8f3-d83175e59ba2 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags HTTP/1.1" status: 200 len: 240 time: 0.1956494 Feb 17 11:52:25.986025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42040) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:25.989309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d1158306-16bb-4a01-840d-5e5acb6f050f tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=90db6217-d5b6-449b-9c02-0dafb659e989&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3028395 Feb 17 11:52:25.999922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42044) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.002658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] device_id is not set on port c08b70bb-7c1e-46e5-9011-9d25867af305 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:26.040607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-58c35cef-7779-4d71-b70d-6cc1ff08ad76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-574620549') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:26.074945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Pushing event deleted for resources: {'Port': ['ID=e14c24d3-994c-4aa4-a4e6-ae1541dbbba2,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:26.191536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:26.201937 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-58c35cef-7779-4d71-b70d-6cc1ff08ad76 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-574620549 HTTP/1.1" status: 204 len: 168 time: 0.2071218 Feb 17 11:52:26.203663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:26.208992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42048) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.209749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:26.221031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:26.226902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-ace26dd2-2f06-4c5a-9c14-581a46901dad tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-574620549') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:26.293774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6873c07-1d48-420b-b7cb-36060f827934 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:26.294872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6873c07-1d48-420b-b7cb-36060f827934 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Synchronizing usage tracker for tenant:7578850ec2954b2d9ca4bc588eba41a6 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:26.297266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:26.299592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:26.300715 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2006e8da-c5f2-45df-a023-7c5971ac64ef tempest-ServersTestJSON-1989621432 tempest-ServersTestJSON-1989621432-project] 10.222.0.47 "DELETE /v2.0/floatingips/38632387-d6bc-4c7c-921e-d6b4fbceb7a0 HTTP/1.1" status: 204 len: 168 time: 1.7390907 Feb 17 11:52:26.303677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42052) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.323009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 9fa4f3ab-0717-4090-a172-6784af66d88e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:26.323351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:26.377143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:26.450506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Allocated IP 2001:db8::93 (6a6a6d56-709a-4a87-b2ac-f8bc1789c061/8f2fee4e-7094-4b04-8b19-e67ac8c36871/c08b70bb-7c1e-46e5-9011-9d25867af305) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:26.511636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6873c07-1d48-420b-b7cb-36060f827934 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Unset dirty status for tenant:7578850ec2954b2d9ca4bc588eba41a6 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:26.515517 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e6873c07-1d48-420b-b7cb-36060f827934 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.5120554 Feb 17 11:52:26.528340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42056) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.548396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ace26dd2-2f06-4c5a-9c14-581a46901dad tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-574620549 HTTP/1.1" status: 204 len: 168 time: 0.3308630 Feb 17 11:52:26.564748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42060) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.575960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-b5ca8477-997d-42cc-9239-8c72bf403ab0 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:26.591494 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-61361dad-bce5-4a2d-8820-bd3a3480c20a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=90db6217-d5b6-449b-9c02-0dafb659e989 HTTP/1.1" status: 200 len: 205 time: 0.0619080 Feb 17 11:52:26.596087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:26.599816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42064) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.731342 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b5ca8477-997d-42cc-9239-8c72bf403ab0 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags HTTP/1.1" status: 200 len: 205 time: 0.1655302 Feb 17 11:52:26.736812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42068) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:26.745066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:26.758336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-891199a3-83f5-4b08-891b-94d19ab9adae tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:26.890763 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:52:27.001449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 9fa4f3ab-0717-4090-a172-6784af66d88e owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:27.062514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 1339f84b-43e6-40ad-be13-3765819c6a56 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:52:27.108565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.142957 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-891199a3-83f5-4b08-891b-94d19ab9adae tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags HTTP/1.1" status: 204 len: 168 time: 0.4050429 Feb 17 11:52:27.153058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42072) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:27.162841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-eb5dba7b-4d12-4eff-88aa-f3dd3a6d674f tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.400588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eb5dba7b-4d12-4eff-88aa-f3dd3a6d674f tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags HTTP/1.1" status: 204 len: 168 time: 0.2463481 Feb 17 11:52:27.403260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42076) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:27.410719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-039c53e6-2123-4dfa-87c1-eb53cc276369 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.422105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.446749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.538785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Transition to ACTIVE for port object c08b70bb-7c1e-46e5-9011-9d25867af305 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:27.550943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=e0aea16e-c9dc-4a2d-9317-8aa8c667a563,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:27.553298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.615728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=9fa4f3ab-0717-4090-a172-6784af66d88e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:27.619296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:27.634765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] Sync routers for ids ['1339f84b-43e6-40ad-be13-3765819c6a56'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:27.639036 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e54105ab-a0d7-4157-ba04-6fbcc87bdf55 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/1339f84b-43e6-40ad-be13-3765819c6a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5344193 Feb 17 11:52:27.641859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42080) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:27.654367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:27.654654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: 6d379f32-83ab-4955-a4c9-acb0a6e7516d, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:27.654897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] Routers {'1339f84b-43e6-40ad-be13-3765819c6a56'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:27.655508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1339f84b-43e6-40ad-be13-3765819c6a56'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.693077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.744024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.767372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] Routers {'1339f84b-43e6-40ad-be13-3765819c6a56'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:27.767990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1339f84b-43e6-40ad-be13-3765819c6a56'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.818490 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-039c53e6-2123-4dfa-87c1-eb53cc276369 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags HTTP/1.1" status: 204 len: 168 time: 0.4141676 Feb 17 11:52:27.819835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e6dd9-aaef-4a6e-a2df-6d443ea90c3a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:27.820246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-044e6dd9-aaef-4a6e-a2df-6d443ea90c3a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:27.831876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42084) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:27.847789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:27.853860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=c08b70bb-7c1e-46e5-9011-9d25867af305,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:27.858186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.860875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:27.862226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd18365-cedb-4b41-a146-6b00020a3796 None None] The sync data for ids ['1339f84b-43e6-40ad-be13-3765819c6a56'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:27.863833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:27.868494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:27.869141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.886962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-1ea0a920-cacc-4036-8051-6619e60c8108 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:27.896246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:27.951123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 6d379f32-83ab-4955-a4c9-acb0a6e7516d is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:28.006075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.021813 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1ea0a920-cacc-4036-8051-6619e60c8108 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags HTTP/1.1" status: 204 len: 168 time: 0.1759789 Feb 17 11:52:28.044567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42088) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:28.052729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-044e6dd9-aaef-4a6e-a2df-6d443ea90c3a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:28.057663 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-044e6dd9-aaef-4a6e-a2df-6d443ea90c3a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports/1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb HTTP/1.1" status: 200 len: 976 time: 0.4147174 Feb 17 11:52:28.068218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42092) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:28.078918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-3229cb53-7100-47fb-b9a0-d3afd621880f tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-1630519253') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:28.085422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 6d379f32-83ab-4955-a4c9-acb0a6e7516d) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:28.095022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ecb71-3acd-4015-8dfc-5c404f7a58d5 None None] Network 6d379f32-83ab-4955-a4c9-acb0a6e7516d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:28.145682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:28.146305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.175546 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-40b669d6-9515-456d-ad23-bceceebd65a3 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1050000 Feb 17 11:52:28.179274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42096) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:28.190252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:75:2c:d0'}, {'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:ac:22:29'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:28.342307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-6d379f32-83ab-4955-a4c9-acb0a6e7516d', 'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': 'e0aea16e-c9dc-4a2d-9317-8aa8c667a563'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:28.343487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.390015 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e98b54fc-d537-40b1-8551-2c7371f8df4f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4468279 Feb 17 11:52:28.403120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42100) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:28.449450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.462503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b9712af4-6a7f-447b-af7c-c7b77b8becd7 None None] Provisioning for port c08b70bb-7c1e-46e5-9011-9d25867af305 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:28.476139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b9712af4-6a7f-447b-af7c-c7b77b8becd7 None None] Provisioning complete for port c08b70bb-7c1e-46e5-9011-9d25867af305 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:28.476510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b9712af4-6a7f-447b-af7c-c7b77b8becd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.582329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b9712af4-6a7f-447b-af7c-c7b77b8becd7 None None] Port c08b70bb-7c1e-46e5-9011-9d25867af305 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:28.590147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Deleting port a491e6ea-04ff-4fbc-9500-58f32ff511e5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:28.593901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.611108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Allocated IP 172.20.0.1 (6d379f32-83ab-4955-a4c9-acb0a6e7516d/e0aea16e-c9dc-4a2d-9317-8aa8c667a563/f324682a-0a6f-4b87-9151-27b6f792c760) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:28.631510 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3229cb53-7100-47fb-b9a0-d3afd621880f tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-1630519253 HTTP/1.1" status: 201 len: 201 time: 0.5776951 Feb 17 11:52:28.638608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42104) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:28.662838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-6bb34bd9-54d3-43fe-8390-c30e5911b10e tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-262031818') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:28.830509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.841444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Transition to ACTIVE for port object f324682a-0a6f-4b87-9151-27b6f792c760 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:28.861047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Transition to ACTIVE for port object f324682a-0a6f-4b87-9151-27b6f792c760 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:28.933353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.947609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.971920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.972482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:28.997448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Network 6d379f32-83ab-4955-a4c9-acb0a6e7516d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:29.004734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port f324682a-0a6f-4b87-9151-27b6f792c760 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:29.006313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:29.006537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.014360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:29.027227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Pushing event updated for resources: {'Port': ['ID=f324682a-0a6f-4b87-9151-27b6f792c760,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:29.116708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Attempting to bind port f324682a-0a6f-4b87-9151-27b6f792c760 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:29.117034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Attempting to bind port f324682a-0a6f-4b87-9151-27b6f792c760 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:29.117336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Attempting to bind port f324682a-0a6f-4b87-9151-27b6f792c760 on network 6d379f32-83ab-4955-a4c9-acb0a6e7516d {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:29.124619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:29.126550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Checking segment: {'id': 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:29.126550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.126550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Bound using segment: {'id': 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:29.126550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Bound port: f324682a-0a6f-4b87-9151-27b6f792c760, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6d379f32-83ab-4955-a4c9-acb0a6e7516d'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:29.126929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.137660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Calling delete_port for a491e6ea-04ff-4fbc-9500-58f32ff511e5 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:29.227922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] For port f324682a-0a6f-4b87-9151-27b6f792c760, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:29.230790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] For port f324682a-0a6f-4b87-9151-27b6f792c760, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f324682a-0a6f-4b87-9151-27b6f792c760,segment=NetworkSegment(a06cfbc7-a87f-435c-b21e-e3d7d937ea6d),segment_id=a06cfbc7-a87f-435c-b21e-e3d7d937ea6d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:29.331036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.419360 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6bb34bd9-54d3-43fe-8390-c30e5911b10e tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-262031818 HTTP/1.1" status: 201 len: 201 time: 0.7743068 Feb 17 11:52:29.425222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449d85c-75b8-4db0-9cc7-eb593ca490d1 None None] Pushing event updated for resources: {'Port': ['ID=f324682a-0a6f-4b87-9151-27b6f792c760,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:29.436960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42108) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:29.448590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-75f7cf85-22bc-4383-81fd-647bff7d115b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-1603846975') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:29.605183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port f324682a-0a6f-4b87-9151-27b6f792c760, host dv-neutron-828728-1-hyperv, got binding levels [] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:29.605183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.748191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for f324682a-0a6f-4b87-9151-27b6f792c760 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:29.788059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 615bc710-1095-42c8-b824-b8a2a6400858 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:29.795843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.812911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:29.848057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.855503 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-75f7cf85-22bc-4383-81fd-647bff7d115b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-1603846975 HTTP/1.1" status: 201 len: 201 time: 0.4161220 Feb 17 11:52:29.861460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event deleted for resources: {'Port': ['ID=a491e6ea-04ff-4fbc-9500-58f32ff511e5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:29.865829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42112) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:29.876543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-d1882d1e-2935-4349-90c4-eca2369af260 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-1117131675') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:29.891123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:29.906321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.012802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:30.012802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:30.168194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] In _notify_port_updated(), no bound segment for port c08b70bb-7c1e-46e5-9011-9d25867af305 on network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:52:30.172007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:30.172640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.176855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "PUT /v2.0/ports/c08b70bb-7c1e-46e5-9011-9d25867af305 HTTP/1.1" status: 200 len: 1065 time: 1.9965274 Feb 17 11:52:30.180462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42116) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:30.230503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962f878-0dd2-4a75-8307-d123a7becbe5 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event updated for resources: {'Port': ['ID=c08b70bb-7c1e-46e5-9011-9d25867af305,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:30.272409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port c08b70bb-7c1e-46e5-9011-9d25867af305 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:30.272584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.433446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:30.447147 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] Sync routers for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:30.466398 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:30.467022 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:30.496975 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7227d4a6-9f8f-4c0e-8cd4-c86d616576f0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/615bc710-1095-42c8-b824-b8a2a6400858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4554555 Feb 17 11:52:30.501699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42120) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:30.532466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df0f83-45e2-4479-8630-d9fee82dafa8 None None] Network 6d379f32-83ab-4955-a4c9-acb0a6e7516d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:30.539936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.551482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:30.558275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port f324682a-0a6f-4b87-9151-27b6f792c760 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:30.558574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.565485 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:30.566313 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:30.608843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-81f793a9-7a4b-4e60-9899-394a4bd2ae9c None None] Provisioning complete for port c08b70bb-7c1e-46e5-9011-9d25867af305 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:30.609210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81f793a9-7a4b-4e60-9899-394a4bd2ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.635280 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:30.635930 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154621cc-9cdb-420e-8627-b4fe7a472e61 None None] The sync data for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:30.647919 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d1882d1e-2935-4349-90c4-eca2369af260 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-1117131675 HTTP/1.1" status: 201 len: 201 time: 0.7782216 Feb 17 11:52:30.659457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42124) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:30.682139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-5816113c-503b-4c5f-8d24-3f36b7d59941 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', {'tags': ['tempest-TagsExtTest-Tag-1195250613', 'tempest-TagsExtTest-Tag-827431763', 'tempest-TagsExtTest-Tag-126203778']}) {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:30.685796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-81f793a9-7a4b-4e60-9899-394a4bd2ae9c None None] Port c08b70bb-7c1e-46e5-9011-9d25867af305 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:30.733199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Deleting port b623c739-f823-4f4f-96a7-7bbd892a3d39 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:30.733799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.832484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:30.887077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-928862ef-e248-4f93-8606-69db2c046a8a None None] Provisioning for port f324682a-0a6f-4b87-9151-27b6f792c760 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:30.985599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for c08b70bb-7c1e-46e5-9011-9d25867af305 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:30.991997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.017034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.106399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f324682a-0a6f-4b87-9151-27b6f792c760 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:31.137922 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5816113c-503b-4c5f-8d24-3f36b7d59941 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags HTTP/1.1" status: 200 len: 316 time: 0.4684920 Feb 17 11:52:31.138606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] For port b623c739-f823-4f4f-96a7-7bbd892a3d39, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b623c739-f823-4f4f-96a7-7bbd892a3d39,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:31.138871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.145974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42128) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:31.202519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-fb2cfa88-4942-4c75-b716-1684f86573e0 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:31.226457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.227518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Fanout notify agent at l3_agent the message router_deleted on router 90db6217-d5b6-449b-9c02-0dafb659e989 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:31.241916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f324682a-0a6f-4b87-9151-27b6f792c760 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:31.249422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f324682a-0a6f-4b87-9151-27b6f792c760 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:31.254953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.377668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port f324682a-0a6f-4b87-9151-27b6f792c760, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f324682a-0a6f-4b87-9151-27b6f792c760,segment=NetworkSegment(a06cfbc7-a87f-435c-b21e-e3d7d937ea6d),segment_id=a06cfbc7-a87f-435c-b21e-e3d7d937ea6d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:31.378190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.390354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.424681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f324682a-0a6f-4b87-9151-27b6f792c760, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f324682a-0a6f-4b87-9151-27b6f792c760,segment=NetworkSegment(a06cfbc7-a87f-435c-b21e-e3d7d937ea6d),segment_id=a06cfbc7-a87f-435c-b21e-e3d7d937ea6d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:31.493000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.505160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Calling delete_port for b623c739-f823-4f4f-96a7-7bbd892a3d39 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:31.526859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for f324682a-0a6f-4b87-9151-27b6f792c760 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:31.571598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f324682a-0a6f-4b87-9151-27b6f792c760,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:31.583988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.585131 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-94bd69f1-9c89-4667-8167-5dd1c3393ed8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/90db6217-d5b6-449b-9c02-0dafb659e989 HTTP/1.1" status: 204 len: 168 time: 4.9843664 Feb 17 11:52:31.597310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42132) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:31.610371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-710410512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:31.629026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:31.646891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Usage tracker for resource:router and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:31.654504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:31.665002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:31.677849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:31.681689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.755374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.808501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:31.808819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:31.809310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.829899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.830830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:31.893071 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fb2cfa88-4942-4c75-b716-1684f86573e0 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags HTTP/1.1" status: 204 len: 168 time: 0.7458074 Feb 17 11:52:31.903168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42136) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:31.913204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-7094e043-33ba-4fd9-afad-794da7a8b345 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-1195250613') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:31.918494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=c08b70bb-7c1e-46e5-9011-9d25867af305,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:32.006599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.142715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:32.172900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.223663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.244145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b623c739-f823-4f4f-96a7-7bbd892a3d39,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:32.290481 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-7094e043-33ba-4fd9-afad-794da7a8b345 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:32.293992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7094e043-33ba-4fd9-afad-794da7a8b345 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-1195250613 HTTP/1.1" status: 404 len: 329 time: 0.3874404 Feb 17 11:52:32.297505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42142) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:32.300055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.302739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-b727d340-770f-4f5d-a2e4-f9ec33f3b823 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-827431763') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:32.346024 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ca3dfd1e-9f43-42c2-9794-05e0a0408934 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/ports/c08b70bb-7c1e-46e5-9011-9d25867af305 HTTP/1.1" status: 204 len: 168 time: 2.1619382 Feb 17 11:52:32.353468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42146) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:32.432022 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6a87be-a5f0-4262-b824-2666c0d62952 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] GET failed (client error): The resource could not be found. Feb 17 11:52:32.432450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5a6a87be-a5f0-4262-b824-2666c0d62952 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Synchronizing usage tracker for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:32.492942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-b727d340-770f-4f5d-a2e4-f9ec33f3b823 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:32.494284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b727d340-770f-4f5d-a2e4-f9ec33f3b823 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-827431763 HTTP/1.1" status: 404 len: 328 time: 0.1963236 Feb 17 11:52:32.516946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42150) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:32.530992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-b411ab69-5106-427f-95f6-a90dd3a771d7 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89', 'tempest-TagsExtTest-Tag-126203778') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:32.556715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.627131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5a6a87be-a5f0-4262-b824-2666c0d62952 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Unset dirty status for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:32.631043 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5a6a87be-a5f0-4262-b824-2666c0d62952 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "GET /v2.0/ports/c08b70bb-7c1e-46e5-9011-9d25867af305 HTTP/1.1" status: 404 len: 333 time: 0.2651463 Feb 17 11:52:32.639367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42154) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:32.685000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 93450fdc-23c7-49e2-b7ef-51f256cc44ed {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:32.685260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.795527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.796700 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b54fb184-562e-49c7-b189-edfefb7c8753 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1970942 Feb 17 11:52:32.805352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port f324682a-0a6f-4b87-9151-27b6f792c760 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:32.805694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.807442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42158) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:32.813543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port d804542c-a676-4bdc-abc4-b714eb921de5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:32.813908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:32.853877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:32.960686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.106458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.111899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f324682a-0a6f-4b87-9151-27b6f792c760 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:33.156722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 93450fdc-23c7-49e2-b7ef-51f256cc44ed owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:33.185586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f324682a-0a6f-4b87-9151-27b6f792c760 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:33.186160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.188730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=1d0b9f57-5f3b-4d89-9fa1-608ce848b8cb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:33.196863 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-b411ab69-5106-427f-95f6-a90dd3a771d7 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:33.199792 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b411ab69-5106-427f-95f6-a90dd3a771d7 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags/tempest-TagsExtTest-Tag-126203778 HTTP/1.1" status: 404 len: 328 time: 0.6799192 Feb 17 11:52:33.225663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42162) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:33.251596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-784315a8-1971-4c2f-9214-0df70dd51bcf tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', {'tags': ['tempest-TagsExtTest-Tag-1672205241', 'tempest-TagsExtTest-Tag-1776816009', 'tempest-TagsExtTest-Tag-172795648']}) {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:33.422226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port f324682a-0a6f-4b87-9151-27b6f792c760, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f324682a-0a6f-4b87-9151-27b6f792c760,segment=NetworkSegment(a06cfbc7-a87f-435c-b21e-e3d7d937ea6d),segment_id=a06cfbc7-a87f-435c-b21e-e3d7d937ea6d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:33.422757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.546928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for f324682a-0a6f-4b87-9151-27b6f792c760 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:33.791143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.839351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=93450fdc-23c7-49e2-b7ef-51f256cc44ed,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:33.848138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.878485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:33.925250 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-784315a8-1971-4c2f-9214-0df70dd51bcf tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags HTTP/1.1" status: 200 len: 317 time: 0.6909771 Feb 17 11:52:33.931477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42166) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:33.988201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=f324682a-0a6f-4b87-9151-27b6f792c760,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:34.006748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-727a91af-0272-418e-a4ba-9084bcc9a1c6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:34.104809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for d804542c-a676-4bdc-abc4-b714eb921de5 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:34.150220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.154396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1dbcfd-76b7-44cf-b441-68ae3ee5b637 None None] DHCP port deletion for 6d379f32-83ab-4955-a4c9-acb0a6e7516d request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:34.178030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ce21c-bfe4-4aae-acb3-1867557ec0e3 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:52:34.188125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.194625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port f324682a-0a6f-4b87-9151-27b6f792c760 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:34.282980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.289618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.349741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ce21c-bfe4-4aae-acb3-1867557ec0e3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:52:34.546480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.668936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-727a91af-0272-418e-a4ba-9084bcc9a1c6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags HTTP/1.1" status: 204 len: 168 time: 0.6783338 Feb 17 11:52:34.670680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.680847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42170) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:34.781150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:34.828294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-bb339314-b55e-4026-8bba-97560ea4d5c6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-1672205241') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:34.857444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=e0aea16e-c9dc-4a2d-9317-8aa8c667a563,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:34.872523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102179fb-c646-4536-bf74-7f4454fc8133 None None] Network 6d379f32-83ab-4955-a4c9-acb0a6e7516d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:34.920849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=d804542c-a676-4bdc-abc4-b714eb921de5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:35.090830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f081f9-85e1-424c-bd4e-6b22c374937a None None] DHCP port deletion for 6d379f32-83ab-4955-a4c9-acb0a6e7516d request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:35.102765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.115654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f324682a-0a6f-4b87-9151-27b6f792c760 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:35.141347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.153549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f324682a-0a6f-4b87-9151-27b6f792c760 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:35.153994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f324682a-0a6f-4b87-9151-27b6f792c760 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:35.194015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d379f32-83ab-4955-a4c9-acb0a6e7516d']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.200714 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-bb339314-b55e-4026-8bba-97560ea4d5c6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:35.204291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bb339314-b55e-4026-8bba-97560ea4d5c6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-1672205241 HTTP/1.1" status: 404 len: 329 time: 0.4909301 Feb 17 11:52:35.205608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42174) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.214850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-2f2248d1-deff-4dcc-84a9-34be54521739 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-1776816009') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.238770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 1339f84b-43e6-40ad-be13-3765819c6a56 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:35.252653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.252929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06cfbc7-a87f-435c-b21e-e3d7d937ea6d') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.254778 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d1115212-31cc-447c-829d-3577a5bda265 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/ports/d804542c-a676-4bdc-abc4-b714eb921de5 HTTP/1.1" status: 204 len: 168 time: 2.6135426 Feb 17 11:52:35.259835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42178) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.276813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.285424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 615bc710-1095-42c8-b824-b8a2a6400858 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:35.314016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.325279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:35.325667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:35.342535 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:35.506111 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f3b394-008e-4d6f-81ac-c8a7159e0795 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] GET failed (client error): The resource could not be found. Feb 17 11:52:35.506518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a9f3b394-008e-4d6f-81ac-c8a7159e0795 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Synchronizing usage tracker for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:35.523981 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-2f2248d1-deff-4dcc-84a9-34be54521739 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:35.525006 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2f2248d1-deff-4dcc-84a9-34be54521739 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-1776816009 HTTP/1.1" status: 404 len: 329 time: 0.3176084 Feb 17 11:52:35.530018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42182) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.555555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:35.566191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] Sync routers for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:35.580482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:35.581186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.587156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-f0cc28d0-3a00-473b-9070-779c1502f9ad tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116', 'tempest-TagsExtTest-Tag-172795648') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.635557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.645478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.658152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] Routers {'615bc710-1095-42c8-b824-b8a2a6400858'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:35.658346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['615bc710-1095-42c8-b824-b8a2a6400858'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.658873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.666235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/6d379f32-83ab-4955-a4c9-acb0a6e7516d HTTP/1.1" status: 204 len: 168 time: 7.2565353 Feb 17 11:52:35.666235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c7ef5bc4-11ee-4edc-865f-a29b11a9e36e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/615bc710-1095-42c8-b824-b8a2a6400858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1632757 Feb 17 11:52:35.666801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42186) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.670046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42188) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.675586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-845586461'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:35.681269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60df4-390c-4387-ab59-bd531621b2b9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=6d379f32-83ab-4955-a4c9-acb0a6e7516d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:35.687489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.720619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:35.722984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.723385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed64963-c5e2-4b69-9642-84145054fe0a None None] The sync data for ids ['615bc710-1095-42c8-b824-b8a2a6400858'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:35.731449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.733433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-652e0f06-bd5e-49ed-b3c6-30a8df1a45e0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:35.736983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:35.739886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:35.750950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:35.801209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-652e0f06-bd5e-49ed-b3c6-30a8df1a45e0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:35.802464 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-652e0f06-bd5e-49ed-b3c6-30a8df1a45e0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=615bc710-1095-42c8-b824-b8a2a6400858 HTTP/1.1" status: 200 len: 205 time: 0.1211360 Feb 17 11:52:35.805107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42194) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.864725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:35.867982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.911850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a9f3b394-008e-4d6f-81ac-c8a7159e0795 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Unset dirty status for tenant:1bd3ade1446e41f0a15993e1df41d58c on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:35.913018 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9f3b394-008e-4d6f-81ac-c8a7159e0795 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "GET /v2.0/ports/d804542c-a676-4bdc-abc4-b714eb921de5 HTTP/1.1" status: 404 len: 333 time: 0.6521180 Feb 17 11:52:35.918888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42198) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:35.935735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:35.945909 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] Sync routers for ids ['1339f84b-43e6-40ad-be13-3765819c6a56'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:35.958038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] Routers {'1339f84b-43e6-40ad-be13-3765819c6a56'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:35.958811 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1339f84b-43e6-40ad-be13-3765819c6a56'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:35.973189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:35.996587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:35.996587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment b864a3d9-4c7b-4c0b-a9ef-bed1376fae22 of type vlan for network 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f Feb 17 11:52:36.022548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.023561 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d72071a1-fe42-4a0b-b219-9a1a5c1205eb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/1339f84b-43e6-40ad-be13-3765819c6a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9497445 Feb 17 11:52:36.030719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42204) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:36.035929 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:36.049424 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] Routers {'1339f84b-43e6-40ad-be13-3765819c6a56'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:36.050062 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1339f84b-43e6-40ad-be13-3765819c6a56'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:36.082751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.123132 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:36.123534 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74232e1a-3150-40ea-a42d-2d1c6d081ab6 None None] The sync data for ids ['1339f84b-43e6-40ad-be13-3765819c6a56'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:36.170630 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-f0cc28d0-3a00-473b-9070-779c1502f9ad tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:36.171638 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f0cc28d0-3a00-473b-9070-779c1502f9ad tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags/tempest-TagsExtTest-Tag-172795648 HTTP/1.1" status: 404 len: 328 time: 0.6397710 Feb 17 11:52:36.175983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42210) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:36.184842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-004e9429-5219-4475-8fd0-e543083c1549 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', {'tags': ['tempest-TagsExtTest-Tag-1872219253', 'tempest-TagsExtTest-Tag-313511289', 'tempest-TagsExtTest-Tag-513257458']}) {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:36.249141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port bb294f55-c4e6-4476-b80f-fbd7631d4c67 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:36.249810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.459053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Allocated IP 172.26.6.40 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/e391fe58-bc2e-4c15-a911-4f63e8a3449d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:36.519369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.522961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:36.523575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.790331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1215065 Feb 17 11:52:36.791175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e106a6-160c-465f-bcfe-2c0c37bd9ad5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:36.793294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42214) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:36.795251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.803627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': '09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:36.805176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:36.865224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.870161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:36.898511 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-004e9429-5219-4475-8fd0-e543083c1549 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags HTTP/1.1" status: 200 len: 316 time: 0.7188215 Feb 17 11:52:36.901911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42218) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:36.918646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-51b707e3-95cc-4245-addb-7b4938b2dd99 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:37.046531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:37.058415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:37.062136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:37.069314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:37.077488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for bb294f55-c4e6-4476-b80f-fbd7631d4c67 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:37.117648 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-9d2b7426-247b-4e45-bff8-232936f22426 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 11:52:37.121269 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9d2b7426-247b-4e45-bff8-232936f22426 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/1339f84b-43e6-40ad-be13-3765819c6a56/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0836725 Feb 17 11:52:37.121675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42222) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:37.123514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.165973 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f732bd33-9934-49cb-a03d-30e7869945b6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=1339f84b-43e6-40ad-be13-3765819c6a56 HTTP/1.1" status: 200 len: 205 time: 0.0402789 Feb 17 11:52:37.166224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42226) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:37.227257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.227539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router 615bc710-1095-42c8-b824-b8a2a6400858 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:37.236560 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-51b707e3-95cc-4245-addb-7b4938b2dd99 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags HTTP/1.1" status: 204 len: 168 time: 0.3332982 Feb 17 11:52:37.237163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:37.251842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42230) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:37.311687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-d47b55bf-e867-46b2-b2d2-5afa78e87c23 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-1872219253') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:37.371292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.376132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Router 66a136f8-aa6f-448a-abc6-3fd3f73781df has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:52:37.442287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.443287 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cb060f3f-6390-43d3-b6ae-06bbbd51550c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/615bc710-1095-42c8-b824-b8a2a6400858 HTTP/1.1" status: 204 len: 168 time: 1.6370761 Feb 17 11:52:37.455108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42234) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:37.500696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:37.510224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:37.517309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event updated for resources: {'Port': ['ID=e391fe58-bc2e-4c15-a911-4f63e8a3449d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:37.519731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:37.546621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.570572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.633604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.733808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ccc-fad5-4867-b226-46b31b28b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:37.775791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=bb294f55-c4e6-4476-b80f-fbd7631d4c67,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:37.857371 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-d47b55bf-e867-46b2-b2d2-5afa78e87c23 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:37.863383 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d47b55bf-e867-46b2-b2d2-5afa78e87c23 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-1872219253 HTTP/1.1" status: 404 len: 329 time: 0.6025510 Feb 17 11:52:37.869469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42238) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:37.881493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-af4ed911-021a-4a28-b114-b303bf93e32a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-313511289') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:37.958784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.020419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet 1a67d7c2-4995-438b-9a8c-8cf25a74a4d1 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:38.025868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.089259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0ec41a49-eb6d-4bcc-a0c2-5230eb79a42d tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/ports/bb294f55-c4e6-4476-b80f-fbd7631d4c67 HTTP/1.1" status: 204 len: 168 time: 2.1692231 Feb 17 11:52:38.094797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42242) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:38.098707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.185719 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-af4ed911-021a-4a28-b114-b303bf93e32a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:38.186770 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-af4ed911-021a-4a28-b114-b303bf93e32a tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-313511289 HTTP/1.1" status: 404 len: 328 time: 0.3148022 Feb 17 11:52:38.199661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42246) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:38.218161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-064f703f-fea0-4cf1-9c64-d9480b686405 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5', 'tempest-TagsExtTest-Tag-513257458') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:38.362789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.373390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.504369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.507719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.538222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.539426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router 1339f84b-43e6-40ad-be13-3765819c6a56 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:38.567641 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-064f703f-fea0-4cf1-9c64-d9480b686405 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:38.568684 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-064f703f-fea0-4cf1-9c64-d9480b686405 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags/tempest-TagsExtTest-Tag-513257458 HTTP/1.1" status: 404 len: 328 time: 0.3643596 Feb 17 11:52:38.573355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42250) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:38.579178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:38.584683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.590421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-741cce56-b76a-473c-bf53-2b0a3321ad6e tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', {'tags': ['tempest-TagsExtTest-Tag-1479449478', 'tempest-TagsExtTest-Tag-844218774', 'tempest-TagsExtTest-Tag-466112324']}) {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:38.592796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] Sync routers for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:38.606818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:38.607421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:38.631114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.635515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ae890d23-9ef5-4d51-818e-fcea5245cf8b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/1339f84b-43e6-40ad-be13-3765819c6a56 HTTP/1.1" status: 204 len: 168 time: 1.4650750 Feb 17 11:52:38.640341 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-234b95cc-ffd8-4156-ade3-b6cf8b63b8f7 admin admin] 10.222.0.47 "PUT /v2.0/routers/66a136f8-aa6f-448a-abc6-3fd3f73781df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3333683 Feb 17 11:52:38.641390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42254) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:38.641510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting subnet 8f2fee4e-7094-4b04-8b19-e67ac8c36871 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:38.641604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42256) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:38.651000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=88210f38-b342-4c64-821b-0d58d330e38e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:38.809669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:52:38.834001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:38.843241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': 'b864a3d9-4c7b-4c0b-a9ef-bed1376fae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:38.843593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:38.903886 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-741cce56-b76a-473c-bf53-2b0a3321ad6e tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "PUT /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags HTTP/1.1" status: 200 len: 316 time: 0.3218141 Feb 17 11:52:38.906900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42262) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:38.918670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-0b728ce1-dd32-41ac-b8dc-4e8e0facb769 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:38.948211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.023684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.027871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.042934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet 0819322a-7864-4687-a1f6-eb8bb6fc3b04 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:39.050357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.075296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.088061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=1a67d7c2-4995-438b-9a8c-8cf25a74a4d1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:39.095283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:39.103303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.109708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29137a0-8d17-48bf-8f70-c2675a68f0b9 None None] Network 7df00523-3fe2-4f87-8638-0642d7d109e3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:39.128114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.171523 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-199052b6-2abf-405c-ba86-77533dddcac8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/1a67d7c2-4995-438b-9a8c-8cf25a74a4d1 HTTP/1.1" status: 204 len: 168 time: 1.7132378 Feb 17 11:52:39.178890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42266) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:39.217115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:39.224317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:52:31Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:39.239144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125975f0-857a-435e-af93-7e01c2db7454 None None] Network 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:39.245194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:39.248449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.248594 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0b728ce1-dd32-41ac-b8dc-4e8e0facb769 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags HTTP/1.1" status: 204 len: 168 time: 0.3383911 Feb 17 11:52:39.248827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.261380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42270) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:39.270886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-f5894a53-0ab8-4aa6-a0ed-30ebff2a6a90 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-1479449478') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:39.321645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.346212 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] Checking router: 66a136f8-aa6f-448a-abc6-3fd3f73781df for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:52:39.442431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] Routers {'66a136f8-aa6f-448a-abc6-3fd3f73781df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:39.443091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['66a136f8-aa6f-448a-abc6-3fd3f73781df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:39.447352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.490641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2fee4e-7094-4b04-8b19-e67ac8c36871,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:39.504179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.513583 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-03bff960-6691-4a86-ac2e-0d5e001755b1 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/subnets/8f2fee4e-7094-4b04-8b19-e67ac8c36871 HTTP/1.1" status: 204 len: 168 time: 1.4177697 Feb 17 11:52:39.515217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Router c381206c-bad5-4562-a65c-7827709abab5 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:52:39.515901 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e03339ec-cdc5-47c2-a2d0-771a1caf5b05 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7150655 Feb 17 11:52:39.518058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42274) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:39.518058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:39.582333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc358d00-9895-44fe-92cb-273c31c5b1c6 None None] Network 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:39.665384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-f5894a53-0ab8-4aa6-a0ed-30ebff2a6a90 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:39.669012 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f5894a53-0ab8-4aa6-a0ed-30ebff2a6a90 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-1479449478 HTTP/1.1" status: 404 len: 329 time: 0.4023879 Feb 17 11:52:39.672444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42282) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:39.691039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-78e517d0-71ee-4120-a85e-82bdec2d207b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-844218774') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:39.710781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.834770 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-78e517d0-71ee-4120-a85e-82bdec2d207b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:39.836387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-78e517d0-71ee-4120-a85e-82bdec2d207b tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-844218774 HTTP/1.1" status: 404 len: 328 time: 0.1551752 Feb 17 11:52:39.841764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42286) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:39.843461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.850332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet 414963c5-d92f-443f-84cd-5323637fdca7 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:39.858332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-d8ab7bbd-1262-4f57-b4fa-a61651ff95b9 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28', 'tempest-TagsExtTest-Tag-466112324') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:39.871778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.905361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.910687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Deleting port 3ece590c-0893-4785-be3d-87cbae95432b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:39.911181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:39.966079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.006295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163de1c-0e19-4239-8056-c051c92e4f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f', 'network_id': '09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': '88210f38-b342-4c64-821b-0d58d330e38e'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:40.008400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0163de1c-0e19-4239-8056-c051c92e4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.010210 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-d8ab7bbd-1262-4f57-b4fa-a61651ff95b9 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] show failed (client error): The resource could not be found. Feb 17 11:52:40.011319 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d8ab7bbd-1262-4f57-b4fa-a61651ff95b9 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags/tempest-TagsExtTest-Tag-466112324 HTTP/1.1" status: 404 len: 328 time: 0.1663032 Feb 17 11:52:40.015676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42290) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:40.028196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] Set router 66a136f8-aa6f-448a-abc6-3fd3f73781df gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:52:40.030696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-cece0b5c-d7fb-4d9f-b33b-3ce15b7dccfe tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b842cbd0-ae85-4c09-adc3-3a6beb80bc28') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:40.049768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.071236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] DHCP port deletion for 7df00523-3fe2-4f87-8638-0642d7d109e3 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:40.076132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] DHCP port deletion for 6a6a6d56-709a-4a87-b2ac-f8bc1789c061 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:40.111596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=0819322a-7864-4687-a1f6-eb8bb6fc3b04,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:40.123359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Deleting port 3ece590c-0893-4785-be3d-87cbae95432b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:40.123674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.130434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.145835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.169542 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a497bb9b-5113-45bc-989a-2833f310ad2e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/0819322a-7864-4687-a1f6-eb8bb6fc3b04 HTTP/1.1" status: 204 len: 168 time: 1.5259466 Feb 17 11:52:40.173274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42296) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:40.263754 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cece0b5c-d7fb-4d9f-b33b-3ce15b7dccfe tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28/tags HTTP/1.1" status: 204 len: 168 time: 0.2363377 Feb 17 11:52:40.266358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42302) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:40.269528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.272844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-f797f296-aab1-49c1-8fe3-d36052ae34ea tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6bff417e-d130-484f-ad45-64ea74cc7dc5') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:40.348632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] For port 3ece590c-0893-4785-be3d-87cbae95432b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3ece590c-0893-4785-be3d-87cbae95432b,segment=NetworkSegment(6687b906-63a7-4ab2-8a6e-30a90e7c2ab2),segment_id=6687b906-63a7-4ab2-8a6e-30a90e7c2ab2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:40.349021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.354071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.391941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.411017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 3da599bd-b604-4b77-92ff-948a85319108 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:40.411340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.468040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e1045dfc-471a-4d23-b28d-fe0050f15d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.469534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3abba2-a953-458b-a8bd-55de5eabb689 None None] Network 75e37cb1-f9aa-4370-bf1b-434cb223e823 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:40.474123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Deleting port f307543a-f9ca-4950-b041-e337645e93b7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:40.474673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.495710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Calling delete_port for 3ece590c-0893-4785-be3d-87cbae95432b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:40.521378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] Deleting port 07be00d3-f103-4d4d-9470-fc4db124cfde {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:40.525102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.553656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] For port 3ece590c-0893-4785-be3d-87cbae95432b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3ece590c-0893-4785-be3d-87cbae95432b,segment=NetworkSegment(6687b906-63a7-4ab2-8a6e-30a90e7c2ab2),segment_id=6687b906-63a7-4ab2-8a6e-30a90e7c2ab2)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:40.554056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.570538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.649232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=414963c5-d92f-443f-84cd-5323637fdca7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:40.694446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Calling delete_port for 3ece590c-0893-4785-be3d-87cbae95432b owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:40.706563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.744883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36d7fe-a781-4aa3-a466-28c86df29008 None None] Network 31d34a2f-638e-4171-9672-75d8633b212f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:40.747694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-37d7b267-f8bd-4c63-a9e3-cd8db46bd7bb tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/414963c5-d92f-443f-84cd-5323637fdca7 HTTP/1.1" status: 204 len: 168 time: 1.5672424 Feb 17 11:52:40.754343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42308) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:40.781503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:40.796089 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] Sync routers for ids ['c381206c-bad5-4562-a65c-7827709abab5'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:40.816401 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] Routers {'c381206c-bad5-4562-a65c-7827709abab5'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:40.818938 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c381206c-bad5-4562-a65c-7827709abab5'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:40.850927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.886413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 3da599bd-b604-4b77-92ff-948a85319108, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3da599bd-b604-4b77-92ff-948a85319108,segment=NetworkSegment(fba5abc6-d777-4304-b580-6eaf114dfd12),segment_id=fba5abc6-d777-4304-b580-6eaf114dfd12)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:40.886942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.929750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=88210f38-b342-4c64-821b-0d58d330e38e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:40.943583 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:40.946485 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f797f296-aab1-49c1-8fe3-d36052ae34ea tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5/tags HTTP/1.1" status: 204 len: 168 time: 0.6784384 Feb 17 11:52:40.966294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42312) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:40.971947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:40.973282 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-786f4955-7a09-48bb-a837-58d3629bce0a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "PUT /v2.0/routers/c381206c-bad5-4562-a65c-7827709abab5 HTTP/1.1" status: 200 len: 882 time: 8.1646264 Feb 17 11:52:40.978722 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] Routers {'c381206c-bad5-4562-a65c-7827709abab5'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:40.979339 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c381206c-bad5-4562-a65c-7827709abab5'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:40.985648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.tag.tag_plugin [None req-e12b6ec7-f7f2-440c-ace8-8063375bd1fa tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '415b505c-1838-4896-9173-c566f430f116') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.014276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42316) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:41.017891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.046341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 3da599bd-b604-4b77-92ff-948a85319108 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:41.080315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] For port f307543a-f9ca-4950-b041-e337645e93b7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f307543a-f9ca-4950-b041-e337645e93b7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:41.082044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.107229 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.108036 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f21cf-4b64-4952-b6f5-b88d1179d918 None None] The sync data for ids ['c381206c-bad5-4562-a65c-7827709abab5'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:41.134352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.176710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3ece590c-0893-4785-be3d-87cbae95432b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server [None req-0163de1c-0e19-4239-8056-c051c92e4f5b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88210f38-b342-4c64-821b-0d58d330e38e: This subnet is being modified by another concurrent operation. Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:52:41.250566 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise exception Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88210f38-b342-4c64-821b-0d58d330e38e: This subnet is being modified by another concurrent operation. Feb 17 11:52:41.255185 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Feb 17 11:52:41.272208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Port': ['ID=3ece590c-0893-4785-be3d-87cbae95432b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:41.288531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 07be00d3-f103-4d4d-9470-fc4db124cfde {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:41.288872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.292477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3ece590c-0893-4785-be3d-87cbae95432b {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:41.292477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3ece590c-0893-4785-be3d-87cbae95432b not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:41.292477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07be00d3-f103-4d4d-9470-fc4db124cfde no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:41.316118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.343079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] No DVR routers for this DVR port 3ece590c-0893-4785-be3d-87cbae95432b on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:41.351413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Calling delete_port for f307543a-f9ca-4950-b041-e337645e93b7 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:41.364035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23197b-bfe5-4606-a4aa-91d2ddd0a18d None None] Network 09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:41.429325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.495000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.509800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b864a3d9-4c7b-4c0b-a9ef-bed1376fae22') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.510013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b864a3d9-4c7b-4c0b-a9ef-bed1376fae22') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.559540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:41.559889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:41.578149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.583691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=3da599bd-b604-4b77-92ff-948a85319108,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:41.590038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] For port 07be00d3-f103-4d4d-9470-fc4db124cfde, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07be00d3-f103-4d4d-9470-fc4db124cfde,segment=NetworkSegment(a22851f5-56e9-4071-ab55-4a60362fb3b9),segment_id=a22851f5-56e9-4071-ab55-4a60362fb3b9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:41.590422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.609508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.612520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No DVR routers for this DVR port 3da599bd-b604-4b77-92ff-948a85319108 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:41.627560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.721651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6a6d56-709a-4a87-b2ac-f8bc1789c061']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.729137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:41.729547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:41.749120 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:41.754043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.774966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.783116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e37cb1-f9aa-4370-bf1b-434cb223e823']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.783838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] Calling delete_port for 07be00d3-f103-4d4d-9470-fc4db124cfde owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:41.796814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba5abc6-d777-4304-b580-6eaf114dfd12') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.797287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba5abc6-d777-4304-b580-6eaf114dfd12') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.809290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.809848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.810497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.819067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.820121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6687b906-63a7-4ab2-8a6e-30a90e7c2ab2') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.820867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.841101 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e12b6ec7-f7f2-440c-ace8-8063375bd1fa tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/ports/415b505c-1838-4896-9173-c566f430f116/tags HTTP/1.1" status: 204 len: 168 time: 0.8663485 Feb 17 11:52:41.856649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.874501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42326) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:41.881988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.tag.tag_plugin [None req-c63b038f-d976-4bbf-8263-00ca9ca795e6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ad1d064e-f76c-45b8-ac22-cedbcd2bdf89') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:41.894202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port 07be00d3-f103-4d4d-9470-fc4db124cfde, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07be00d3-f103-4d4d-9470-fc4db124cfde,segment=NetworkSegment(a22851f5-56e9-4071-ab55-4a60362fb3b9),segment_id=a22851f5-56e9-4071-ab55-4a60362fb3b9)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:41.899076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.910230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.930786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.937939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Pushing event deleted for resources: {'Port': ['ID=f307543a-f9ca-4950-b041-e337645e93b7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:41.955145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:41.955539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:41.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:42.020438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.062335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Deleting port 3ece590c-0893-4785-be3d-87cbae95432b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:42.062714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.164454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 07be00d3-f103-4d4d-9470-fc4db124cfde owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:42.193375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d910b3d-7ad4-45d9-91ea-27df7e767fef None None] DHCP port deletion for 75e37cb1-f9aa-4370-bf1b-434cb223e823 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:42.196294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] DHCP port deletion for 31d34a2f-638e-4171-9672-75d8633b212f request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:42.203348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:42.203752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.206852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.219827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:42.221654 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:42.245273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.295381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] Pushing event deleted for resources: {'Port': ['ID=07be00d3-f103-4d4d-9470-fc4db124cfde,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:42.310012 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f HTTP/1.1" status: 204 len: 168 time: 2.7879305 Feb 17 11:52:42.311290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42330) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.312554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.336381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3837f-d6b5-4367-81f0-b3e843d178dc None None] The port '3ece590c-0893-4785-be3d-87cbae95432b' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:52:42.338537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:52:31Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:42.340097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-487705151'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:42.340700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] Deleting port 625c0921-9738-462e-a072-f11a5835bf04 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:42.341064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.345115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8309-aee5-4d8a-96bd-3b89f8dfa107 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:42.387540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.388834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ec768-3ef0-4bd6-bc6a-a0e60e42dfbf None None] The sync data for ids ['66a136f8-aa6f-448a-abc6-3fd3f73781df'] in dv-neutron-828728-1-hyperv is: [{'id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'name': 'tempest-ServersTestJSON-617629516-router', 'tenant_id': 'a7721ead730f4de98d4acca3b4749ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:52:31Z', 'revision_number': 5, 'project_id': 'a7721ead730f4de98d4acca3b4749ca7', 'gw_port': {'id': 'f307543a-f9ca-4950-b041-e337645e93b7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a136f8-aa6f-448a-abc6-3fd3f73781df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:56Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:42.390505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:42.409148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=75e37cb1-f9aa-4370-bf1b-434cb223e823,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:42.411572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:42.422104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:42.422447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:42.424620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:42.425548 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-af5326af-9f13-484b-8258-9ee40ba2717a tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/c381206c-bad5-4562-a65c-7827709abab5 HTTP/1.1" status: 200 len: 923 time: 1.4054985 Feb 17 11:52:42.427563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.428402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42334) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.479465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de4d41-f30b-4a65-a1dc-1443e53895ca None None] No DVR routers for this DVR port 07be00d3-f103-4d4d-9470-fc4db124cfde on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:42.484490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.503579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:42.515220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.519632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] Pushing event deleted for resources: {'Network': ['ID=6a6a6d56-709a-4a87-b2ac-f8bc1789c061,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:42.532055 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5be34618-52a2-4c47-b13d-8415ea0144e6 tempest-AllowedAddressPairIpV6TestJSON-1252614534 tempest-AllowedAddressPairIpV6TestJSON-1252614534-project] 10.222.0.47 "DELETE /v2.0/networks/6a6a6d56-709a-4a87-b2ac-f8bc1789c061 HTTP/1.1" status: 204 len: 168 time: 3.0126364 Feb 17 11:52:42.573737 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-82a67f12-bb65-4451-8c19-93a7fae55cf2 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=c381206c-bad5-4562-a65c-7827709abab5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1438925 Feb 17 11:52:42.575976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42340) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.741033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] For port 625c0921-9738-462e-a072-f11a5835bf04, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=625c0921-9738-462e-a072-f11a5835bf04,segment=NetworkSegment(d70b332a-85d9-4fdd-8b94-86d5361e4c03),segment_id=d70b332a-85d9-4fdd-8b94-86d5361e4c03)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:42.741627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.755836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f953a9e-1634-4e09-8fa7-2275a00e4e0b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:42.757382 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f953a9e-1634-4e09-8fa7-2275a00e4e0b tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.1799469 Feb 17 11:52:42.760614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42344) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.762947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e0bddc2c-24db-44d5-a9f7-17de498b349c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/75e37cb1-f9aa-4370-bf1b-434cb223e823 HTTP/1.1" status: 204 len: 168 time: 2.5886104 Feb 17 11:52:42.766763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42348) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.783409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.789246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.806310 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c63b038f-d976-4bbf-8263-00ca9ca795e6 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89/tags HTTP/1.1" status: 204 len: 168 time: 0.9300179 Feb 17 11:52:42.812376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-761949844'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:42.815852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42352) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.826430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.831678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:42.844645 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9d2facd5-16bf-4abc-b58e-37ab6d9e721f tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=c381206c-bad5-4562-a65c-7827709abab5 HTTP/1.1" status: 200 len: 205 time: 0.0826330 Feb 17 11:52:42.846986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:42.849295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42356) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:42.852416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:42.860618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:42.894648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] Calling delete_port for 625c0921-9738-462e-a072-f11a5835bf04 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:42.924053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 07be00d3-f103-4d4d-9470-fc4db124cfde {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:42.926127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:42.993073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:42.996416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.011152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] The port '07be00d3-f103-4d4d-9470-fc4db124cfde' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:52:43.055877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.057009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a136f8-aa6f-448a-abc6-3fd3f73781df {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:43.061429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:43.064425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.075071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.184121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] Pushing event deleted for resources: {'Port': ['ID=625c0921-9738-462e-a072-f11a5835bf04,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:43.195928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.197068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 625c0921-9738-462e-a072-f11a5835bf04 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:43.200208 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-94b65652-9ef7-40cc-93d2-1c4887766571 admin admin] 10.222.0.47 "DELETE /v2.0/routers/66a136f8-aa6f-448a-abc6-3fd3f73781df HTTP/1.1" status: 204 len: 168 time: 4.5552025 Feb 17 11:52:43.200890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42360) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:43.211615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:43.225014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.254721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 625c0921-9738-462e-a072-f11a5835bf04 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:43.255391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 625c0921-9738-462e-a072-f11a5835bf04 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:43.255500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df00523-3fe2-4f87-8638-0642d7d109e3']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:43.256092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b623c739-f823-4f4f-96a7-7bbd892a3d39 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:43.269108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22851f5-56e9-4071-ab55-4a60362fb3b9') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:43.269389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22851f5-56e9-4071-ab55-4a60362fb3b9') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:43.287981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Deleting subnet 08695bba-19ab-4c58-ad84-f0c0090a5b17 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:43.291287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.303730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.305133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968c75c-5007-4558-b3d2-7458228bf6ab None None] No DVR routers for this DVR port 625c0921-9738-462e-a072-f11a5835bf04 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:43.307972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.314797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:43.315183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.323488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b623c739-f823-4f4f-96a7-7bbd892a3d39 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:43.323821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b623c739-f823-4f4f-96a7-7bbd892a3d39 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:43.324227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3da599bd-b604-4b77-92ff-948a85319108 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:43.340936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.341443 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment c0f82a7b-c44a-4a11-8b3c-2173f47be963 of type vlan for network 2d2cd822-a8d8-4383-a2df-52072e4918be Feb 17 11:52:43.380238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d60ee-3334-40f5-9513-9dbc2f97b9b7 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:52:43.415706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.417541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3da599bd-b604-4b77-92ff-948a85319108 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:43.418161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3da599bd-b604-4b77-92ff-948a85319108 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:43.420533 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:43.433602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:43.442499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.442835 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 64070c15-8946-41d5-984a-87dd5c8c4488 of type vlan for network ae50922d-7363-4ae9-861c-c82880750082 Feb 17 11:52:43.462692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.474609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.478566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42366) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:43.525915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.526220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380d60ee-3334-40f5-9513-9dbc2f97b9b7 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:52:43.530428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dbccfac5-2c44-4ff1-a897-e09f26c8f310 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for subnetpool, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.535159 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dbccfac5-2c44-4ff1-a897-e09f26c8f310 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b842cbd0-ae85-4c09-adc3-3a6beb80bc28 HTTP/1.1" status: 204 len: 168 time: 0.7149963 Feb 17 11:52:43.535898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.550754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42372) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:43.571545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=7df00523-3fe2-4f87-8638-0642d7d109e3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:43.576535 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f3a0b040-1511-4a3e-af65-c2ee59cc71db tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/7df00523-3fe2-4f87-8638-0642d7d109e3 HTTP/1.1" status: 204 len: 168 time: 2.8210864 Feb 17 11:52:43.586396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42376) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:43.638437 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c2e3169d-3b9f-4ac6-8ce3-a0af4acda690 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bff417e-d130-484f-ad45-64ea74cc7dc5 HTTP/1.1" status: 200 len: 205 time: 0.0845845 Feb 17 11:52:43.639857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42380) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:43.706062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.711563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:43.713433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.726389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.730618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:43.731206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.889099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=ae50922d-7363-4ae9-861c-c82880750082,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:43.893803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.895347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.903532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ae50922d-7363-4ae9-861c-c82880750082 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:43.908015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c46a2d09-fa44-4e57-a00c-ca4782bf52e8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1375928 Feb 17 11:52:43.909750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42384) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:43.917431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': 'ae50922d-7363-4ae9-861c-c82880750082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:43.958602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:43.991353 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-12b0a459-d469-40d0-a524-d77c58b2d2e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1bd3ade1446e41f0a15993e1df41d58c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5114951 Feb 17 11:52:43.993768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42388) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:44.019983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=2d2cd822-a8d8-4383-a2df-52072e4918be,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:44.034475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eea93e4c-9cba-4585-8cd4-a68222d33615 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7159157 Feb 17 11:52:44.050913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 2d2cd822-a8d8-4383-a2df-52072e4918be details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:44.060290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42392) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:44.074985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:44.103775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.328977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.393796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:44.401003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.419752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:44.438564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08695bba-19ab-4c58-ad84-f0c0090a5b17,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:44.439191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:44.452141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.453391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:44.457003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034f1d4-08ad-4a90-88df-467602681520 None None] Network 5053937c-c09c-4e97-928e-4997eda3c611 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:44.466822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d34a2f-638e-4171-9672-75d8633b212f']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:44.486800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:44.490394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70b332a-85d9-4fdd-8b94-86d5361e4c03') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:44.494085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70b332a-85d9-4fdd-8b94-86d5361e4c03') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:44.515389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:44.519398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.530841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:44.548236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97fa63ee-0cb1-460d-8bbb-57ee47e0f9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.550225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:44.553436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.584532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:44.600512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:44.601164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:44.624619 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:44.642504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97fa63ee-0cb1-460d-8bbb-57ee47e0f9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.715676 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-671d64d0-5be5-4ee8-94b4-fc4e405bf52e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/08695bba-19ab-4c58-ad84-f0c0090a5b17 HTTP/1.1" status: 204 len: 168 time: 1.5076311 Feb 17 11:52:44.718205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42396) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:44.726421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.753899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:44.798877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] DHCP port deletion for 5053937c-c09c-4e97-928e-4997eda3c611 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:44.802080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.804599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] Deleting port b89a5f9f-5504-4438-a023-1b01b02ee276 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:44.805276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.872795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.895335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.899844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Deleting port b89a5f9f-5504-4438-a023-1b01b02ee276 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:44.900361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.925493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.959461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:44.961220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Fanout notify agent at l3_agent the message router_deleted on router 6bff417e-d130-484f-ad45-64ea74cc7dc5 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:45.013433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.014376 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8722c969-5354-44a0-9663-cececf2e1ffd tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/routers/6bff417e-d130-484f-ad45-64ea74cc7dc5 HTTP/1.1" status: 204 len: 168 time: 1.3725975 Feb 17 11:52:45.021362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42400) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:45.027266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.039569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] For port b89a5f9f-5504-4438-a023-1b01b02ee276, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b89a5f9f-5504-4438-a023-1b01b02ee276,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:45.040214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.042239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.046813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.078970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Deleting port e391fe58-bc2e-4c15-a911-4f63e8a3449d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:45.079299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.131587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f307543a-f9ca-4950-b041-e337645e93b7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:45.166687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=31d34a2f-638e-4171-9672-75d8633b212f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:45.185600 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-633897c7-2d5d-46cb-877a-cb92a8252912 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/31d34a2f-638e-4171-9672-75d8633b212f HTTP/1.1" status: 204 len: 168 time: 1.6040876 Feb 17 11:52:45.195182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42404) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:45.206469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing IP validity checks on allocation pools {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:52:45.207019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:52:45.212935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-937155008'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:45.220424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:45.222729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] Calling delete_port for b89a5f9f-5504-4438-a023-1b01b02ee276 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:45.224885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97fa63ee-0cb1-460d-8bbb-57ee47e0f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.227778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97fa63ee-0cb1-460d-8bbb-57ee47e0f9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.228949 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-97fa63ee-0cb1-460d-8bbb-57ee47e0f9a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19d12758-c595-4d06-bd06-4d591daad9be HTTP/1.1" status: 204 len: 168 time: 1.2289095 Feb 17 11:52:45.233616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Deleting port 415b505c-1838-4896-9173-c566f430f116 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:45.233774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.254681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:45.260639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:45.274506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:45.298967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f307543a-f9ca-4950-b041-e337645e93b7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:45.304148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f307543a-f9ca-4950-b041-e337645e93b7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:45.304703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b89a5f9f-5504-4438-a023-1b01b02ee276 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:45.317692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa63ee-0cb1-460d-8bbb-57ee47e0f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d12758-c595-4d06-bd06-4d591daad9be,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:45.365572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:45.372290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.457095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] For port b89a5f9f-5504-4438-a023-1b01b02ee276, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b89a5f9f-5504-4438-a023-1b01b02ee276,segment=NetworkSegment(77ee4db4-6320-484a-9623-750cf3655ad3),segment_id=77ee4db4-6320-484a-9623-750cf3655ad3)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:45.457651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.526812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.545825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:45.590736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.591074 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment 35cd1970-0a6f-4e93-b38f-eab2705838f6 of type vlan for network 5ab80862-2e62-41d2-af07-2f1546786144 Feb 17 11:52:45.622649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Calling delete_port for b89a5f9f-5504-4438-a023-1b01b02ee276 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:45.629634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.695252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.698689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] Pushing event deleted for resources: {'Port': ['ID=b89a5f9f-5504-4438-a023-1b01b02ee276,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:45.703939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86209686-71f3-4e1d-a8e7-44acd880220e None None] No DVR routers for this DVR port b89a5f9f-5504-4438-a023-1b01b02ee276 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:45.721256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.749686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.793319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.813504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.817656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:45.818287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:45.926616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Calling delete_port for e391fe58-bc2e-4c15-a911-4f63e8a3449d owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:45.980449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=39b8bb2c-19a8-416a-b9e3-95e8e26ba90e,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:46.017946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:46.018524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:46.047363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=5ab80862-2e62-41d2-af07-2f1546786144,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:46.060739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5ab80862-2e62-41d2-af07-2f1546786144 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:46.066956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '64070c15-8946-41d5-984a-87dd5c8c4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ae50922d-7363-4ae9-861c-c82880750082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:46.067349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: ae50922d-7363-4ae9-861c-c82880750082, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:46.089160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=3a408b73-a377-4c9d-9be6-7e81b351f17c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:46.092941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': 'c0f82a7b-c44a-4a11-8b3c-2173f47be963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:46.093302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: 2d2cd822-a8d8-4383-a2df-52072e4918be, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:46.102374 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bc87c6f8-c7a2-46e4-bcb6-c906e38620d9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9036119 Feb 17 11:52:46.108026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42420) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:46.119935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '5ab80862-2e62-41d2-af07-2f1546786144', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:46.160127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.264412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:46.268326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:46.271251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:46.277193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:46.285513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Calling delete_port for 415b505c-1838-4896-9173-c566f430f116 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:46.286323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network ae50922d-7363-4ae9-861c-c82880750082 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:46.344401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 2d2cd822-a8d8-4383-a2df-52072e4918be is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:46.372485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:46.519777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Deleting port b89a5f9f-5504-4438-a023-1b01b02ee276 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:46.520340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.548604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ae50922d-7363-4ae9-861c-c82880750082) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:46.558226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d6e7d-2b7f-42b4-92f8-e325f98d7993 None None] Network ae50922d-7363-4ae9-861c-c82880750082 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:46.568823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 2d2cd822-a8d8-4383-a2df-52072e4918be) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:46.574729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:46.575826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.580752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.585234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:46.586315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.588825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] The port 'b89a5f9f-5504-4438-a023-1b01b02ee276' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:52:46.629812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.657725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.665240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event deleted for resources: {'Port': ['ID=e391fe58-bc2e-4c15-a911-4f63e8a3449d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:46.738152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cadd922-1def-46bb-ab57-ffd087e13e52 None None] Network 2d2cd822-a8d8-4383-a2df-52072e4918be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:46.746428 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e7620958-01f5-41b4-a25e-179931aba372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6824999 Feb 17 11:52:46.748586 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a0c941c7-56ff-4213-bd71-f4305262edf8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8358150 Feb 17 11:52:46.749578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42430) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:46.766536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42432) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:46.813274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-408020332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:46.820780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:46.825276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:46.828345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:46.835665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:46.845408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42438) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:46.846490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event deleted for resources: {'Port': ['ID=415b505c-1838-4896-9173-c566f430f116,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:46.869349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-ae50922d-7363-4ae9-861c-c82880750082', 'network_id': 'ae50922d-7363-4ae9-861c-c82880750082', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': '39b8bb2c-19a8-416a-b9e3-95e8e26ba90e'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:46.870186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:46.962078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.001089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5053937c-c09c-4e97-928e-4997eda3c611']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:47.017461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ee4db4-6320-484a-9623-750cf3655ad3') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:47.021999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ee4db4-6320-484a-9623-750cf3655ad3') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:47.032980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Allocated IP 172.20.0.2 (ae50922d-7363-4ae9-861c-c82880750082/39b8bb2c-19a8-416a-b9e3-95e8e26ba90e/3553931a-1457-4bff-be54-035b44bb9e70) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:47.034125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.067975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.068914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.119206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.169610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-608744008'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:47.174928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.178002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:47.192506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.197888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:network and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:47.202381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:47.214496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:47.223140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.262980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:47.263376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:47.282881 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:47.320029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-2d2cd822-a8d8-4383-a2df-52072e4918be', 'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': '3a408b73-a377-4c9d-9be6-7e81b351f17c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:47.321060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.329615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.358028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.362936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:47.365905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.395447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.415429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.436670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=e1a6f229-7864-4004-8435-5151a945d9fe,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:47.446609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.489185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.493766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-88b2a2db-b111-4788-9377-952a252592cd tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7221451 Feb 17 11:52:47.495028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42444) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:47.502534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': '35cd1970-0a6f-4e93-b38f-eab2705838f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5ab80862-2e62-41d2-af07-2f1546786144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:47.502891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 5ab80862-2e62-41d2-af07-2f1546786144, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:47.511061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-db160e63-c7a6-4ee8-b592-3517aeaf3764 tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/ports/415b505c-1838-4896-9173-c566f430f116 HTTP/1.1" status: 204 len: 168 time: 2.4887094 Feb 17 11:52:47.511237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42448) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:47.550150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.577306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Allocated IP 172.20.0.3 (2d2cd822-a8d8-4383-a2df-52072e4918be/3a408b73-a377-4c9d-9be6-7e81b351f17c/e48237d8-feb2-4546-bd2f-9968f16e0abe) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:47.603428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Transition to ACTIVE for port object 3553931a-1457-4bff-be54-035b44bb9e70 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:47.646335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:47.648980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Transition to ACTIVE for port object 3553931a-1457-4bff-be54-035b44bb9e70 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:47.654141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:security_group_rule and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:47.658401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:47.668770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:47.767751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.772342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.804501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.821458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] Pushing event deleted for resources: {'Network': ['ID=5053937c-c09c-4e97-928e-4997eda3c611,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:47.824468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.830417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 5ab80862-2e62-41d2-af07-2f1546786144 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:47.853486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.875304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Pushing event updated for resources: {'Port': ['ID=3553931a-1457-4bff-be54-035b44bb9e70,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:47.888174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.895383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Network ae50922d-7363-4ae9-861c-c82880750082 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:47.902947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:47.907289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:47.926497 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed1338f9-b604-4403-9dc8-d5d79b16a948 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5053937c-c09c-4e97-928e-4997eda3c611 HTTP/1.1" status: 204 len: 168 time: 3.2072816 Feb 17 11:52:47.950402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 5ab80862-2e62-41d2-af07-2f1546786144) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:47.954679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:47.960047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:47.984642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9e4dc-af26-44b2-9a1d-1f380af99bab None None] Network 5ab80862-2e62-41d2-af07-2f1546786144 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:47.993094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Deleting subnet ad1d064e-f76c-45b8-ac22-cedbcd2bdf89 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:52:47.996343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.018529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.029671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.030773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Fanout notify agent at l3_agent the message router_deleted on router c381206c-bad5-4562-a65c-7827709abab5 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:52:48.057868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.063073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127f6475-4068-4215-acc4-87a136bf68bb,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:48.063857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b93a1c7e-208f-4f21-bc1d-411939c23b03 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/c381206c-bad5-4562-a65c-7827709abab5 HTTP/1.1" status: 204 len: 168 time: 5.2135036 Feb 17 11:52:48.064736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42454) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:48.074771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.083578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:48.110725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-844823497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:48.117513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.123816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:48.128506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.128699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Transition to ACTIVE for port object e48237d8-feb2-4546-bd2f-9968f16e0abe will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:48.128849 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Added segment 517f15fb-6d74-486b-966c-2d0451badc59 of type vlan for network 077674eb-7979-49ce-a746-00af8b5678be Feb 17 11:52:48.137237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Usage tracker for resource:router and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:48.142411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:48.144390 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-90fa47f1-54cc-48e4-903c-f674c3cec959 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0319996 Feb 17 11:52:48.147054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42458) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:48.149510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Transition to ACTIVE for port object e48237d8-feb2-4546-bd2f-9968f16e0abe will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:48.157967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1020107465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:48.168192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:48.179673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:48.191517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:48.197354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:48.208994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:48.224563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.229637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.230141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.234783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.286910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.288659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.318332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Pushing event updated for resources: {'Port': ['ID=e48237d8-feb2-4546-bd2f-9968f16e0abe,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:48.327965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Network 2d2cd822-a8d8-4383-a2df-52072e4918be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:48.328840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Attempting to bind port 3553931a-1457-4bff-be54-035b44bb9e70 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:48.329427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Attempting to bind port 3553931a-1457-4bff-be54-035b44bb9e70 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '64070c15-8946-41d5-984a-87dd5c8c4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ae50922d-7363-4ae9-861c-c82880750082'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:48.329572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Attempting to bind port 3553931a-1457-4bff-be54-035b44bb9e70 on network ae50922d-7363-4ae9-861c-c82880750082 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:48.336772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.338927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:48.339297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Checking segment: {'id': '64070c15-8946-41d5-984a-87dd5c8c4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ae50922d-7363-4ae9-861c-c82880750082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:48.339696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.340084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Bound using segment: {'id': '64070c15-8946-41d5-984a-87dd5c8c4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ae50922d-7363-4ae9-861c-c82880750082'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:48.340550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Bound port: 3553931a-1457-4bff-be54-035b44bb9e70, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64070c15-8946-41d5-984a-87dd5c8c4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ae50922d-7363-4ae9-861c-c82880750082'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:48.340920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.351997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.353395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.361969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:48.379176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.394170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:48.400835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.443578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1d064e-f76c-45b8-ac22-cedbcd2bdf89,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:48.446301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.469561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.475783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.494209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-5ab80862-2e62-41d2-af07-2f1546786144', 'network_id': '5ab80862-2e62-41d2-af07-2f1546786144', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': 'e1a6f229-7864-4004-8435-5151a945d9fe'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:48.495028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.506363 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0752a7f5-b172-4ba9-93b4-ffdeb45843eb tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/subnets/ad1d064e-f76c-45b8-ac22-cedbcd2bdf89 HTTP/1.1" status: 204 len: 168 time: 0.9913492 Feb 17 11:52:48.506363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42462) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:48.513943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e32229-dcfb-4cee-bdcc-b77820c304be None None] Network 157e101e-cae4-48ce-8271-3373fbe4af6f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:48.524345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:48.608335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.612371 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-14314854-0579-454a-b02c-03a59ff27582 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5411973 Feb 17 11:52:48.614198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42466) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:48.622321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': True}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:48.635170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.638509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.639738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7a3f5ddb-4eae-422f-bc27-c8938e2f4551 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4913492 Feb 17 11:52:48.643248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42470) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:48.649584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42474) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:48.655315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'port': {'network_id': '5ab80862-2e62-41d2-af07-2f1546786144', 'name': 'tempest-RoutersIpV6Test-1451954268'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:48.671212 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] For port 3553931a-1457-4bff-be54-035b44bb9e70, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:48.697469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] For port 3553931a-1457-4bff-be54-035b44bb9e70, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3553931a-1457-4bff-be54-035b44bb9e70,segment=NetworkSegment(64070c15-8946-41d5-984a-87dd5c8c4488),segment_id=64070c15-8946-41d5-984a-87dd5c8c4488)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:48.712335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.715869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:48.716452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.720512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.736721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Deleting port f0898bc6-66ce-455f-9724-3a695f68d5cd {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:48.737058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.770246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:48.910685 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f1f79423-16b6-41a2-8802-04cfa8acb2d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7721ead730f4de98d4acca3b4749ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2573633 Feb 17 11:52:48.911218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=3a408b73-a377-4c9d-9be6-7e81b351f17c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:48.914292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42478) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:49.019369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Attempting to bind port e48237d8-feb2-4546-bd2f-9968f16e0abe on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:49.019728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Attempting to bind port e48237d8-feb2-4546-bd2f-9968f16e0abe by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c0f82a7b-c44a-4a11-8b3c-2173f47be963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:49.020259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Attempting to bind port e48237d8-feb2-4546-bd2f-9968f16e0abe on network 2d2cd822-a8d8-4383-a2df-52072e4918be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:49.027980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4102-516f-4c6c-81c3-3960b825fc3a None None] Pushing event updated for resources: {'Port': ['ID=3553931a-1457-4bff-be54-035b44bb9e70,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:49.035517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:49.062009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:49.062693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Checking segment: {'id': 'c0f82a7b-c44a-4a11-8b3c-2173f47be963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:49.063280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.063821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Bound using segment: {'id': 'c0f82a7b-c44a-4a11-8b3c-2173f47be963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:49.064338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Bound port: e48237d8-feb2-4546-bd2f-9968f16e0abe, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f82a7b-c44a-4a11-8b3c-2173f47be963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d2cd822-a8d8-4383-a2df-52072e4918be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:49.064679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.076973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] For port f0898bc6-66ce-455f-9724-3a695f68d5cd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f0898bc6-66ce-455f-9724-3a695f68d5cd,segment=NetworkSegment(1d863842-ee31-41b4-9563-1536425cda2c),segment_id=1d863842-ee31-41b4-9563-1536425cda2c)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:49.077546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.085437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2346070 Feb 17 11:52:49.085437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320aa61-8cac-470d-adee-dcb21935ab52 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Network': ['ID=077674eb-7979-49ce-a746-00af8b5678be,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:49.086922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42482) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:49.099936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Allocated IP 2001:db8::2 (5ab80862-2e62-41d2-af07-2f1546786144/e1a6f229-7864-4004-8435-5151a945d9fe/8ce03216-84df-4067-9b0b-468cebf3b9a0) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:49.102584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:49.106872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 077674eb-7979-49ce-a746-00af8b5678be details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:49.123030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.280890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Calling delete_port for f0898bc6-66ce-455f-9724-3a695f68d5cd owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:49.286773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2cd822-a8d8-4383-a2df-52072e4918be']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:49.311077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.20.0.1 (ae50922d-7363-4ae9-861c-c82880750082/39b8bb2c-19a8-416a-b9e3-95e8e26ba90e/195e3fb8-e275-476c-a590-ee085a161df5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:49.322428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:49.332363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f82a7b-c44a-4a11-8b3c-2173f47be963') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:49.332641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f82a7b-c44a-4a11-8b3c-2173f47be963') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:49.334573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c8470cd-8d98-4326-8c05-dbbf11ae58e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.358628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.378091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c8470cd-8d98-4326-8c05-dbbf11ae58e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.389991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] DHCP port deletion for 157e101e-cae4-48ce-8271-3373fbe4af6f request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:52:49.405081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.490293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] For port e48237d8-feb2-4546-bd2f-9968f16e0abe, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:49.498878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Deleting port f0898bc6-66ce-455f-9724-3a695f68d5cd {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:49.499366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.555763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:49.556177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:49.595253 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:49.636009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:49.639234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.738484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] device_id is not set on port dbcc6bd4-81e1-46e8-9a65-194a78e70188 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:49.783032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.796079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c8470cd-8d98-4326-8c05-dbbf11ae58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.821725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:49.842918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:49.849892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8470cd-8d98-4326-8c05-dbbf11ae58e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f103733a-9ea2-4ff4-81ef-092d3b06a4af,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:49.856443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:49.868155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.873801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:49.891745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] For port e48237d8-feb2-4546-bd2f-9968f16e0abe, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e48237d8-feb2-4546-bd2f-9968f16e0abe,segment=NetworkSegment(c0f82a7b-c44a-4a11-8b3c-2173f47be963),segment_id=c0f82a7b-c44a-4a11-8b3c-2173f47be963)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:49.894786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:52:49.894786 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:52:49.894786 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'id': '2d2cd822-a8d8-4383-a2df-52072e4918be'}] Feb 17 11:52:49.894786 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:49.895532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:49.901404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c8470cd-8d98-4326-8c05-dbbf11ae58e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.902831 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7c8470cd-8d98-4326-8c05-dbbf11ae58e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f103733a-9ea2-4ff4-81ef-092d3b06a4af HTTP/1.1" status: 204 len: 168 time: 0.9889746 Feb 17 11:52:49.905209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.906708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Transition to ACTIVE for port object 8ce03216-84df-4067-9b0b-468cebf3b9a0 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:49.917590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.945261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 195e3fb8-e275-476c-a590-ee085a161df5 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:49.961604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Transition to ACTIVE for port object 8ce03216-84df-4067-9b0b-468cebf3b9a0 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:49.978452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] For port f0898bc6-66ce-455f-9724-3a695f68d5cd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f0898bc6-66ce-455f-9724-3a695f68d5cd,segment=NetworkSegment(1d863842-ee31-41b4-9563-1536425cda2c),segment_id=1d863842-ee31-41b4-9563-1536425cda2c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:49.978853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.980070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event deleted for resources: {'Port': ['ID=f0898bc6-66ce-455f-9724-3a695f68d5cd,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:49.993527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:49.994578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] No DVR routers for this DVR port f0898bc6-66ce-455f-9724-3a695f68d5cd on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:49.996709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:50.104662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.185445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Network 5ab80862-2e62-41d2-af07-2f1546786144 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:50.186993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d6cd-e9cf-49ad-91cc-9320418c51f9 None None] Pushing event updated for resources: {'Port': ['ID=e48237d8-feb2-4546-bd2f-9968f16e0abe,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:50.282514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.305520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.345082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:50.376402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Calling delete_port for f0898bc6-66ce-455f-9724-3a695f68d5cd owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:50.397551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network ae50922d-7363-4ae9-861c-c82880750082 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:50.401477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.403480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:50.411732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:50.422640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:50.448774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8::7b (5ab80862-2e62-41d2-af07-2f1546786144/e1a6f229-7864-4004-8435-5151a945d9fe/dbcc6bd4-81e1-46e8-9a65-194a78e70188) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:50.495450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=195e3fb8-e275-476c-a590-ee085a161df5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:50.516033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port e48237d8-feb2-4546-bd2f-9968f16e0abe {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:50.516428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.577533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.644519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157e101e-cae4-48ce-8271-3373fbe4af6f']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:50.660358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d863842-ee31-41b4-9563-1536425cda2c') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:50.660907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d863842-ee31-41b4-9563-1536425cda2c') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:50.668098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Pushing event updated for resources: {'Port': ['ID=8ce03216-84df-4067-9b0b-468cebf3b9a0,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:50.682286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.705936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be852d-5a74-4565-8b9b-330aaabc8289 None None] Network 2d2cd822-a8d8-4383-a2df-52072e4918be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:50.715195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.814327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:50.814823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:50.835437 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:50.873508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Attempting to bind port 8ce03216-84df-4067-9b0b-468cebf3b9a0 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:50.874559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Attempting to bind port 8ce03216-84df-4067-9b0b-468cebf3b9a0 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '35cd1970-0a6f-4e93-b38f-eab2705838f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5ab80862-2e62-41d2-af07-2f1546786144'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:50.875076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Attempting to bind port 8ce03216-84df-4067-9b0b-468cebf3b9a0 on network 5ab80862-2e62-41d2-af07-2f1546786144 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:50.884435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port e48237d8-feb2-4546-bd2f-9968f16e0abe, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e48237d8-feb2-4546-bd2f-9968f16e0abe,segment=NetworkSegment(c0f82a7b-c44a-4a11-8b3c-2173f47be963),segment_id=c0f82a7b-c44a-4a11-8b3c-2173f47be963)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:50.884997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.892020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:50.894062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Checking segment: {'id': '35cd1970-0a6f-4e93-b38f-eab2705838f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5ab80862-2e62-41d2-af07-2f1546786144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:50.894627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.895180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Bound using segment: {'id': '35cd1970-0a6f-4e93-b38f-eab2705838f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5ab80862-2e62-41d2-af07-2f1546786144'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:50.895965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Bound port: 8ce03216-84df-4067-9b0b-468cebf3b9a0, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd1970-0a6f-4e93-b38f-eab2705838f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5ab80862-2e62-41d2-af07-2f1546786144'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:50.896503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:50.909461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:52:50.910051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:52:50.917424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6323ba9-279d-4206-801f-200ed021f9c1 None None] Network ae50922d-7363-4ae9-861c-c82880750082 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:50.927547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.025226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for e48237d8-feb2-4546-bd2f-9968f16e0abe owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:51.122055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.189487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3553931a-1457-4bff-be54-035b44bb9e70 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:51.226189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.226189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.227446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.247702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object dbcc6bd4-81e1-46e8-9a65-194a78e70188 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:51.296979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.328177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=e48237d8-feb2-4546-bd2f-9968f16e0abe,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:51.347620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port e48237d8-feb2-4546-bd2f-9968f16e0abe on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:52:51.351690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.366371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] Pushing event deleted for resources: {'Network': ['ID=157e101e-cae4-48ce-8271-3373fbe4af6f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:51.373710 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-28303a57-178e-48f2-a9c0-cda8880069ba tempest-TagsExtTest-1711810205 tempest-TagsExtTest-1711810205-project] 10.222.0.47 "DELETE /v2.0/networks/157e101e-cae4-48ce-8271-3373fbe4af6f HTTP/1.1" status: 204 len: 168 time: 2.8662767 Feb 17 11:52:51.388923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.445528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Deleting port f0898bc6-66ce-455f-9724-3a695f68d5cd {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:51.445922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.564878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.577105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.586591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91575-23e3-4662-8917-a5dfe06da003 None None] The port 'f0898bc6-66ce-455f-9724-3a695f68d5cd' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:52:51.620343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] For port 8ce03216-84df-4067-9b0b-468cebf3b9a0, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:51.628817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] For port 8ce03216-84df-4067-9b0b-468cebf3b9a0, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ce03216-84df-4067-9b0b-468cebf3b9a0,segment=NetworkSegment(35cd1970-0a6f-4e93-b38f-eab2705838f6),segment_id=35cd1970-0a6f-4e93-b38f-eab2705838f6)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:51.653651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2cd822-a8d8-4383-a2df-52072e4918be']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:51.691868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6e7553e8-82db-488c-93ba-2a23bae7a7eb None None] Provisioning for port 3553931a-1457-4bff-be54-035b44bb9e70 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:51.727705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3553931a-1457-4bff-be54-035b44bb9e70 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:51.734016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.746226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Allocated IP 172.26.6.32 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/5f972a95-a0bb-497b-a23c-883afd98bd0b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:51.773042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=dbcc6bd4-81e1-46e8-9a65-194a78e70188,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:51.781392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 5ab80862-2e62-41d2-af07-2f1546786144 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:51.782635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:51.784885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:51.790001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:51.791896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.824438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f82a7b-c44a-4a11-8b3c-2173f47be963') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:51.824724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f82a7b-c44a-4a11-8b3c-2173f47be963') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:51.869660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:51.873337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396de1e-d66d-48df-8a76-8312b04662b4 None None] Pushing event updated for resources: {'Port': ['ID=8ce03216-84df-4067-9b0b-468cebf3b9a0,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:51.889115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3553931a-1457-4bff-be54-035b44bb9e70 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:51.890329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.055064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c3e35706-d418-40e5-9a64-de52b7e91ad6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4076095 Feb 17 11:52:52.077126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42516) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:52.086575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42520) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:52.183687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42524) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:52.201943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-02cf7d89-9e92-4f2b-b57c-1126e6866e32 None None] Provisioning for port 195e3fb8-e275-476c-a590-ee085a161df5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:52.219605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-02cf7d89-9e92-4f2b-b57c-1126e6866e32 None None] Provisioning complete for port 195e3fb8-e275-476c-a590-ee085a161df5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:52.219979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-02cf7d89-9e92-4f2b-b57c-1126e6866e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.231152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.268420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:52.274199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.290899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:52:52.299327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.299511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.323126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-02cf7d89-9e92-4f2b-b57c-1126e6866e32 None None] Port 195e3fb8-e275-476c-a590-ee085a161df5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:52.372054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 3553931a-1457-4bff-be54-035b44bb9e70, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3553931a-1457-4bff-be54-035b44bb9e70,segment=NetworkSegment(64070c15-8946-41d5-984a-87dd5c8c4488),segment_id=64070c15-8946-41d5-984a-87dd5c8c4488)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:52.375975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-02cf7d89-9e92-4f2b-b57c-1126e6866e32 None None] Provisioning complete for port 3553931a-1457-4bff-be54-035b44bb9e70 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:52.376241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-02cf7d89-9e92-4f2b-b57c-1126e6866e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.448661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:52:52.472134 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:52:52.614335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=3553931a-1457-4bff-be54-035b44bb9e70,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:52.619868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f0898bc6-66ce-455f-9724-3a695f68d5cd no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:52:52.657993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-70365046-network', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:52.667504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:52.673387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network hostable DHCP agents. Network: 077674eb-7979-49ce-a746-00af8b5678be, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:52.673922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f0898bc6-66ce-455f-9724-3a695f68d5cd {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:52:52.673922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f0898bc6-66ce-455f-9724-3a695f68d5cd not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:52:52.685597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.690003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.696049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:52.768111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Usage tracker for resource:network and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:52.783997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:52.803340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=2d2cd822-a8d8-4383-a2df-52072e4918be,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:52.810002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.826330 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3a63b5df-8c38-45d0-896f-aa6c113a4f1d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/2d2cd822-a8d8-4383-a2df-52072e4918be HTTP/1.1" status: 204 len: 168 time: 6.0725214 Feb 17 11:52:52.835629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42532) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:52.847642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-e834e633-13f3-47fc-ae70-97efffcfca89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.8825009 Feb 17 11:52:52.855937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:52.863298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576311011'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:52.865404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f5c6a-fd75-41ef-bae8-5ccdffd485f6 req-0dbab78f-f778-47f0-8ddd-5ca8f7790483 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:52.872546 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b0f5c6a-fd75-41ef-bae8-5ccdffd485f6 req-0dbab78f-f778-47f0-8ddd-5ca8f7790483 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4063461 Feb 17 11:52:52.872854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7792fbf9-fc91-49e8-a9db-0cf160d11f7f None None] Provisioning complete for port 195e3fb8-e275-476c-a590-ee085a161df5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:52.873149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7792fbf9-fc91-49e8-a9db-0cf160d11f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.905865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:52.922949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:52.935176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7792fbf9-fc91-49e8-a9db-0cf160d11f7f None None] Port 195e3fb8-e275-476c-a590-ee085a161df5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:52.970313 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b0f5c6a-fd75-41ef-bae8-5ccdffd485f6 req-961e01fc-a32f-4fa6-8e25-a758cbbb8131 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968754 Feb 17 11:52:52.977025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:52.987535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:52.994254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:52.996379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Made reservation on behalf of ce3c467c93c04630bb9eca45a8bb49ec for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:52.998795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.027368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0a01f304-8908-45f6-b273-cf77572e5c01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07841c05bbdb4fa59dff101ae4db6416&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8263316 Feb 17 11:52:53.030332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42536) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:53.053983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.101981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.114118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c673-23ce-4663-acce-2f253accad37 req-9e811f15-176f-46a8-a852-b7ecf90d0ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:53.115633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.115828 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-9e811f15-176f-46a8-a852-b7ecf90d0ac6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.2569613 Feb 17 11:52:53.175883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ce03216-84df-4067-9b0b-468cebf3b9a0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:53.176736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:53.195683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:53.199464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.271005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-617d303e-f577-44b3-a0a9-756e84ffea0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.277653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:53.278870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Port': ['ID=5f972a95-a0bb-497b-a23c-883afd98bd0b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:53.284808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:53.343515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8ce03216-84df-4067-9b0b-468cebf3b9a0 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:53.349207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:53.351050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3553931a-1457-4bff-be54-035b44bb9e70 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:53.395610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.421590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 077674eb-7979-49ce-a746-00af8b5678be) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:53.437344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f883f0-ca2f-4a6b-8778-cb2d0fd6199c None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:53.442848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-617d303e-f577-44b3-a0a9-756e84ffea0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.444396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-279dee52-ceed-442d-8be0-7c344dfcae28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.2503150 Feb 17 11:52:53.450718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:53.451313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.467568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:53.481049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=195e3fb8-e275-476c-a590-ee085a161df5,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:53.530280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Usage tracker for resource:security_group_rule and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:53.535862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d437305c-b810-4d6a-b575-5e2999c15297 None None] Network 5ab80862-2e62-41d2-af07-2f1546786144 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:53.541221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:53.543959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:53.571501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:53.592817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.593149 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment 088f5c49-1426-4e8b-a6f3-71d2df184a66 of type vlan for network 55b39913-d528-4875-a99f-62bdf180ed78 Feb 17 11:52:53.601837 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c673-23ce-4663-acce-2f253accad37 req-38b1d182-c331-48e3-8f7f-79714022035b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:53.603307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-38b1d182-c331-48e3-8f7f-79714022035b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.1376913 Feb 17 11:52:53.701360 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a0b39c7b-2461-46e7-8f23-bad1637a2b92 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6114037 Feb 17 11:52:53.716854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42540) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:53.727947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'name': 'tempest-NetworksTestDHCPv6-1023711862'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:53.737045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.745323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3553931a-1457-4bff-be54-035b44bb9e70 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:53.745323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.755560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-617d303e-f577-44b3-a0a9-756e84ffea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.805230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] Provisioning for port 8ce03216-84df-4067-9b0b-468cebf3b9a0 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:53.846404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d303e-f577-44b3-a0a9-756e84ffea0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384ef38-6e02-4d31-8e12-85b069b026cb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:53.872011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-617d303e-f577-44b3-a0a9-756e84ffea0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.872011 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-617d303e-f577-44b3-a0a9-756e84ffea0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3384ef38-6e02-4d31-8e12-85b069b026cb HTTP/1.1" status: 204 len: 168 time: 0.8378878 Feb 17 11:52:53.878541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network ae50922d-7363-4ae9-861c-c82880750082 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:53.883521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:53.885193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] Provisioning complete for port 8ce03216-84df-4067-9b0b-468cebf3b9a0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:53.886213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:53.952687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-fca8e2dc-f2a8-462e-bfde-26ec325a337a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3180590 Feb 17 11:52:54.033766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.037189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.044250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:54.045068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.145938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:54.214308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:54.227748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:54.235682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.272098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.319973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:54.322319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.385607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:52:54.419159 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5729544 Feb 17 11:52:54.461733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244c898-eba4-4f9d-b98f-9af89487ab32 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=55b39913-d528-4875-a99f-62bdf180ed78,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:54.476147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42550) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:54.476928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4239d5c7-b082-4b3e-8cb3-7c1206b10cad,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:54.489186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.489527 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Added segment 2c9064f2-1d9a-497e-a0a5-33435dd966f1 of type vlan for network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b Feb 17 11:52:54.505525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': '55b39913-d528-4875-a99f-62bdf180ed78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:54.545442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 55b39913-d528-4875-a99f-62bdf180ed78 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:54.559641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.739851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:54.757296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.762861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.776817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6/dcb3b3e4-04ef-4041-9410-4b6836529770) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:54.901245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:54.904374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.935671 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-4a112ed3-c9bf-432e-974a-b3649b263684 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9625888 Feb 17 11:52:54.942776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port ff343ea3-cca7-4caa-b368-d3abbaa1ed2d yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:52:54.945371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:54.960195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.044087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] For port 8ce03216-84df-4067-9b0b-468cebf3b9a0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ce03216-84df-4067-9b0b-468cebf3b9a0,segment=NetworkSegment(35cd1970-0a6f-4e93-b38f-eab2705838f6),segment_id=35cd1970-0a6f-4e93-b38f-eab2705838f6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:55.128295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.144534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17177c-6215-4f32-a52f-746b4b22c831 req-048ada62-9ae6-4943-a326-2bbed7c9abbd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:55.146095 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c17177c-6215-4f32-a52f-746b4b22c831 req-048ada62-9ae6-4943-a326-2bbed7c9abbd tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.8858428 Feb 17 11:52:55.153085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:55.198691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.202367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:52:55.228207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:55.229477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:55.267722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Transition to ACTIVE for port object dcb3b3e4-04ef-4041-9410-4b6836529770 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:55.289905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:55.313134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b5f25-186d-4bbf-87b8-a32df95d0746 None None] Pushing event updated for resources: {'Port': ['ID=8ce03216-84df-4067-9b0b-468cebf3b9a0,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:55.316913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Transition to ACTIVE for port object dcb3b3e4-04ef-4041-9410-4b6836529770 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:55.321919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7496b893-3584-41ce-b41e-6a505d13157f None None] Provisioning complete for port 195e3fb8-e275-476c-a590-ee085a161df5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:55.323076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7496b893-3584-41ce-b41e-6a505d13157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.362521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b4e3c673-23ce-4663-acce-2f253accad37 req-501960e8-6127-4d60-a1c0-5f744753d2c9 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124267 Feb 17 11:52:55.363892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Router 03131e42-ac1e-4eed-94cf-645407e8a879 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:52:55.384405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.385255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:55.385855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.412043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7496b893-3584-41ce-b41e-6a505d13157f None None] Port 195e3fb8-e275-476c-a590-ee085a161df5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:55.419497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.457390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:55.481231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c17177c-6215-4f32-a52f-746b4b22c831 req-ed444e44-5f94-4c7d-aa0a-2adcd0480f61 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647884 Feb 17 11:52:55.514064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:55.517220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:55.522346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:55.576337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Pushing event updated for resources: {'Port': ['ID=dcb3b3e4-04ef-4041-9410-4b6836529770,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:55.720905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-94f26132-0a97-4d21-88b7-406238696912 None None] Provisioning for port dbcc6bd4-81e1-46e8-9a65-194a78e70188 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:55.729306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Attempting to bind port dcb3b3e4-04ef-4041-9410-4b6836529770 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:55.729668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Attempting to bind port dcb3b3e4-04ef-4041-9410-4b6836529770 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:55.742256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Attempting to bind port dcb3b3e4-04ef-4041-9410-4b6836529770 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:55.744573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-94f26132-0a97-4d21-88b7-406238696912 None None] Provisioning complete for port dbcc6bd4-81e1-46e8-9a65-194a78e70188 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:55.744941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94f26132-0a97-4d21-88b7-406238696912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.758077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] Pushing event updated for resources: {'Network': ['ID=0b862309-c510-4eb9-9e77-31ba1ce3fd9b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:55.764069 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ac573965-8da4-46be-b308-528b5f6fb4bc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6685483 Feb 17 11:52:55.767885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42568) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:55.792071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Request body: {'subnet': {'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-70365046-subnet', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:55.799146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:52:55.830162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.874375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:52:55.880027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::24a (077674eb-7979-49ce-a746-00af8b5678be/c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6/ff343ea3-cca7-4caa-b368-d3abbaa1ed2d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:55.943377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.977757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:55.978322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:55.978815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.979298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:55.979886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Bound port: dcb3b3e4-04ef-4041-9410-4b6836529770, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:55.980354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:55.982705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:55.992276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Usage tracker for resource:subnet and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:56.004886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-94f26132-0a97-4d21-88b7-406238696912 None None] Port dbcc6bd4-81e1-46e8-9a65-194a78e70188 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:56.014113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.051867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:56.073081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:56.087732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-94f26132-0a97-4d21-88b7-406238696912 None None] Provisioning complete for port 8ce03216-84df-4067-9b0b-468cebf3b9a0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:56.088123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94f26132-0a97-4d21-88b7-406238696912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.138572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] For port dcb3b3e4-04ef-4041-9410-4b6836529770, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:56.159539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] For port dcb3b3e4-04ef-4041-9410-4b6836529770, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=dcb3b3e4-04ef-4041-9410-4b6836529770,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:56.228660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Made reservation on behalf of ce3c467c93c04630bb9eca45a8bb49ec for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:52:56.231351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.231520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=dbcc6bd4-81e1-46e8-9a65-194a78e70188,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:56.259437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.269697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:56.385760 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-30b998b7-84f2-4953-a7cb-1ccd89a4ea66 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/3eae65bf-7bd4-4fc6-ac0a-5e53290576b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8864431 Feb 17 11:52:56.386687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42576) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:56.406537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6d332-87da-4d57-aff5-3984a65d5cf1 None None] Pushing event updated for resources: {'Port': ['ID=dcb3b3e4-04ef-4041-9410-4b6836529770,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:56.410645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] Sync routers for ids ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:56.427515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.445550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] Routers {'3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:56.446229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:56.508944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.546048 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:56.572170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] Routers {'3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:56.572170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:56.577146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c922755-085d-4acd-aebc-0b783893ed90 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:56.577814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4c922755-085d-4acd-aebc-0b783893ed90 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:56.592808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object ff343ea3-cca7-4caa-b368-d3abbaa1ed2d will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:56.659454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:56.660078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa98c91-528e-4519-9f16-b96ef8d1953c None None] The sync data for ids ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:56.674723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-25509a1b-4b57-4538-873a-c172ecd15b7a None None] Provisioning complete for port dbcc6bd4-81e1-46e8-9a65-194a78e70188 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:56.675241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-25509a1b-4b57-4538-873a-c172ecd15b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.792533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=808e79f3-9a8f-49d8-9083-e9cce415fc47,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:56.811714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:56.817327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-25509a1b-4b57-4538-873a-c172ecd15b7a None None] Port dbcc6bd4-81e1-46e8-9a65-194a78e70188 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:52:56.843371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': '088f5c49-1426-4e8b-a6f3-71d2df184a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55b39913-d528-4875-a99f-62bdf180ed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:56.844303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: 55b39913-d528-4875-a99f-62bdf180ed78, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:56.942141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4c922755-085d-4acd-aebc-0b783893ed90 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:56.944298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c922755-085d-4acd-aebc-0b783893ed90 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports/195e3fb8-e275-476c-a590-ee085a161df5 HTTP/1.1" status: 200 len: 910 time: 0.5475104 Feb 17 11:52:56.947424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42588) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:57.013946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 55b39913-d528-4875-a99f-62bdf180ed78 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:57.109678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:52:57.111923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.130757 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] Sync routers for ids ['03131e42-ac1e-4eed-94cf-645407e8a879'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:52:57.150439 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] Routers {'03131e42-ac1e-4eed-94cf-645407e8a879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:57.151063 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['03131e42-ac1e-4eed-94cf-645407e8a879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:57.232586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.236282 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7b597b35-23b7-449a-8d20-16bd410f6ef0 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "PUT /v2.0/routers/03131e42-ac1e-4eed-94cf-645407e8a879 HTTP/1.1" status: 200 len: 917 time: 8.6187744 Feb 17 11:52:57.262061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42596) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:57.266079 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:57.267332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.280474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ce03216-84df-4067-9b0b-468cebf3b9a0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:57.281664 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] Routers {'03131e42-ac1e-4eed-94cf-645407e8a879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:52:57.282640 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['03131e42-ac1e-4eed-94cf-645407e8a879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:57.355101 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:57.355784 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d3954-631d-415e-92eb-17d09b5c7eb7 None None] The sync data for ids ['03131e42-ac1e-4eed-94cf-645407e8a879'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:52:57.367512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.380166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 55b39913-d528-4875-a99f-62bdf180ed78) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:57.385729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:57.386588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.438819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2c428-fcc7-4493-ab5f-6d533ce6920f None None] Network 55b39913-d528-4875-a99f-62bdf180ed78 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:57.466073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08dd26-2de1-4806-8309-9d43db640c74 req-37616c29-7c25-4b53-a42b-548c03a7b798 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:57.467613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6a08dd26-2de1-4806-8309-9d43db640c74 req-37616c29-7c25-4b53-a42b-548c03a7b798 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4973392 Feb 17 11:52:57.492449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:57.585641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:57.593137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=ff343ea3-cca7-4caa-b368-d3abbaa1ed2d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:57.605834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:57.609877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:57.610433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.663945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1849f366-8f5c-4d0c-ae06-30cf3c6a20ae,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:57.738202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.738805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.739690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.740122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.740914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.743125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.743560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.743989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.744413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.744829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.745247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.759326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8ce03216-84df-4067-9b0b-468cebf3b9a0 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:57.759704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.762485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Checking segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:57.763550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Network hostable DHCP agents. Network: 0b862309-c510-4eb9-9e77-31ba1ce3fd9b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:52:57.776300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.776690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.777310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.777650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.778017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.785834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.785834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.785834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.785834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.785834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.785834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:57.790641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-55b39913-d528-4875-a99f-62bdf180ed78', 'network_id': '55b39913-d528-4875-a99f-62bdf180ed78', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': '808e79f3-9a8f-49d8-9083-e9cce415fc47'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:57.791311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:57.830988 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1a8b9150-b862-4b89-8d1b-a9b8f47c447d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1112771 Feb 17 11:52:57.832523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42608) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:57.844476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6a08dd26-2de1-4806-8309-9d43db640c74 req-83d0daaf-b111-4f99-96c6-26c8afdda844 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554835 Feb 17 11:52:57.884491 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a5ddd660-0a42-4408-a798-eb6c483458d9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4032013 Feb 17 11:52:57.896016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42612) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:57.923174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:52:58.021336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfdbca-7fb4-4e94-99bf-7553c73a14c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:58.022706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device dcb3b3e4-04ef-4041-9410-4b6836529770 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:52:58.026766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfdbca-7fb4-4e94-99bf-7553c73a14c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:58.027958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c9dfdbca-7fb4-4e94-99bf-7553c73a14c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:52:58.046479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f19df-dca7-4a7b-9ca3-d19f165790e1 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:58.046900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 0b862309-c510-4eb9-9e77-31ba1ce3fd9b) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:58.064095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:58.065120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.075352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59110f4-adba-469d-a542-128a7b9a70cb None None] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:52:58.103656 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-800a8928-c330-4317-9533-db424da250c9 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/03131e42-ac1e-4eed-94cf-645407e8a879 HTTP/1.1" status: 200 len: 923 time: 0.8218753 Feb 17 11:52:58.106963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42618) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.128760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.158175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c9dfdbca-7fb4-4e94-99bf-7553c73a14c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:52:58.162747 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c9dfdbca-7fb4-4e94-99bf-7553c73a14c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3244841 Feb 17 11:52:58.166099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42622) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.173048 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-04640df9-c1fa-4214-b3ae-a51805fae97d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4013598 Feb 17 11:52:58.173911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42626) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.214652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:58.236045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:58.251018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Usage tracker for resource:router and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:58.254377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:58.263464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:58.278004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port ff343ea3-cca7-4caa-b368-d3abbaa1ed2d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:52:58.278388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.359463 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-728b971a-aa7d-466a-aa08-707f6011f17c tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=03131e42-ac1e-4eed-94cf-645407e8a879&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2510281 Feb 17 11:52:58.360457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42630) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.360572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Allocated IP 172.20.0.1 (55b39913-d528-4875-a99f-62bdf180ed78/808e79f3-9a8f-49d8-9083-e9cce415fc47/5223e990-e256-4a6a-82a4-cac4f78f3d24) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:58.410168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.411270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.495097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.578606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.624863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.637607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.648481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8fa4af30-4c6c-4aa7-b4cb-b6c7a651e891 None None] Provisioning for port dcb3b3e4-04ef-4041-9410-4b6836529770 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:58.679575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31b3f0-f307-473d-b2e1-4c627e138d9e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:52:58.687496 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9b31b3f0-f307-473d-b2e1-4c627e138d9e tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.3217611 Feb 17 11:52:58.698618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42634) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.699034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42636) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.718345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197517142', 'description': 'tempest-secgroup-smoke-1197517142 description', 'project_id': '309e30d5fa0f4537b571c210d5f6f148'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:52:58.746207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.747728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.762407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:58.777544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port dcb3b3e4-04ef-4041-9410-4b6836529770 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:52:58.778319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.786473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:58.794834 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ef5bc904-6f39-41f4-88ab-130734641293 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=03131e42-ac1e-4eed-94cf-645407e8a879 HTTP/1.1" status: 200 len: 205 time: 0.0922246 Feb 17 11:52:58.807147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42642) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:52:58.843332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:58.855399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port dcb3b3e4-04ef-4041-9410-4b6836529770 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:52:58.855976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:58.965993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:58.978884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.016088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for ff343ea3-cca7-4caa-b368-d3abbaa1ed2d owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:52:59.056186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Transition to ACTIVE for port object 5223e990-e256-4a6a-82a4-cac4f78f3d24 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:59.076585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:52:59.077412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.119838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Transition to ACTIVE for port object 5223e990-e256-4a6a-82a4-cac4f78f3d24 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:52:59.218252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.229443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.255006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=dbcc6bd4-81e1-46e8-9a65-194a78e70188,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:59.292462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.292800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.293137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.293449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.293771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.294120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.294438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.294758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.296030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.296030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.296030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:52:59.296776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.351384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.369078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.408517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.430638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Network 55b39913-d528-4875-a99f-62bdf180ed78 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:59.447745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=808e79f3-9a8f-49d8-9083-e9cce415fc47,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:59.465153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Pushing event updated for resources: {'Port': ['ID=5223e990-e256-4a6a-82a4-cac4f78f3d24,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:59.468008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:59.479102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:52:59.482402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 5ab80862-2e62-41d2-af07-2f1546786144 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:52:59.533317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:52:59.567152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.586221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port dcb3b3e4-04ef-4041-9410-4b6836529770, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=dcb3b3e4-04ef-4041-9410-4b6836529770,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:52:59.606516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Allocated IP 172.20.0.2 (0b862309-c510-4eb9-9e77-31ba1ce3fd9b/1849f366-8f5c-4d0c-ae06-30cf3c6a20ae/b847f525-39e0-42fb-994e-644b8f722984) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:52:59.626257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Attempting to bind port 5223e990-e256-4a6a-82a4-cac4f78f3d24 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:52:59.626661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Attempting to bind port 5223e990-e256-4a6a-82a4-cac4f78f3d24 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '088f5c49-1426-4e8b-a6f3-71d2df184a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55b39913-d528-4875-a99f-62bdf180ed78'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:52:59.627023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Attempting to bind port 5223e990-e256-4a6a-82a4-cac4f78f3d24 on network 55b39913-d528-4875-a99f-62bdf180ed78 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:52:59.653133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:52:59.665015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:52:59.665616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Checking segment: {'id': '088f5c49-1426-4e8b-a6f3-71d2df184a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55b39913-d528-4875-a99f-62bdf180ed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:52:59.665880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.666210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Bound using segment: {'id': '088f5c49-1426-4e8b-a6f3-71d2df184a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55b39913-d528-4875-a99f-62bdf180ed78'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:52:59.666721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Bound port: 5223e990-e256-4a6a-82a4-cac4f78f3d24, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088f5c49-1426-4e8b-a6f3-71d2df184a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55b39913-d528-4875-a99f-62bdf180ed78'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:52:59.667065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.686521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.715272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=ff343ea3-cca7-4caa-b368-d3abbaa1ed2d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:52:59.744690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.786490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:52:59.792367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:52:59.810067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:52:59.812569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.855660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.901016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:52:59.932193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b39913-d528-4875-a99f-62bdf180ed78']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:59.970395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-448e5639-2061-4975-ae97-4eca25716895 None None] For port 5223e990-e256-4a6a-82a4-cac4f78f3d24, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:52:59.972594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088f5c49-1426-4e8b-a6f3-71d2df184a66') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:59.972899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088f5c49-1426-4e8b-a6f3-71d2df184a66') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:52:59.975282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-448e5639-2061-4975-ae97-4eca25716895 None None] For port 5223e990-e256-4a6a-82a4-cac4f78f3d24, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5223e990-e256-4a6a-82a4-cac4f78f3d24,segment=NetworkSegment(088f5c49-1426-4e8b-a6f3-71d2df184a66),segment_id=088f5c49-1426-4e8b-a6f3-71d2df184a66)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:52:59.999579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.035140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=dcb3b3e4-04ef-4041-9410-4b6836529770,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:00.036700 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4b50f4cf-4ae7-461d-87d3-23730256956a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/ff343ea3-cca7-4caa-b368-d3abbaa1ed2d HTTP/1.1" status: 204 len: 168 time: 1.8688538 Feb 17 11:53:00.042599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42646) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:00.059573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff252c76-b228-4d41-92fd-873e871ab75e None None] Provisioning complete for port dcb3b3e4-04ef-4041-9410-4b6836529770 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:00.060056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff252c76-b228-4d41-92fd-873e871ab75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.088765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.130612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396960bc-d8c9-4794-9361-25db1bcb396f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:00.132502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396960bc-d8c9-4794-9361-25db1bcb396f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:00.136783 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-396960bc-d8c9-4794-9361-25db1bcb396f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0932202 Feb 17 11:53:00.137361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42650) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:00.138623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Allocated IP 172.26.6.166 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/95199428-fe62-4734-b542-bc93ef8ce544) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:00.175276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.185831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5639-2061-4975-ae97-4eca25716895 None None] Pushing event updated for resources: {'Port': ['ID=5223e990-e256-4a6a-82a4-cac4f78f3d24,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:00.189847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:00.190259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:00.207381 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:00.298572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.340304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.399920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Transition to ACTIVE for port object b847f525-39e0-42fb-994e-644b8f722984 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:00.434468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f0c1c-cd4f-451f-8ee3-674b715f330e None None] Network 55b39913-d528-4875-a99f-62bdf180ed78 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:00.467618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.547745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Transition to ACTIVE for port object b847f525-39e0-42fb-994e-644b8f722984 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:00.547936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:53:00.547936 dv-neutron-828728-1-hyperv neutron-server[84459]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:53:00.547936 dv-neutron-828728-1-hyperv neutron-server[84459]: [parameters: {'id': '55b39913-d528-4875-a99f-62bdf180ed78'}] Feb 17 11:53:00.547936 dv-neutron-828728-1-hyperv neutron-server[84459]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:00.547936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:00.551166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.650908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:00.657830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.662534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff252c76-b228-4d41-92fd-873e871ab75e None None] Could not find standard attr ID for object ff343ea3-cca7-4caa-b368-d3abbaa1ed2d. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:53:00.668343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b018f791-7e32-46d8-afdf-5df513442a08,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:00.671109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:00.690070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:00.710527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.717887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:00.739572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:00.741500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:00.743954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.745843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:00.747909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Pushing event updated for resources: {'Port': ['ID=b847f525-39e0-42fb-994e-644b8f722984,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:00.760284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:00.829348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.877178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-65c0176d-d448-4efb-91e8-37c5364af201 None None] Provisioning complete for port dbcc6bd4-81e1-46e8-9a65-194a78e70188 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:00.877682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65c0176d-d448-4efb-91e8-37c5364af201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.889555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:00.911508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Attempting to bind port b847f525-39e0-42fb-994e-644b8f722984 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:00.911882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Attempting to bind port b847f525-39e0-42fb-994e-644b8f722984 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:00.913207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Attempting to bind port b847f525-39e0-42fb-994e-644b8f722984 on network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:00.931353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.932361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:00.932548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Checking segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:00.932796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.933173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Bound using segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:00.933623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Bound port: b847f525-39e0-42fb-994e-644b8f722984, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:00.934011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.952558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-65c0176d-d448-4efb-91e8-37c5364af201 None None] Port dbcc6bd4-81e1-46e8-9a65-194a78e70188 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:00.955688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:00.956460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-65c0176d-d448-4efb-91e8-37c5364af201 None None] Could not find standard attr ID for object ff343ea3-cca7-4caa-b368-d3abbaa1ed2d. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:53:00.988383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.013437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 195e3fb8-e275-476c-a590-ee085a161df5 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:01.013954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.035768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] For port b847f525-39e0-42fb-994e-644b8f722984, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:01.038033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.040270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] For port b847f525-39e0-42fb-994e-644b8f722984, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b847f525-39e0-42fb-994e-644b8f722984,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:01.107003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.125434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.127149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.127922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:01.134386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:01.136229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f6def-5dd4-4bad-86c6-56167f7c57f5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:01.138326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:01.170469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Pushing event updated for resources: {'Port': ['ID=95199428-fe62-4734-b542-bc93ef8ce544,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:01.185699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.186967 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d86fb4b8-d795-40df-b8de-6795c80d8992 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.4850509 Feb 17 11:53:01.193727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42654) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:01.201928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group_rule': {'security_group_id': 'fe4f6def-5dd4-4bad-86c6-56167f7c57f5', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:01.209813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:01.218169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74dcb9-f417-4b26-9adb-1d5ae6e71a84 None None] Pushing event updated for resources: {'Port': ['ID=b847f525-39e0-42fb-994e-644b8f722984,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:01.220846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:01.224503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:01.232976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:01.246356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port 5223e990-e256-4a6a-82a4-cac4f78f3d24 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:01.246951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.251024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.302847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Deleting port 5f972a95-a0bb-497b-a23c-883afd98bd0b {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:01.303363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.331293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:01.337886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.343507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61106f3c-177b-4e21-b45f-f43c583e7360 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:01.374616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.383378 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-341115a6-94df-4f89-add3-f5dd1cbd15ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6 HTTP/1.1" status: 204 len: 168 time: 1.2412806 Feb 17 11:53:01.387441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:01.518494 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-baa288cb-14d2-41e6-95ff-bb207a7de26c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230788 Feb 17 11:53:01.521075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42662) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:01.537670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:01.706739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.714853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:01.725389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] Deleting port dcb3b3e4-04ef-4041-9410-4b6836529770 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:01.726457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.852715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.852715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:01.852715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:01.852715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:01.852715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:01.869280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b847f525-39e0-42fb-994e-644b8f722984 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:01.874189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 195e3fb8-e275-476c-a590-ee085a161df5 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:01.914784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port 5223e990-e256-4a6a-82a4-cac4f78f3d24, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5223e990-e256-4a6a-82a4-cac4f78f3d24,segment=NetworkSegment(088f5c49-1426-4e8b-a6f3-71d2df184a66),segment_id=088f5c49-1426-4e8b-a6f3-71d2df184a66)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:01.915523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.932808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:01.947780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:01.967409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fcb6ae-4e4c-4232-ae0f-5616485ca702,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:02.020902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:02.025749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.077859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] For port dcb3b3e4-04ef-4041-9410-4b6836529770, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=dcb3b3e4-04ef-4041-9410-4b6836529770,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:02.078277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.100902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for 5223e990-e256-4a6a-82a4-cac4f78f3d24 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:02.131786 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6233743d-b101-4164-a650-a3e181171d14 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/6425e91b-fa4e-4d4f-b90d-07d86da9b2d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0542903 Feb 17 11:53:02.142576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42666) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:02.148325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.149759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e15ad766-6e11-48a8-813b-d7064036ccaa tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9552789 Feb 17 11:53:02.157041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42670) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:02.185317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group_rule': {'security_group_id': 'fe4f6def-5dd4-4bad-86c6-56167f7c57f5', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:02.206453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] Calling delete_port for dcb3b3e4-04ef-4041-9410-4b6836529770 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:02.212351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.213681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:02.231009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:02.234992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.235949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.240896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:02.257674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:02.294554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] Sync routers for ids ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:02.317713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] Routers {'6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:02.318493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:02.385071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.442538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] Pushing event deleted for resources: {'Port': ['ID=dcb3b3e4-04ef-4041-9410-4b6836529770,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:02.444943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:02.467754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7f2c7-c713-4154-9f49-b61d371d1529 None None] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:02.473338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.485987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06199f9-b25f-4759-b8e2-d76272da54ca None None] No DVR routers for this DVR port dcb3b3e4-04ef-4041-9410-4b6836529770 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:02.570920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] Routers {'6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:02.571565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:02.626189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.626812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Calling delete_port for 5f972a95-a0bb-497b-a23c-883afd98bd0b owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:02.631781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b847f525-39e0-42fb-994e-644b8f722984 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:02.647701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:02.648100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115b1c6-9339-4d55-b19a-cf3698f6d1bc None None] The sync data for ids ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:02.684797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218fec7-03d2-4aae-8b4d-a5721b1525af tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:02.685381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1218fec7-03d2-4aae-8b4d-a5721b1525af tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:02.726027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device dcb3b3e4-04ef-4041-9410-4b6836529770 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:02.727325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.759179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf92131-946e-4552-b8ce-c8475e5694df,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:02.761693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.776427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.776543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: dcb3b3e4-04ef-4041-9410-4b6836529770 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:02.776543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device dcb3b3e4-04ef-4041-9410-4b6836529770 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:02.776543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] Provisioning for port b847f525-39e0-42fb-994e-644b8f722984 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:02.780066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] Provisioning complete for port b847f525-39e0-42fb-994e-644b8f722984 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:02.780427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.830392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=195e3fb8-e275-476c-a590-ee085a161df5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:02.835620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.847223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1218fec7-03d2-4aae-8b4d-a5721b1525af tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:02.849945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:02.852168 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1218fec7-03d2-4aae-8b4d-a5721b1525af tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports/dbcc6bd4-81e1-46e8-9a65-194a78e70188 HTTP/1.1" status: 200 len: 983 time: 0.7024744 Feb 17 11:53:02.852928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42674) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:02.853274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:02.857937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:02.858585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.862292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=022d8902-0de6-4df0-ae67-41f990303ce9,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:02.866138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:02.867813 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-19f3749f-3fa3-46fc-85f0-9a92af35565a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7073953 Feb 17 11:53:02.873393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42676) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:02.873690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803153f-9eb1-4393-a6dc-090a1904c8bf None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:02.881538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group_rule': {'security_group_id': 'fe4f6def-5dd4-4bad-86c6-56167f7c57f5', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:02.890614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:02.897472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:02.899227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port 5223e990-e256-4a6a-82a4-cac4f78f3d24 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:02.905061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Router 577140a9-c88a-4fb9-8da1-57510e4fc02f is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:02.907824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:02.916681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:02.996928 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a89d427e-fc57-409c-9a3b-15647e6a60ea tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4688520 Feb 17 11:53:03.042282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42682) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:03.057152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'name': 'tempest-NetworksTestDHCPv6-604756924'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:03.096787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.122079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=5223e990-e256-4a6a-82a4-cac4f78f3d24,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:03.131778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.196642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] For port b847f525-39e0-42fb-994e-644b8f722984, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b847f525-39e0-42fb-994e-644b8f722984,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:03.205130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '022d8902-0de6-4df0-ae67-41f990303ce9'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:03.206022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.285306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.317571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:03.346131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:03.363547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:03.389056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.390322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:03.446675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.467489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.474025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:03.477528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.494611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d420ad9a-25a4-487d-9086-a742d67e8ce0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:03.526856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311e1f-79aa-4518-87f7-d42a2d34dfd6 None None] Pushing event updated for resources: {'Port': ['ID=b847f525-39e0-42fb-994e-644b8f722984,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:03.534138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 7f92cf6b-088a-41d1-9b36-3ed817c83b3d yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:03.555416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/022d8902-0de6-4df0-ae67-41f990303ce9/9a8c08b5-ec89-4f21-a799-cb1bd6e7840b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:03.570297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:03.583308 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Sync routers for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:03.585520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.588390 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f26ece19-95bd-4cf8-afe4-b83638ec7ebc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7138648 Feb 17 11:53:03.598659 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:03.600138 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:03.603230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42686) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:03.624270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group_rule': {'security_group_id': 'fe4f6def-5dd4-4bad-86c6-56167f7c57f5', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:03.638796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:03.664729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:03.672299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:03.681597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b39913-d528-4875-a99f-62bdf180ed78']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:03.682008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9d78ce82-d473-4627-aa19-714b54d0cd39 None None] Provisioning complete for port b847f525-39e0-42fb-994e-644b8f722984 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:03.682381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d78ce82-d473-4627-aa19-714b54d0cd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.685872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:03.707255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088f5c49-1426-4e8b-a6f3-71d2df184a66') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:03.708412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088f5c49-1426-4e8b-a6f3-71d2df184a66') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:03.738091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.744175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.748273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.750159 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-964af4de-db2f-4209-9c20-7cae60f3e873 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5744824 Feb 17 11:53:03.752922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42690) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:03.792694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.812399 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:03.841310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b847f525-39e0-42fb-994e-644b8f722984 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:03.855770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.888525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.948973 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:53:03.955225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.986334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:03.989902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0fb98a-b8d7-4c55-a641-286b849398a5,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:03.990832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.012144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b847f525-39e0-42fb-994e-644b8f722984 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:04.012569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.073925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.075193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d01ea908-ec6d-4455-b575-be6e004b31e2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4718134 Feb 17 11:53:04.077942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42694) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:04.085636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group_rule': {'security_group_id': 'fe4f6def-5dd4-4bad-86c6-56167f7c57f5', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:04.093371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:04.098976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:04.102918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:04.110171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:04.187221 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:01Z', 'revision_number': 3, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:04.188803 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Project 309e30d5fa0f4537b571c210d5f6f148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:53:04.191939 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Checking router: 577140a9-c88a-4fb9-8da1-57510e4fc02f for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:53:04.192277 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Updating router 577140a9-c88a-4fb9-8da1-57510e4fc02f port 95199428-fe62-4734-b542-bc93ef8ce544 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:53:04.198408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.249482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.269989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.273435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:04.273866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.294903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event deleted for resources: {'Port': ['ID=5f972a95-a0bb-497b-a23c-883afd98bd0b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:04.296710 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:04.342222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.372032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e8e7d3-96cc-483c-bd91-076764e57f26,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:04.445642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.449441 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f9171b8-35dd-416d-bc2a-baed29a79dd9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3674672 Feb 17 11:53:04.449588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42698) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:04.455289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'security_group_rule': {'security_group_id': 'fe4f6def-5dd4-4bad-86c6-56167f7c57f5', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:04.461622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:04.465635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:security_group_rule and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:04.468669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:04.474919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:04.538799 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Project 309e30d5fa0f4537b571c210d5f6f148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:53:04.552942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.640528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Transition to ACTIVE for port object 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:04.644943 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.666612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.674325 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Transition to ACTIVE for port object 95199428-fe62-4734-b542-bc93ef8ce544 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:04.675753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Transition to ACTIVE for port object 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:04.721378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.725915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.748775 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.749424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.795563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf1fcb3-788c-4ee9-9cc7-8e27e29a50a0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:04.810050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.839295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:04.842908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:04.845201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Pushing event updated for resources: {'Port': ['ID=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:04.849967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:04.858148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::28d (077674eb-7979-49ce-a746-00af8b5678be/022d8902-0de6-4df0-ae67-41f990303ce9/7f92cf6b-088a-41d1-9b36-3ed817c83b3d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:04.860741 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Pushing event updated for resources: {'Port': ['ID=95199428-fe62-4734-b542-bc93ef8ce544,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:04.869533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.873535 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-11cb5bfe-6125-4b47-8a53-09bac7168a39 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4203577 Feb 17 11:53:04.886098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'network': {'name': 'tempest-network-smoke--1719113364', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'port_security_enabled': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:04.886871 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.886871 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:04.904056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:04.905753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=55b39913-d528-4875-a99f-62bdf180ed78,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:04.916212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:network and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:04.919689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.928994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:04.939317 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Attempting to bind port 95199428-fe62-4734-b542-bc93ef8ce544 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:04.941030 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Attempting to bind port 95199428-fe62-4734-b542-bc93ef8ce544 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:04.941569 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Attempting to bind port 95199428-fe62-4734-b542-bc93ef8ce544 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:04.946475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:04.951007 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:04.951381 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:04.951816 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.952198 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:04.952701 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Bound port: 95199428-fe62-4734-b542-bc93ef8ce544, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:04.953084 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.956955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Attempting to bind port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:04.958046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Attempting to bind port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:04.959268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Attempting to bind port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:04.970946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:04.971794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:04.972549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:04.973188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:04.973928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Bound port: 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:04.976209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.049473 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] For port 95199428-fe62-4734-b542-bc93ef8ce544, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:05.053835 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] For port 95199428-fe62-4734-b542-bc93ef8ce544, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95199428-fe62-4734-b542-bc93ef8ce544,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:05.065275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2f9f7512-03ff-4bbe-bb51-0ba094d7bbb3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/55b39913-d528-4875-a99f-62bdf180ed78 HTTP/1.1" status: 204 len: 168 time: 7.1644256 Feb 17 11:53:05.075092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42706) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:05.089561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1555861557'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:05.100117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Made reservation on behalf of 309e30d5fa0f4537b571c210d5f6f148 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:05.103305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.109668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] For port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:05.113453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] For port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:05.119964 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.165725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:05.208168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:05.209068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.215357 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e716f3-bd50-49ae-8219-a2b993209f5d None None] Pushing event updated for resources: {'Port': ['ID=95199428-fe62-4734-b542-bc93ef8ce544,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:05.218720 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:05.219355 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:05.242642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:05.245717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:05.247194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.247563 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Added segment dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40 of type vlan for network 33fa286c-113b-4fe4-ab27-b1e5195efa8b Feb 17 11:53:05.325385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:05.330189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.331479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.340020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.357972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 7f92cf6b-088a-41d1-9b36-3ed817c83b3d will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:05.365997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95058a-a150-4bdf-be47-11d0905a2bce None None] Pushing event updated for resources: {'Port': ['ID=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:05.457484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.462809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:05.463434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.478729 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:05.598291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.602064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.613613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7360196 Feb 17 11:53:05.618220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42710) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:05.632282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'admin_state_up': True, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:05.652757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:05.680565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:router and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:05.686547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:05.708543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:05.711440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f2d9b-d441-4d72-a8bc-bb5b090b5b71 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Network': ['ID=33fa286c-113b-4fe4-ab27-b1e5195efa8b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:05.713687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=7f92cf6b-088a-41d1-9b36-3ed817c83b3d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:05.714459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.730475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:05.731731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:05.734273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:05.738842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:05.743541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.743660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:05.752666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:05.753830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:05.878052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:05.889221 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e07de2fb-2552-473b-be12-1d54849c01e3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8456979 Feb 17 11:53:05.889943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42714) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:05.897418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.897976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Fanout notify agent at l3_agent the message router_deleted on router 03131e42-ac1e-4eed-94cf-645407e8a879 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:05.929823 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:01Z', 'revision_number': 3, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:05.935094 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba016-9b51-4097-967a-1d0d1b6e7875 None None] The sync data for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv is: [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:01Z', 'revision_number': 3, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:05.950447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:05.965761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:05.967898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.010026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b254c-d4c6-4365-a442-9f5137c57591 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:06.014266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b254c-d4c6-4365-a442-9f5137c57591 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:06.015072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb3b254c-d4c6-4365-a442-9f5137c57591 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:06.053647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.053647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment b6a53f23-9a71-4bf6-96c5-494630716bfb of type vlan for network 3a6b56a2-457a-4c7a-bb1f-798b92437194 Feb 17 11:53:06.073689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.074832 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f58e1971-bf65-484e-a926-e473c1ec73c3 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/03131e42-ac1e-4eed-94cf-645407e8a879 HTTP/1.1" status: 204 len: 168 time: 7.2530460 Feb 17 11:53:06.079369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42718) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:06.085270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:06.086561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919041986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:06.097556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:06.100870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Usage tracker for resource:router and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:06.104596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:06.108119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb3b254c-d4c6-4365-a442-9f5137c57591 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:06.109519 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb3b254c-d4c6-4365-a442-9f5137c57591 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2180884 Feb 17 11:53:06.112868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42722) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:06.144761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:06.196793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 7f92cf6b-088a-41d1-9b36-3ed817c83b3d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:06.196793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.197524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.250339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.264641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.265714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.319352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:06.330416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] Sync routers for ids ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:06.346797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] Routers {'3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:06.348150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:06.362352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f2ba47a1-a40b-4c2a-a404-004e6f69de91 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/3eae65bf-7bd4-4fc6-ac0a-5e53290576b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4135787 Feb 17 11:53:06.371392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42726) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:06.375913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.499507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:06.517469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] Routers {'3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:06.518256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:52:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:06.549329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.600214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:06.600762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.601721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42346d4-ea01-49d2-b11c-3a2d8aef8c24 None None] The sync data for ids ['3eae65bf-7bd4-4fc6-ac0a-5e53290576b6'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:06.640484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-64423c8c-4b59-478c-be8f-c43a146fdcab tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:06.733040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.747554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.748769 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9d167e0e-2c25-494f-a772-1f58368324c0 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6683078 Feb 17 11:53:06.755686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 7f92cf6b-088a-41d1-9b36-3ed817c83b3d owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:06.786612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42730) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:06.798570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': False}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:06.816587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.820822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:06.821433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.828308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] Provisioning for port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:06.835430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] Provisioning complete for port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:06.835951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.845130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-64423c8c-4b59-478c-be8f-c43a146fdcab tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:06.845130 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-64423c8c-4b59-478c-be8f-c43a146fdcab tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 HTTP/1.1" status: 200 len: 205 time: 0.3670528 Feb 17 11:53:06.848638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42734) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:06.868168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:06.955217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8739676 Feb 17 11:53:06.956909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42738) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:07.034045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0369812-d444-47d2-8226-d876c2154155 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:53:07.072358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:07.100737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dcec3-fcf8-4540-934f-c2c3a2adde7d tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=3a6b56a2-457a-4c7a-bb1f-798b92437194,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:07.121364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 3a6b56a2-457a-4c7a-bb1f-798b92437194 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:07.147421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:07.390495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] For port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:07.446438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0369812-d444-47d2-8226-d876c2154155 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:53:07.446958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:07.471294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:07.578299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:07.592047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:07.599615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:07.610196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:07.639417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30760b8-7e74-40af-8413-e431840829b7 None None] Pushing event updated for resources: {'Port': ['ID=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:07.679749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:07.693675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-174c5dfd-87df-4132-b4b9-de4cf793fa85 None None] Provisioning for port 7f92cf6b-088a-41d1-9b36-3ed817c83b3d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:07.719055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-174c5dfd-87df-4132-b4b9-de4cf793fa85 None None] Provisioning complete for port 7f92cf6b-088a-41d1-9b36-3ed817c83b3d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:07.720704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-174c5dfd-87df-4132-b4b9-de4cf793fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:07.797881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-174c5dfd-87df-4132-b4b9-de4cf793fa85 None None] Port 7f92cf6b-088a-41d1-9b36-3ed817c83b3d was deleted so its status cannot be updated. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 17 11:53:07.798229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:07.810631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-825e1101-f6c5-4021-a45b-361ae54e0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:07.822919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=7f92cf6b-088a-41d1-9b36-3ed817c83b3d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:07.977821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:08.018122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.032455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.122413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.183166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.198212 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e2ea824d-e030-4a41-a820-2d593fecce5a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/7f92cf6b-088a-41d1-9b36-3ed817c83b3d HTTP/1.1" status: 204 len: 168 time: 2.0840652 Feb 17 11:53:08.202490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42742) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:08.208933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.212365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port dbcc6bd4-81e1-46e8-9a65-194a78e70188 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:08.212705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.252739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:08.253296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.259153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.275248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.286072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975abbc0-47a4-4504-9efc-91a6288ee53c None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:53:08.359537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7aed8e-9375-4865-bc55-6cbf49c8c71d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:08.361311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7aed8e-9375-4865-bc55-6cbf49c8c71d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:08.362251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ac7aed8e-9375-4865-bc55-6cbf49c8c71d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:08.374638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.374974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router 3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:08.408638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.411203 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c0b05108-64b6-496f-8dbb-79478eec1e97 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 HTTP/1.1" status: 204 len: 168 time: 1.5480640 Feb 17 11:53:08.413954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42746) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:08.499299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ac7aed8e-9375-4865-bc55-6cbf49c8c71d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:08.506081 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ac7aed8e-9375-4865-bc55-6cbf49c8c71d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2952468 Feb 17 11:53:08.507530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42750) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:08.535143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95199428-fe62-4734-b542-bc93ef8ce544 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:08.579116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975abbc0-47a4-4504-9efc-91a6288ee53c None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:53:08.742661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 95199428-fe62-4734-b542-bc93ef8ce544 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:08.752489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 95199428-fe62-4734-b542-bc93ef8ce544 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:08.752858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.831844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.847850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Allocated IP 172.26.6.232 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/54f71aa0-1efb-4f3b-acf6-b96036d36198) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:08.969684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet 39b8bb2c-19a8-416a-b9e3-95e8e26ba90e {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:08.984290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:08.997199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for dbcc6bd4-81e1-46e8-9a65-194a78e70188 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:09.002337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.030434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 95199428-fe62-4734-b542-bc93ef8ce544, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95199428-fe62-4734-b542-bc93ef8ce544,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:09.035928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.045365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.046438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 022d8902-0de6-4df0-ae67-41f990303ce9 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:09.052606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.082296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.103139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.167250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=95199428-fe62-4734-b542-bc93ef8ce544,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:09.207708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.265567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.314784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.415226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=889a23d4-218f-4f3c-ae5b-8abb38cefada,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:09.426760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.499124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.543584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': 'b6a53f23-9a71-4bf6-96c5-494630716bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:09.543838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: 3a6b56a2-457a-4c7a-bb1f-798b92437194, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:09.593479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.610848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.657773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=39b8bb2c-19a8-416a-b9e3-95e8e26ba90e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:09.660908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.708968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.713699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=022d8902-0de6-4df0-ae67-41f990303ce9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:09.715078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c716b20-dbed-43ba-a9af-a2ea7cfcfa85 None None] Network ae50922d-7363-4ae9-861c-c82880750082 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:09.722964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.732934 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a7aa051a-d3ef-4882-85ae-ab380b34a07a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/022d8902-0de6-4df0-ae67-41f990303ce9 HTTP/1.1" status: 204 len: 168 time: 1.2166739 Feb 17 11:53:09.735333 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2b718a78-336a-4717-b72c-9af3f46462ae tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/39b8bb2c-19a8-416a-b9e3-95e8e26ba90e HTTP/1.1" status: 204 len: 168 time: 1.3204243 Feb 17 11:53:09.736118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42754) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:09.736455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42756) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:09.761016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04831bf3-b345-454f-822c-c8b294b8e817 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:09.777408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Allocated IP 172.20.0.1 (0b862309-c510-4eb9-9e77-31ba1ce3fd9b/1849f366-8f5c-4d0c-ae06-30cf3c6a20ae/d89f4369-204f-4ca4-ba32-6fa8d9e337da) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:09.813335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 3a6b56a2-457a-4c7a-bb1f-798b92437194 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:09.841404 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d441031c-2b3a-40d9-9011-8afe763bbe74 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036923 Feb 17 11:53:09.844682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42762) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:09.859229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.867004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:09.951950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:09.960299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Allocated IP 172.26.6.109 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/434b5aff-eb69-434c-841d-4b67e9d4b2da) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:09.967612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95199428-fe62-4734-b542-bc93ef8ce544 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:10.057492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 3a6b56a2-457a-4c7a-bb1f-798b92437194) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:10.071761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=dbcc6bd4-81e1-46e8-9a65-194a78e70188,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:10.084754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8abf1a-8587-42d0-9b89-735e8fa63170 None None] Network 3a6b56a2-457a-4c7a-bb1f-798b92437194 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:10.114282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.120130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:10.120725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.189937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.195410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.198219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5d116fe1-a15d-4d11-8657-e8e2b079496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.255197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:10.271226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:10.275341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:10.339709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 3553931a-1457-4bff-be54-035b44bb9e70 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:10.341848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.382250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 95199428-fe62-4734-b542-bc93ef8ce544 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:10.382621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.385590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Port': ['ID=54f71aa0-1efb-4f3b-acf6-b96036d36198,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:10.401585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:10.415529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:10.421498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:10.423957 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5a51f35e-cd04-45c8-b15c-ee561aa50638 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3668957 Feb 17 11:53:10.426537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Pushing event updated for resources: {'Port': ['ID=434b5aff-eb69-434c-841d-4b67e9d4b2da,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:10.429624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42766) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:10.430460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:10.519107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:10.554717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.611361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Transition to ACTIVE for port object d89f4369-204f-4ca4-ba32-6fa8d9e337da will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:10.625847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:10.654841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.737958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-3a6b56a2-457a-4c7a-bb1f-798b92437194', 'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': '889a23d4-218f-4f3c-ae5b-8abb38cefada'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:10.738803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.770068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] DHCP port deletion for ae50922d-7363-4ae9-861c-c82880750082 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:10.821723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:10.827355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Deleting port 3553931a-1457-4bff-be54-035b44bb9e70 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:10.827775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.874124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] Deleting port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:10.874384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:10.983952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.030089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 3553931a-1457-4bff-be54-035b44bb9e70, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3553931a-1457-4bff-be54-035b44bb9e70,segment=NetworkSegment(64070c15-8946-41d5-984a-87dd5c8c4488),segment_id=64070c15-8946-41d5-984a-87dd5c8c4488)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:11.030089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.112680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.199411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 3553931a-1457-4bff-be54-035b44bb9e70 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:11.202116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.343457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.348635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Allocated IP 172.20.0.1 (3a6b56a2-457a-4c7a-bb1f-798b92437194/889a23d4-218f-4f3c-ae5b-8abb38cefada/90e1dc2e-381c-4c9f-ad78-10a65f7493bb) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:11.383043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] For port 3553931a-1457-4bff-be54-035b44bb9e70, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3553931a-1457-4bff-be54-035b44bb9e70,segment=NetworkSegment(64070c15-8946-41d5-984a-87dd5c8c4488),segment_id=64070c15-8946-41d5-984a-87dd5c8c4488)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:11.383043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.416566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.466699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:11.475341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:11.484018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Pushing event updated for resources: {'Port': ['ID=d89f4369-204f-4ca4-ba32-6fa8d9e337da,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:11.486442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:11.531023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.665579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.666297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.668867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] For port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:11.669247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.671858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.683180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=3553931a-1457-4bff-be54-035b44bb9e70,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:11.716143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No DVR routers for this DVR port 3553931a-1457-4bff-be54-035b44bb9e70 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:11.748684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Calling delete_port for 3553931a-1457-4bff-be54-035b44bb9e70 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:11.807106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.830908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.831948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.922149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.931590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.939411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:11.946192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:11.972607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:11.979321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] Calling delete_port for 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:12.006548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.016895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae50922d-7363-4ae9-861c-c82880750082']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.092812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64070c15-8946-41d5-984a-87dd5c8c4488') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.093104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64070c15-8946-41d5-984a-87dd5c8c4488') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.107901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.109235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:12.112195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.125860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:12.136365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.136873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:12.137433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.147207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:12.147836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.162615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:12.162970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:12.163776 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:12.216612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=686db312-31e4-4a97-8a12-135cd1029f44,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:12.227179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4051955c-cb82-4767-9206-5f0cab0e8d0e None None] Provisioning for port d89f4369-204f-4ca4-ba32-6fa8d9e337da completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:12.242491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4051955c-cb82-4767-9206-5f0cab0e8d0e None None] Provisioning complete for port d89f4369-204f-4ca4-ba32-6fa8d9e337da triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:12.242864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4051955c-cb82-4767-9206-5f0cab0e8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.295184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.337372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.343501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.367097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] Pushing event deleted for resources: {'Port': ['ID=9a8c08b5-ec89-4f21-a799-cb1bd6e7840b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:12.376030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.386459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=ae50922d-7363-4ae9-861c-c82880750082,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:12.399470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.406401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c115ef-106a-4497-bec6-9fc677501b2a None None] No DVR routers for this DVR port 9a8c08b5-ec89-4f21-a799-cb1bd6e7840b on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:12.407979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4051955c-cb82-4767-9206-5f0cab0e8d0e None None] Port d89f4369-204f-4ca4-ba32-6fa8d9e337da cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:12.422841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Transition to ACTIVE for port object 90e1dc2e-381c-4c9f-ad78-10a65f7493bb will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:12.438906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb8649-cacd-41fc-949b-152c43be6f44 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:12.448584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:12.454138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5767c7ec-b8e9-4672-a6a8-7f5aa82132ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5963449 Feb 17 11:53:12.460584 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] Sync routers for ids ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:12.464537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-df0e59e6-a535-455d-ae45-3cb6a702df21 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/6425e91b-fa4e-4d4f-b90d-07d86da9b2d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5372446 Feb 17 11:53:12.470067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42770) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:12.470206 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-56bedd92-db10-473c-b970-b32ce6e3c800 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/ae50922d-7363-4ae9-861c-c82880750082 HTTP/1.1" status: 204 len: 168 time: 2.7299273 Feb 17 11:53:12.473439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42772) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:12.476835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42776) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:12.483791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'name': 'tempest-NetworksTestDHCPv6-1541468585'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:12.490389 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] Routers {'6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:12.495284 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.506162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-149583134', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:12.518106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:12.555446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3553931a-1457-4bff-be54-035b44bb9e70 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:12.603568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Transition to ACTIVE for port object 90e1dc2e-381c-4c9f-ad78-10a65f7493bb will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:12.614567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3553931a-1457-4bff-be54-035b44bb9e70 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:12.615482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3553931a-1457-4bff-be54-035b44bb9e70 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:12.644907 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.661321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] Routers {'6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:12.662370 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.665576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Deleting port 3553931a-1457-4bff-be54-035b44bb9e70 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:12.665984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.683265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Router 1b6015f5-a996-4bae-9ebd-38b84592d6df is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:12.741910 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:12.742276 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f094b-4d43-4bb5-8afd-bac02881d0e3 None None] The sync data for ids ['6425e91b-fa4e-4d4f-b90d-07d86da9b2d8'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:12.747954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.842857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1146d370-9ae1-4c95-ba63-048792fcc260 None None] The port '3553931a-1457-4bff-be54-035b44bb9e70' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:53:12.888918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:12.889740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:12.905061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:12.921254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:12.922120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:12.925066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Network 3a6b56a2-457a-4c7a-bb1f-798b92437194 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:12.926178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:12.930445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:12.932172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:12.936479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:12.938584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Pushing event updated for resources: {'Port': ['ID=90e1dc2e-381c-4c9f-ad78-10a65f7493bb,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:12.956421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:13.006596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.013664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '686db312-31e4-4a97-8a12-135cd1029f44'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:13.014498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.030055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.030994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.057483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:13.060588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.088385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port a10c213e-623d-4dc3-b140-fa928fa0d161 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:13.135010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Attempting to bind port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:13.135328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Attempting to bind port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'b6a53f23-9a71-4bf6-96c5-494630716bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:13.135874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Attempting to bind port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb on network 3a6b56a2-457a-4c7a-bb1f-798b92437194 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:13.145354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.246438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.248072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.262222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Router dd2c396a-692c-436d-93a9-b000b4e06613 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:13.339689 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-373d1e2e-2b9d-499a-9575-2498c49cad22 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 11:53:13.343630 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-373d1e2e-2b9d-499a-9575-2498c49cad22 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/6425e91b-fa4e-4d4f-b90d-07d86da9b2d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8681879 Feb 17 11:53:13.344581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42782) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:13.346648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=889a23d4-218f-4f3c-ae5b-8abb38cefada,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:13.355690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/686db312-31e4-4a97-8a12-135cd1029f44/064e7bfc-2f05-4703-9a3f-d3f7a0649975) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:13.424320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.425688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-89395fd6-9feb-4d8b-9aea-4d2dc0837961 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:13.426091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Pushing event updated for resources: {'Port': ['ID=d89f4369-204f-4ca4-ba32-6fa8d9e337da,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:13.528580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.536846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:13.537828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Checking segment: {'id': 'b6a53f23-9a71-4bf6-96c5-494630716bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:13.537828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.538034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Bound using segment: {'id': 'b6a53f23-9a71-4bf6-96c5-494630716bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:13.538430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Bound port: 90e1dc2e-381c-4c9f-ad78-10a65f7493bb, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a53f23-9a71-4bf6-96c5-494630716bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a6b56a2-457a-4c7a-bb1f-798b92437194'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:13.538963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.567349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6b56a2-457a-4c7a-bb1f-798b92437194']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.582115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a53f23-9a71-4bf6-96c5-494630716bfb') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.582510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a53f23-9a71-4bf6-96c5-494630716bfb') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.599376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.619874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:13.621768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.629684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-89395fd6-9feb-4d8b-9aea-4d2dc0837961 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:13.631081 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89395fd6-9feb-4d8b-9aea-4d2dc0837961 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 HTTP/1.1" status: 200 len: 205 time: 0.2764168 Feb 17 11:53:13.634100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:13.634495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.644388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42786) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:13.650636 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:13.655169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] For port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:13.656459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.660242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4dedc1c4-645e-4f98-a312-72ca998605be tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "PUT /v2.0/routers/1b6015f5-a996-4bae-9ebd-38b84592d6df HTTP/1.1" status: 200 len: 919 time: 6.8699064 Feb 17 11:53:13.668929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06458b-a744-48c6-b453-49155bb4299d None None] Sync routers for ids ['1b6015f5-a996-4bae-9ebd-38b84592d6df'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:13.706469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42790) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:13.710424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06458b-a744-48c6-b453-49155bb4299d None None] Routers {'1b6015f5-a996-4bae-9ebd-38b84592d6df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:13.711064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-df06458b-a744-48c6-b453-49155bb4299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b6015f5-a996-4bae-9ebd-38b84592d6df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.778803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:13.784816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-df06458b-a744-48c6-b453-49155bb4299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.841101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06458b-a744-48c6-b453-49155bb4299d None None] Routers {'1b6015f5-a996-4bae-9ebd-38b84592d6df'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:13.841707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-df06458b-a744-48c6-b453-49155bb4299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b6015f5-a996-4bae-9ebd-38b84592d6df'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.843715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:13.911900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:53:13.911900 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:53:13.911900 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'id': '3a6b56a2-457a-4c7a-bb1f-798b92437194'}] Feb 17 11:53:13.911900 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:13.912297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:13.923565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-df06458b-a744-48c6-b453-49155bb4299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:13.924107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06458b-a744-48c6-b453-49155bb4299d None None] The sync data for ids ['1b6015f5-a996-4bae-9ebd-38b84592d6df'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:13.929383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] For port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=90e1dc2e-381c-4c9f-ad78-10a65f7493bb,segment=NetworkSegment(b6a53f23-9a71-4bf6-96c5-494630716bfb),segment_id=b6a53f23-9a71-4bf6-96c5-494630716bfb)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:13.938855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:13.961879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Transition to ACTIVE for port object 064e7bfc-2f05-4703-9a3f-d3f7a0649975 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:13.996644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89ca8901-a664-456d-b38f-0d0e0b689a74 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/1b6015f5-a996-4bae-9ebd-38b84592d6df HTTP/1.1" status: 200 len: 925 time: 0.2882526 Feb 17 11:53:13.997713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42794) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:13.999562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.020088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Transition to ACTIVE for port object 064e7bfc-2f05-4703-9a3f-d3f7a0649975 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:14.120196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Pushing event updated for resources: {'Port': ['ID=90e1dc2e-381c-4c9f-ad78-10a65f7493bb,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:14.142326 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1afb9868-225b-4d83-857a-cb61c4808513 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=1b6015f5-a996-4bae-9ebd-38b84592d6df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1424937 Feb 17 11:53:14.148435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42798) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:14.189582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.230288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::2c2 (077674eb-7979-49ce-a746-00af8b5678be/686db312-31e4-4a97-8a12-135cd1029f44/a10c213e-623d-4dc3-b140-fa928fa0d161) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:14.252827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:14.257064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.257064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.257064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.257064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.257064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.257894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.258379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.258858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.259351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.259823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.260343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653a02a-05dd-4f66-8c29-7877ce7fe6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:14.267010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:14.315154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:14.341269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18922067-2295-4241-97c5-56dd4b184a0a None None] Network 3a6b56a2-457a-4c7a-bb1f-798b92437194 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:14.371119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9e2a3-e3da-437b-b607-bef2cc130922 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:14.373143 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c8b9e2a3-e3da-437b-b607-bef2cc130922 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.2238281 Feb 17 11:53:14.379657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42802) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:14.422414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.435219 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fc0d51eb-ea16-4804-8913-516ab90ae1fc tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6015f5-a996-4bae-9ebd-38b84592d6df HTTP/1.1" status: 200 len: 205 time: 0.0511961 Feb 17 11:53:14.436205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42806) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:14.472427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Pushing event updated for resources: {'Port': ['ID=064e7bfc-2f05-4703-9a3f-d3f7a0649975,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:14.521990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7d0429d3-41c4-4d2a-8196-f55b1a458933 None None] Provisioning complete for port d89f4369-204f-4ca4-ba32-6fa8d9e337da triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:14.521990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7d0429d3-41c4-4d2a-8196-f55b1a458933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.560547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:14.560917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.627666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Attempting to bind port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:14.627997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Attempting to bind port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:14.628295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Attempting to bind port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:14.660460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7d0429d3-41c4-4d2a-8196-f55b1a458933 None None] Port d89f4369-204f-4ca4-ba32-6fa8d9e337da cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:14.672375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:14.672774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:14.673129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.673510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:14.674920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Bound port: 064e7bfc-2f05-4703-9a3f-d3f7a0649975, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:14.674920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.771885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.780495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.785054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] For port 064e7bfc-2f05-4703-9a3f-d3f7a0649975, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:14.789365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] For port 064e7bfc-2f05-4703-9a3f-d3f7a0649975, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=064e7bfc-2f05-4703-9a3f-d3f7a0649975,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:14.918883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=90e1dc2e-381c-4c9f-ad78-10a65f7493bb,segment=NetworkSegment(b6a53f23-9a71-4bf6-96c5-494630716bfb),segment_id=b6a53f23-9a71-4bf6-96c5-494630716bfb)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:14.919236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.931151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.956466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:14.995159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object a10c213e-623d-4dc3-b140-fa928fa0d161 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:15.015938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c192-8993-4bdd-893d-ae2ffcb65da3 None None] Pushing event updated for resources: {'Port': ['ID=064e7bfc-2f05-4703-9a3f-d3f7a0649975,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:15.059332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for 90e1dc2e-381c-4c9f-ad78-10a65f7493bb owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:15.138959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.250176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:15.265830 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Sync routers for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:15.284989 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:15.286009 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:15.293498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.367520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port 90e1dc2e-381c-4c9f-ad78-10a65f7493bb on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:15.416308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.417701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=90e1dc2e-381c-4c9f-ad78-10a65f7493bb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:15.493834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.532329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.535197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.554795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:15.558501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=a10c213e-623d-4dc3-b140-fa928fa0d161,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:15.560982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:15.565467 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:15.567603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.567717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6b56a2-457a-4c7a-bb1f-798b92437194']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:15.573088 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-465be218-2c9a-45af-914a-f435b39bf7a0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.9528878 Feb 17 11:53:15.573807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42810) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:15.577082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:15.581042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:15.581659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.583084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a53f23-9a71-4bf6-96c5-494630716bfb') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:15.583500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a53f23-9a71-4bf6-96c5-494630716bfb') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:15.602363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.637880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.648513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:15.649223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.657820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Router 577140a9-c88a-4fb9-8da1-57510e4fc02f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:15.665746 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:15.717830 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b6a371fd-8781-4b91-8929-549236add2ba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2465606 Feb 17 11:53:15.720303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.748794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42816) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:15.829268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.842533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.847876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.848488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router 6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:15.898687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 064e7bfc-2f05-4703-9a3f-d3f7a0649975 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:15.901648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.924914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.933598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Deleting port 434b5aff-eb69-434c-841d-4b67e9d4b2da {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:15.934074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:15.971191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=3a6b56a2-457a-4c7a-bb1f-798b92437194,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:15.974206 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:10Z', 'revision_number': 3, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:15.981129 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Checking router: dd2c396a-692c-436d-93a9-b000b4e06613 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:53:15.981968 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Updating router dd2c396a-692c-436d-93a9-b000b4e06613 port 54f71aa0-1efb-4f3b-acf6-b96036d36198 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:53:16.015796 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72c4fa47-76a8-4265-ad9a-f9909cc17cc8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/3a6b56a2-457a-4c7a-bb1f-798b92437194 HTTP/1.1" status: 204 len: 168 time: 5.5478654 Feb 17 11:53:16.016541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42820) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:16.026528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fd395df0-8c32-402e-8f6f-bb8afbf58b65 tempest-TestNetworkAdvancedServerOps-841644426 tempest-TestNetworkAdvancedServerOps-841644426-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=309e30d5fa0f4537b571c210d5f6f148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4383600 Feb 17 11:53:16.048842 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.049010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42824) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:16.092025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.095942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a071b330-88c5-4be3-8c10-d149753c018e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 HTTP/1.1" status: 204 len: 168 time: 2.4424119 Feb 17 11:53:16.097010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1542446074'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:16.110071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42828) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:16.158862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:16.257834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:16.271224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:16.277555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:16.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:16.352583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5acaed7-12a7-4781-96db-8c1f8dc5afec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:16.356544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5acaed7-12a7-4781-96db-8c1f8dc5afec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:16.357351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d5acaed7-12a7-4781-96db-8c1f8dc5afec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:16.423732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:16.427215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.459303 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.463745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:16.472712 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Transition to ACTIVE for port object 54f71aa0-1efb-4f3b-acf6-b96036d36198 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:16.476663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:16.482754 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7ea63eed-73dc-4567-a0a3-13017ef99831 admin admin] 10.222.0.47 "PUT /v2.0/routers/577140a9-c88a-4fb9-8da1-57510e4fc02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7254362 Feb 17 11:53:16.483756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582df677-f888-4a95-8ad0-00176764684b None None] Sync routers for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:16.487279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d5acaed7-12a7-4781-96db-8c1f8dc5afec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:16.489284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d5acaed7-12a7-4781-96db-8c1f8dc5afec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7386849 Feb 17 11:53:16.492824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42834) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:16.519145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] Provisioning for port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:16.526061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:16.526948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:16.537881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.538268 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment dacc0064-b36e-48cb-b055-217b11e2a33b of type vlan for network b0c99fed-a896-4840-b6ab-5d1b16ab3505 Feb 17 11:53:16.564427 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.636271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.26.6.147 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/28f00da7-9b33-4f55-b868-2152211d539e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:16.639071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] Provisioning complete for port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:16.639642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.727867 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Attempting to bind port 54f71aa0-1efb-4f3b-acf6-b96036d36198 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:16.733054 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Attempting to bind port 54f71aa0-1efb-4f3b-acf6-b96036d36198 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:16.734210 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Attempting to bind port 54f71aa0-1efb-4f3b-acf6-b96036d36198 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:16.753100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet e1a6f229-7864-4004-8435-5151a945d9fe {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:16.760129 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:16.762046 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:16.763039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.763496 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.764767 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:16.766163 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Bound port: 54f71aa0-1efb-4f3b-acf6-b96036d36198, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:16.766595 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.776482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a419495-f5f3-49e7-833d-959c12c0cffc None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:53:16.797480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8fda6-def3-4ef1-a62b-00d51c2047e4 tempest-TestNetworkAdvancedServerOps-841644426 tempest-TestNetworkAdvancedServerOps-841644426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:16.799432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42c8fda6-def3-4ef1-a62b-00d51c2047e4 tempest-TestNetworkAdvancedServerOps-841644426 tempest-TestNetworkAdvancedServerOps-841644426-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7496271 Feb 17 11:53:16.816593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42842) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:16.851658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.866686 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] For port 54f71aa0-1efb-4f3b-acf6-b96036d36198, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:16.871424 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] For port 54f71aa0-1efb-4f3b-acf6-b96036d36198, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=54f71aa0-1efb-4f3b-acf6-b96036d36198,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:16.895838 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ed877-8759-491d-9b53-5d94b842f4cd None None] Pushing event updated for resources: {'Port': ['ID=54f71aa0-1efb-4f3b-acf6-b96036d36198,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:16.897450 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c57825ab-a0a8-4967-a0ce-e57427a3ecad tempest-TestNetworkAdvancedServerOps-841644426 tempest-TestNetworkAdvancedServerOps-841644426-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786726 Feb 17 11:53:16.903481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.912460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42846) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:16.916326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.924911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207479002', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:16.969769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port a10c213e-623d-4dc3-b140-fa928fa0d161 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:16.970150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:16.976622 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.073113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.079866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.117560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:17.128750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Calling delete_port for 434b5aff-eb69-434c-841d-4b67e9d4b2da owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:17.157504 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ed877-8759-491d-9b53-5d94b842f4cd None None] Pushing event updated for resources: {'Port': ['ID=54f71aa0-1efb-4f3b-acf6-b96036d36198,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:17.176337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:17.177468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:17.180880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a419495-f5f3-49e7-833d-959c12c0cffc None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:53:17.315452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.435836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.526609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.526986 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:17.573057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42850) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:17.584784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for a10c213e-623d-4dc3-b140-fa928fa0d161 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:17.589295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857272248', 'description': 'tempest-description--1081444394'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:17.600349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a6f229-7864-4004-8435-5151a945d9fe,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:17.606949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:17.611358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.697064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Usage tracker for resource:security_group and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:17.697904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.707425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.722579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:17.745468 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-01f1fd93-9663-44cf-a7d5-1124567b0894 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/e1a6f229-7864-4004-8435-5151a945d9fe HTTP/1.1" status: 204 len: 168 time: 1.6122818 Feb 17 11:53:17.747346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event deleted for resources: {'Port': ['ID=434b5aff-eb69-434c-841d-4b67e9d4b2da,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:17.768939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42854) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:17.775181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:17.782498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:17.807975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:17.840863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=28f00da7-9b33-4f55-b868-2152211d539e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:17.852024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] For port 064e7bfc-2f05-4703-9a3f-d3f7a0649975, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=064e7bfc-2f05-4703-9a3f-d3f7a0649975,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:17.860696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.870823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:17.870823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:subnet and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:17.902058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.921427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:17.962014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:17.964780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:18.006521 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:10Z', 'revision_number': 3, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:18.011952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:18.012826 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea5860-65a8-4d9b-a33a-466efdbc6bc5 None None] The sync data for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv is: [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:10Z', 'revision_number': 3, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:18.017118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Usage tracker for resource:security_group_rule and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:18.021555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:18.028591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:18.050896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea9247-a409-4ed5-9ef3-f4a38c7e8455 None None] Pushing event updated for resources: {'Port': ['ID=064e7bfc-2f05-4703-9a3f-d3f7a0649975,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:18.060770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:12Z', 'revision_number': 2, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:18.064869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ba517fe2-ac73-437e-8276-4d64a4e38411 None None] Could not find standard attr ID for object a10c213e-623d-4dc3-b140-fa928fa0d161. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:53:18.079724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582df677-f888-4a95-8ad0-00176764684b None None] Checking router: 577140a9-c88a-4fb9-8da1-57510e4fc02f for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:53:18.079954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582df677-f888-4a95-8ad0-00176764684b None None] Updating router 577140a9-c88a-4fb9-8da1-57510e4fc02f port d89f4369-204f-4ca4-ba32-6fa8d9e337da binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:53:18.088473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:18.094140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.104556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=a10c213e-623d-4dc3-b140-fa928fa0d161,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:18.107796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.114816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:18.115656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.159181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-582df677-f888-4a95-8ad0-00176764684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.209552 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab06a0-0a45-48f7-bdd9-f56deb245bec None None] Network 5ab80862-2e62-41d2-af07-2f1546786144 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:18.522481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.530550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.530763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5059226 Feb 17 11:53:18.534456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.534628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42858) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:18.547187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:18.571086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Made reservation on behalf of 309e30d5fa0f4537b571c210d5f6f148 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:18.592537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.683233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.685164 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-66a471cf-00f0-4623-8184-0021f8a18498 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/a10c213e-623d-4dc3-b140-fa928fa0d161 HTTP/1.1" status: 204 len: 168 time: 2.1917405 Feb 17 11:53:18.692982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788dbf6-f298-4ec5-bdc2-9906fc15853a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=b0c99fed-a896-4840-b6ab-5d1b16ab3505,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:18.715665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42862) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:18.721345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:18.803130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 8ce03216-84df-4067-9b0b-468cebf3b9a0 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:18.803492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.865831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:18.967172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662ba203-0899-410a-bc09-33e802a3f0cc,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:19.008339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] DHCP port deletion for 5ab80862-2e62-41d2-af07-2f1546786144 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:19.031820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Deleting port 8ce03216-84df-4067-9b0b-468cebf3b9a0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:19.032195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.049159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.083309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-8c284ef8-4b89-4ec8-ba64-2eefe1437dae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3160553 Feb 17 11:53:19.087027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.102716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6015f5-a996-4bae-9ebd-38b84592d6df {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:19.111353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-582df677-f888-4a95-8ad0-00176764684b None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.127024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.130394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.137862 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9ea3bc7c-c554-4d33-84b3-a281ac0a4c7a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/1b6015f5-a996-4bae-9ebd-38b84592d6df HTTP/1.1" status: 204 len: 168 time: 4.6945641 Feb 17 11:53:19.137994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42866) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:19.145839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-152495632', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:19.157440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:19.160369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port 8ce03216-84df-4067-9b0b-468cebf3b9a0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ce03216-84df-4067-9b0b-468cebf3b9a0,segment=NetworkSegment(35cd1970-0a6f-4e93-b38f-eab2705838f6),segment_id=35cd1970-0a6f-4e93-b38f-eab2705838f6)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:19.162191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.164060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.168648 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a558a2cb-10fd-47a3-8303-45838f9591a8 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5941858 Feb 17 11:53:19.170183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42870) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:19.175163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Usage tracker for resource:router and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:19.183578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Request body: {'security_group_rule': {'security_group_id': '662ba203-0899-410a-bc09-33e802a3f0cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:19.191180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:19.196063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:19.198697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.203900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Usage tracker for resource:security_group_rule and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:19.225252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:19.230631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:19.232458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-582df677-f888-4a95-8ad0-00176764684b None None] Transition to ACTIVE for port object d89f4369-204f-4ca4-ba32-6fa8d9e337da will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:19.281113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94307a-2637-4eea-8630-00f263110757 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:19.282549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94307a-2637-4eea-8630-00f263110757 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:19.283498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fd94307a-2637-4eea-8630-00f263110757 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:19.302751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:19.311669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 is not hosted by any dhcp agent {{(pid=84460) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 17 11:53:19.315254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:19.315938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.318102 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "PUT /v2.0/networks/b0c99fed-a896-4840-b6ab-5d1b16ab3505 HTTP/1.1" status: 200 len: 723 time: 0.7806771 Feb 17 11:53:19.323426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42874) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:19.345172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:19.362219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-582df677-f888-4a95-8ad0-00176764684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.369170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46036c-34a5-49d6-bc2a-271a0a25c13b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=b0c99fed-a896-4840-b6ab-5d1b16ab3505,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:19.404783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:19.425446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.427281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.431704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 8ce03216-84df-4067-9b0b-468cebf3b9a0 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:19.475521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.494626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:19.510192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.512115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:19.524136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:19.540129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:19.557861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fd94307a-2637-4eea-8630-00f263110757 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:19.561641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42878) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:19.561825 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fd94307a-2637-4eea-8630-00f263110757 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8395956 Feb 17 11:53:19.585009 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-fd1a9de8-c560-4612-899f-523cbeb66e05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.3657629 Feb 17 11:53:19.606258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] For port 8ce03216-84df-4067-9b0b-468cebf3b9a0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ce03216-84df-4067-9b0b-468cebf3b9a0,segment=NetworkSegment(35cd1970-0a6f-4e93-b38f-eab2705838f6),segment_id=35cd1970-0a6f-4e93-b38f-eab2705838f6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:19.606968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.621989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830d1b-aa28-42bd-a0b2-8f54f9c4b576 None None] Pushing event updated for resources: {'Port': ['ID=d89f4369-204f-4ca4-ba32-6fa8d9e337da,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:19.634077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.646410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.646410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.673398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.786283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Calling delete_port for 8ce03216-84df-4067-9b0b-468cebf3b9a0 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:19.794976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:19.844394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=8ce03216-84df-4067-9b0b-468cebf3b9a0,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:19.885884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:19.886229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:19.916194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:19.925047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No DVR routers for this DVR port 8ce03216-84df-4067-9b0b-468cebf3b9a0 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:19.965497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 064e7bfc-2f05-4703-9a3f-d3f7a0649975 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:20.036125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-582df677-f888-4a95-8ad0-00176764684b None None] Attempting to bind port d89f4369-204f-4ca4-ba32-6fa8d9e337da on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:20.036487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-582df677-f888-4a95-8ad0-00176764684b None None] Attempting to bind port d89f4369-204f-4ca4-ba32-6fa8d9e337da by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:20.036843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582df677-f888-4a95-8ad0-00176764684b None None] Attempting to bind port d89f4369-204f-4ca4-ba32-6fa8d9e337da on network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:20.040607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e90f19f-aaf3-411c-a099-9e2663ac98eb,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:20.058461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582df677-f888-4a95-8ad0-00176764684b None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:20.058461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582df677-f888-4a95-8ad0-00176764684b None None] Checking segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:20.058461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-582df677-f888-4a95-8ad0-00176764684b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.058461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582df677-f888-4a95-8ad0-00176764684b None None] Bound using segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:20.058461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-582df677-f888-4a95-8ad0-00176764684b None None] Bound port: d89f4369-204f-4ca4-ba32-6fa8d9e337da, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:20.058461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-582df677-f888-4a95-8ad0-00176764684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.066612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.096466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.115527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-ac0e1b29-07d5-468d-a9c5-933eda4523cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:20.119086 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-ac0e1b29-07d5-468d-a9c5-933eda4523cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.4938970 Feb 17 11:53:20.146031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:20.146395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.172285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.173709 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-45f1e1fd-0022-4518-9ac8-dda871b25bc1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0002460 Feb 17 11:53:20.198195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42882) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:20.209466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-582df677-f888-4a95-8ad0-00176764684b None None] For port d89f4369-204f-4ca4-ba32-6fa8d9e337da, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:20.213574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Request body: {'security_group_rule': {'security_group_id': '662ba203-0899-410a-bc09-33e802a3f0cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:20.221375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-582df677-f888-4a95-8ad0-00176764684b None None] For port d89f4369-204f-4ca4-ba32-6fa8d9e337da, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d89f4369-204f-4ca4-ba32-6fa8d9e337da,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:20.231654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:20.240722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 686db312-31e4-4a97-8a12-135cd1029f44 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:20.251970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Usage tracker for resource:security_group_rule and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:20.255806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.284450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:20.291012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 54f71aa0-1efb-4f3b-acf6-b96036d36198 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:20.301680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:20.325260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-582df677-f888-4a95-8ad0-00176764684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.337048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.369852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.396145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Deleting port 8ce03216-84df-4067-9b0b-468cebf3b9a0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:20.396725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.403505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.470452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.483521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab80862-2e62-41d2-af07-2f1546786144']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:20.491351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Subnet': ['ID=6c39140e-c598-4421-a374-29370b1372ba,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:20.497985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2b2684ba-fc16-4b11-a0e7-64706e884cd0 None None] The port '8ce03216-84df-4067-9b0b-468cebf3b9a0' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:53:20.503808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-6d2fef3d-3eaa-4264-a6a9-1216f91e2ca4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.3735149 Feb 17 11:53:20.505926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd1970-0a6f-4e93-b38f-eab2705838f6') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:20.506290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd1970-0a6f-4e93-b38f-eab2705838f6') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:20.509168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830d1b-aa28-42bd-a0b2-8f54f9c4b576 None None] Pushing event updated for resources: {'Port': ['ID=d89f4369-204f-4ca4-ba32-6fa8d9e337da,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:20.527724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:20.528340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:20.576085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.615781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.620987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Checking segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:20.620987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network hostable DHCP agents. Network: 33fa286c-113b-4fe4-ab27-b1e5195efa8b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:20.643463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:20.644610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.661855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-87d5d206-79dd-4feb-aad3-72ef4b34edc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:20.663603 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-87d5d206-79dd-4feb-aad3-72ef4b34edc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.1378984 Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:20.664209 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:20.674600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 54f71aa0-1efb-4f3b-acf6-b96036d36198 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:20.675331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.683043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 54f71aa0-1efb-4f3b-acf6-b96036d36198 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:20.683417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.837670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.859889 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-c8a98b81-238c-4746-8d9b-2a9962133914 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1863668 Feb 17 11:53:20.874488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:20.948806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:20.949077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.951317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.959873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:20.967491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=fac8c69c-506d-4a8d-877e-81a226974c33,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:20.994256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.003709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=5ab80862-2e62-41d2-af07-2f1546786144,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:21.025521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.034260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': 'dacc0064-b36e-48cb-b055-217b11e2a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:21.034623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: b0c99fed-a896-4840-b6ab-5d1b16ab3505, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:21.044014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 33fa286c-113b-4fe4-ab27-b1e5195efa8b) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:21.059484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:21.060415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.076573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-85b95b70-f59a-4c9c-b2b5-4a604917eb5d service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088387 Feb 17 11:53:21.080268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 54f71aa0-1efb-4f3b-acf6-b96036d36198, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=54f71aa0-1efb-4f3b-acf6-b96036d36198,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:21.083282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe486310-fb6a-4130-a2a5-251830efef84 None None] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:21.091724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92332c9f-9829-4a24-8b95-36be6911ecb1,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:21.104746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.140483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.155421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router dc1220e0-29e1-48fb-9dcd-594455abfdb3 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:21.162592 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5ec36ebf-365d-4f43-b3c2-ea678d57f2a3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/5ab80862-2e62-41d2-af07-2f1546786144 HTTP/1.1" status: 204 len: 168 time: 3.3892183 Feb 17 11:53:21.166276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42886) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.180804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-174414513'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:21.185701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.188911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:21.196938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ab446937-f476-4009-8d39-ae441efb98d8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.2823746 Feb 17 11:53:21.202356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42890) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.206891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:21.225222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.237478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=686db312-31e4-4a97-8a12-135cd1029f44,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:21.245214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.247341 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72455886-2edf-4ec1-95ac-fb901f4483b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/686db312-31e4-4a97-8a12-135cd1029f44 HTTP/1.1" status: 204 len: 168 time: 1.6845758 Feb 17 11:53:21.253644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42894) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.268187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:21.283265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:21.348860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.350438 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-15377d2e-8465-4cd2-9f6a-c519c059f93e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1512797 Feb 17 11:53:21.359875 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6a66c50e-0d31-43ec-9c03-441edfdbaf23 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047719 Feb 17 11:53:21.361484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42900) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.364411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42902) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.389823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f0b8d-6426-45df-860c-b11b75ef0ccf None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:21.412027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:21.428366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b0c99fed-a896-4840-b6ab-5d1b16ab3505) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:21.455413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ce03216-84df-4067-9b0b-468cebf3b9a0 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:21.469567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:21.470452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.480562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:21.507060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:21.511792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c57dd0-11a3-4302-855b-ee2f93d8cc7c None None] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:21.519558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Usage tracker for resource:floatingip and tenant:ce3c467c93c04630bb9eca45a8bb49ec is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:21.523821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:21.534676 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa0fda27-a34d-4297-81b5-c35010fc9234 req-b56680ee-9e7b-4c03-91e6-8a8f523eed4b service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519639 Feb 17 11:53:21.537197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:21.537308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Allocated IP 172.26.6.103 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/defc345b-a971-4ea8-bd31-c46084578be3) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:21.555386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6918fa70-0d48-44ed-83de-1f0ec53d571a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:21.556111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6918fa70-0d48-44ed-83de-1f0ec53d571a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:21.575337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:21.578462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.640317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42908) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.640585 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-169955dd-6499-4806-ae80-1861ca4e491a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3056126 Feb 17 11:53:21.642763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:21.657924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:21.658155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8ce03216-84df-4067-9b0b-468cebf3b9a0 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:21.658263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ce03216-84df-4067-9b0b-468cebf3b9a0 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:21.708499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.725762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.726235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment 517f3fdf-ab69-44db-93d9-9d71e5611823 of type vlan for network 7bfaa127-a400-426f-a2ac-9d313aff2063 Feb 17 11:53:21.757923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.786368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6918fa70-0d48-44ed-83de-1f0ec53d571a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:21.790070 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6918fa70-0d48-44ed-83de-1f0ec53d571a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4215302 Feb 17 11:53:21.791397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42912) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:21.800001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=54f71aa0-1efb-4f3b-acf6-b96036d36198,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:21.846741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.868838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe0112-98d2-4bc2-a9de-0685b3da010a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:21.870026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cebe0112-98d2-4bc2-a9de-0685b3da010a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:21.874839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:21.970877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:21.975209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:21.980377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:22.012381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event updated for resources: {'Port': ['ID=defc345b-a971-4ea8-bd31-c46084578be3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:22.019743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cebe0112-98d2-4bc2-a9de-0685b3da010a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:22.021013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cebe0112-98d2-4bc2-a9de-0685b3da010a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2285795 Feb 17 11:53:22.030325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42918) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:22.112035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5d464fc1-4a70-49d2-9eec-5221a1c223da tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801637 Feb 17 11:53:22.120666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42922) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:22.131801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:22.158204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:22.159085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.222254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-b0c99fed-a896-4840-b6ab-5d1b16ab3505', 'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': 'fac8c69c-506d-4a8d-877e-81a226974c33'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:22.223722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.233952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:53:22.315191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:22.331866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2594483'] for subnet, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.336078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:22.385683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.389684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:22.390297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.404321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:22.411382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.498629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:22.537230 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] Sync routers for ids ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:22.557373 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] Routers {'dc1220e0-29e1-48fb-9dcd-594455abfdb3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:22.558615 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:22.560471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:22.565641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-582df677-f888-4a95-8ad0-00176764684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:22.576739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] Deleting port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:22.577101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.610205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.610930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.642300 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:22.654404 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] Routers {'dc1220e0-29e1-48fb-9dcd-594455abfdb3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:22.655217 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:22.670407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582df677-f888-4a95-8ad0-00176764684b None None] The sync data for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv is: [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:22.675837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Allocated IP 172.20.0.2 (b0c99fed-a896-4840-b6ab-5d1b16ab3505/fac8c69c-506d-4a8d-877e-81a226974c33/43352dae-9a0a-487d-88d9-d1e031f8a4fe) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:22.733658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=7bfaa127-a400-426f-a2ac-9d313aff2063,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:22.767255 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:22.773321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c93a7a-176c-4c83-b015-0a5420a73bdd None None] The sync data for ids ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:22.834603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:22.857253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Allocated IP 172.20.0.2 (33fa286c-113b-4fe4-ab27-b1e5195efa8b/6c39140e-c598-4421-a374-29370b1372ba/5892e8de-079a-4749-8bb8-951a1205f253) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:22.884167 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aecfcba7-2c20-498a-922b-374f430216cc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7166030 Feb 17 11:53:22.899884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:22.904255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-21fc0ba9-ca31-4392-a990-ba05bcaafb0a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.4249578 Feb 17 11:53:22.907530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42926) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:22.907864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42928) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:22.922149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:23.128003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.143794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] For port 064e7bfc-2f05-4703-9a3f-d3f7a0649975, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=064e7bfc-2f05-4703-9a3f-d3f7a0649975,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:23.144206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.213291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:23.222625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:23.227298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.231189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:23.231481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.267445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=933817e3-6518-4f66-9777-0473e8ae0e4f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:23.309008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] Calling delete_port for 064e7bfc-2f05-4703-9a3f-d3f7a0649975 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:23.309387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:23.341375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:23.341628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7cd41e75-d734-42b5-a5f8-8349cd783991 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2190573 Feb 17 11:53:23.342503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42934) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:23.347045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:23.355060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': '933817e3-6518-4f66-9777-0473e8ae0e4f', 'ip_address': '2001:db8::f86e:ecdb:86fd:a0ca'}], 'name': 'tempest-NetworksTestDHCPv6-1725284653'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:23.360929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:23.386442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Router 00d4416f-ce35-4b5c-8476-5136aa67be4b is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:23.475930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Allocated IP 172.26.6.63 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ab488662-f49d-464a-af93-07c1503773d6) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:23.510681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.573501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:23.579923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Transition to ACTIVE for port object 43352dae-9a0a-487d-88d9-d1e031f8a4fe will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:23.603895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Transition to ACTIVE for port object 43352dae-9a0a-487d-88d9-d1e031f8a4fe will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:23.606342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.715571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.718349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:23.731356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:23.734411 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] Pushing event deleted for resources: {'Port': ['ID=064e7bfc-2f05-4703-9a3f-d3f7a0649975,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:23.810566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:23.828088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] Sync routers for ids ['00d4416f-ce35-4b5c-8476-5136aa67be4b'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:23.836529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:23.841996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.873218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 426b252a-59fc-466d-8ee8-e0e7312a629c yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:23.925807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfe9fd-b02e-4997-84a3-bb7c18474b7e None None] No DVR routers for this DVR port 064e7bfc-2f05-4703-9a3f-d3f7a0649975 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:23.941426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.970143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.970625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a68675-593b-4c92-b02b-d3efba0de460 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:23.972288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:23.976776 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d1394da4-b306-47c0-9b9f-6b5979c38983 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8350344 Feb 17 11:53:23.978916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42938) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:23.986827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:23.990770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Pushing event updated for resources: {'Port': ['ID=43352dae-9a0a-487d-88d9-d1e031f8a4fe,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:23.993627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d89f4369-204f-4ca4-ba32-6fa8d9e337da up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:24.023324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:24.032835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Transition to ACTIVE for port object 5892e8de-079a-4749-8bb8-951a1205f253 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:24.086064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:24.108665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:24.117882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] Routers {'00d4416f-ce35-4b5c-8476-5136aa67be4b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:24.118556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['00d4416f-ce35-4b5c-8476-5136aa67be4b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:24.215070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Transition to ACTIVE for port object 5892e8de-079a-4749-8bb8-951a1205f253 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:24.216131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:24.273018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.328720 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-de5e4f46-3187-49a4-96d0-bf21478aa868 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/routers/dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 200 len: 880 time: 1.4116356 Feb 17 11:53:24.329482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42942) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:24.334210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f86e:ecdb:86fd:a0ca (077674eb-7979-49ce-a746-00af8b5678be/933817e3-6518-4f66-9777-0473e8ae0e4f/426b252a-59fc-466d-8ee8-e0e7312a629c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:24.388515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.462886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Attempting to bind port 43352dae-9a0a-487d-88d9-d1e031f8a4fe on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:24.463371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Attempting to bind port 43352dae-9a0a-487d-88d9-d1e031f8a4fe by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'dacc0064-b36e-48cb-b055-217b11e2a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:24.463831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Attempting to bind port 43352dae-9a0a-487d-88d9-d1e031f8a4fe on network b0c99fed-a896-4840-b6ab-5d1b16ab3505 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:24.483623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] Routers {'00d4416f-ce35-4b5c-8476-5136aa67be4b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:24.484313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['00d4416f-ce35-4b5c-8476-5136aa67be4b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:24.484882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787610669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3728384'] for subnet, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.572174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:24.572743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.576601 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "PUT /v2.0/subnets/fac8c69c-506d-4a8d-877e-81a226974c33 HTTP/1.1" status: 200 len: 806 time: 2.9260094 Feb 17 11:53:24.587881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42946) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:24.600255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:24.600926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8cb5-7539-44fe-a95b-01821ccbb04a None None] The sync data for ids ['00d4416f-ce35-4b5c-8476-5136aa67be4b'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:24.602674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:24.603180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Checking segment: {'id': 'dacc0064-b36e-48cb-b055-217b11e2a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:24.603660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.604133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Bound using segment: {'id': 'dacc0064-b36e-48cb-b055-217b11e2a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:24.604697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Bound port: 43352dae-9a0a-487d-88d9-d1e031f8a4fe, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc0064-b36e-48cb-b055-217b11e2a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b0c99fed-a896-4840-b6ab-5d1b16ab3505'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:24.605691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.620476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:24.621443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Pushing event updated for resources: {'Port': ['ID=5892e8de-079a-4749-8bb8-951a1205f253,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:24.633455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:24.640941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:24.653934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66981963-d4a4-46e6-9c73-c577531815b6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=fac8c69c-506d-4a8d-877e-81a226974c33,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:24.683304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d89f4369-204f-4ca4-ba32-6fa8d9e337da completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:24.740664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.758194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d89f4369-204f-4ca4-ba32-6fa8d9e337da triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:24.760041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.830474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:24.833373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.838808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.845661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '933817e3-6518-4f66-9777-0473e8ae0e4f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:24.847037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.867269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:24.869877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:24.902153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 426b252a-59fc-466d-8ee8-e0e7312a629c will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:24.919668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Attempting to bind port 5892e8de-079a-4749-8bb8-951a1205f253 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:24.920030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Attempting to bind port 5892e8de-079a-4749-8bb8-951a1205f253 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:24.920396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Attempting to bind port 5892e8de-079a-4749-8bb8-951a1205f253 on network 33fa286c-113b-4fe4-ab27-b1e5195efa8b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:24.922113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.925624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event updated for resources: {'Port': ['ID=ab488662-f49d-464a-af93-07c1503773d6,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:24.945313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port 43352dae-9a0a-487d-88d9-d1e031f8a4fe {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:24.947114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.962209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] For port 43352dae-9a0a-487d-88d9-d1e031f8a4fe, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:24.990966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] For port 43352dae-9a0a-487d-88d9-d1e031f8a4fe, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=43352dae-9a0a-487d-88d9-d1e031f8a4fe,segment=NetworkSegment(dacc0064-b36e-48cb-b055-217b11e2a33b),segment_id=dacc0064-b36e-48cb-b055-217b11e2a33b)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:24.999596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:24.999596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Checking segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:24.999596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:24.999596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Bound using segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:25.000118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Bound port: 5892e8de-079a-4749-8bb8-951a1205f253, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:25.000429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.057848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=b97b4ce7-cf99-4c0e-ba34-ee7279406288,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:25.111505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.139734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': '517f3fdf-ab69-44db-93d9-9d71e5611823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:25.140762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 7bfaa127-a400-426f-a2ac-9d313aff2063, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:25.166066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-07c11849-0f02-468f-8dfe-ab747ce70da6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:router {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:25.211323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.223650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.320705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] For port 5892e8de-079a-4749-8bb8-951a1205f253, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:25.331180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71566c1d-e585-44b9-bb13-7a3682278991 None None] Pushing event updated for resources: {'Port': ['ID=43352dae-9a0a-487d-88d9-d1e031f8a4fe,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:25.334054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-07c11849-0f02-468f-8dfe-ab747ce70da6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:router {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:25.339257 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-07c11849-0f02-468f-8dfe-ab747ce70da6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0012488 Feb 17 11:53:25.340767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42952) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:25.341630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] For port 5892e8de-079a-4749-8bb8-951a1205f253, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5892e8de-079a-4749-8bb8-951a1205f253,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:25.352548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-149583134'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:25.368572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/933817e3-6518-4f66-9777-0473e8ae0e4f/488e1f8f-f971-4791-b5b3-ec3382efb82d) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:25.381157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d89f4369-204f-4ca4-ba32-6fa8d9e337da, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d89f4369-204f-4ca4-ba32-6fa8d9e337da,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:25.402150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.411004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.419882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=426b252a-59fc-466d-8ee8-e0e7312a629c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:25.429540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:25.457563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.462007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.462476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 54f71aa0-1efb-4f3b-acf6-b96036d36198 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:25.497760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:25.507472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:25.562587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:25.567559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:25.568277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.660455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 7bfaa127-a400-426f-a2ac-9d313aff2063) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:25.664975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:25.665439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.690563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port 43352dae-9a0a-487d-88d9-d1e031f8a4fe, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=43352dae-9a0a-487d-88d9-d1e031f8a4fe,segment=NetworkSegment(dacc0064-b36e-48cb-b055-217b11e2a33b),segment_id=dacc0064-b36e-48cb-b055-217b11e2a33b)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:25.690928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:25.696579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a455f4-1bcc-44b5-8c0a-e2715274d13c None None] Pushing event updated for resources: {'Port': ['ID=5892e8de-079a-4749-8bb8-951a1205f253,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:25.699933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23001bc7-08df-44ea-b7a2-0d7f1f479a95 None None] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:25.865230 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2036719d-19ca-401b-bd51-fa00900f1146 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5192919 Feb 17 11:53:25.871050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for 43352dae-9a0a-487d-88d9-d1e031f8a4fe owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:25.896552 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d89f4369-204f-4ca4-ba32-6fa8d9e337da,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:25.909249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42956) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:25.920630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.054641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-88eb4842-a76c-414d-99c3-3b1808088184 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1374333 Feb 17 11:53:26.057067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42960) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:26.063435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 54f71aa0-1efb-4f3b-acf6-b96036d36198 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:26.064687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.074869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1661117483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:26.107278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:26.172878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:26.184448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:26.199166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:26.231139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ed131-3514-4173-8af4-c6eac52aaa72 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:26.231843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-882ed131-3514-4173-8af4-c6eac52aaa72 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:26.250105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.292921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.352370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-882ed131-3514-4173-8af4-c6eac52aaa72 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:26.353700 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-882ed131-3514-4173-8af4-c6eac52aaa72 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4434204 Feb 17 11:53:26.359043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=43352dae-9a0a-487d-88d9-d1e031f8a4fe,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:26.362513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42964) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:26.382884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.383809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.450187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Allocated IP 172.20.0.1 (33fa286c-113b-4fe4-ab27-b1e5195efa8b/6c39140e-c598-4421-a374-29370b1372ba/421e95ad-c409-4d6a-ae5f-f8a7175b3c14) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:26.470645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.510912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 064e7bfc-2f05-4703-9a3f-d3f7a0649975 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:26.552693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.555124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 064e7bfc-2f05-4703-9a3f-d3f7a0649975 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:26.555464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 064e7bfc-2f05-4703-9a3f-d3f7a0649975 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:26.564054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.568885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port 43352dae-9a0a-487d-88d9-d1e031f8a4fe on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:26.628101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 426b252a-59fc-466d-8ee8-e0e7312a629c {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:26.628408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.629592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-7bfaa127-a400-426f-a2ac-9d313aff2063', 'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': 'b97b4ce7-cf99-4c0e-ba34-ee7279406288'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:26.630586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.651471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.666510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Transition to ACTIVE for port object 488e1f8f-f971-4791-b5b3-ec3382efb82d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:26.714234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Deleting port defc345b-a971-4ea8-bd31-c46084578be3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:26.714527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.719387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.748897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Transition to ACTIVE for port object 488e1f8f-f971-4791-b5b3-ec3382efb82d will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:26.833957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.849765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:26.899044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event updated for resources: {'Port': ['ID=ab488662-f49d-464a-af93-07c1503773d6,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:26.913973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d89f4369-204f-4ca4-ba32-6fa8d9e337da up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:26.932539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.015005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.025285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.054372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Transition to ACTIVE for port object 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:27.107917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:27.108163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.111971 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0f723509-0cea-463c-953b-10c271ce6af6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0487478 Feb 17 11:53:27.114289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42968) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:27.114885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:27.122031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:27.133436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be4429-fe3a-4c1d-a892-b64524b78baf None None] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:27.147618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Pushing event updated for resources: {'Port': ['ID=488e1f8f-f971-4791-b5b3-ec3382efb82d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:27.193321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.202760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7548edab-4664-448c-a277-bbf46680b8e1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7309506 Feb 17 11:53:27.207478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.303621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Allocated IP 2001:db8::2 (7bfaa127-a400-426f-a2ac-9d313aff2063/b97b4ce7-cf99-4c0e-ba34-ee7279406288/b8289a5d-582e-49ca-a681-d59facd44df4) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:27.345005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d89f4369-204f-4ca4-ba32-6fa8d9e337da triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:27.348797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.465641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-90a7c88d-eac4-467b-bb2b-47920d1cdfd8 None None] Could not find standard attr ID for object 43352dae-9a0a-487d-88d9-d1e031f8a4fe. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:53:27.478726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.510571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4d5b7-e7e0-4bb8-825c-a435ffe3b728 None None] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:27.551478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.604686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Port': ['ID=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:27.647322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 426b252a-59fc-466d-8ee8-e0e7312a629c owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:27.647584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:27.657765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:27.661242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:27.669723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Attempting to bind port 488e1f8f-f971-4791-b5b3-ec3382efb82d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:27.669723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Attempting to bind port 488e1f8f-f971-4791-b5b3-ec3382efb82d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:27.670077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Attempting to bind port 488e1f8f-f971-4791-b5b3-ec3382efb82d on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:27.701497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=fac8c69c-506d-4a8d-877e-81a226974c33,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:27.716592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.819070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:27.819702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:27.819824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.820128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:27.820587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Bound port: 488e1f8f-f971-4791-b5b3-ec3382efb82d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:27.820799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-3bec0daf-4652-4f4b-abc6-f43597f126fb tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:27.820981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:27.884713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Calling delete_port for defc345b-a971-4ea8-bd31-c46084578be3 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:27.985846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5892e8de-079a-4749-8bb8-951a1205f253 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:28.006535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.008560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8d816b6b-8158-4d36-acd5-006dfb7163cc None None] Provisioning for port 5892e8de-079a-4749-8bb8-951a1205f253 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:28.016356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.023738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.068027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee869c41-c835-4b4a-b03e-87404adef0cc None None] DHCP port deletion for b0c99fed-a896-4840-b6ab-5d1b16ab3505 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:28.099066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c99fed-a896-4840-b6ab-5d1b16ab3505']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:28.127218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacc0064-b36e-48cb-b055-217b11e2a33b') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:28.127597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacc0064-b36e-48cb-b055-217b11e2a33b') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:28.141980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93ca66-9f80-415f-a489-38e0e131d616 None None] Network b0c99fed-a896-4840-b6ab-5d1b16ab3505 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:28.161245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.177059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.184851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-3bec0daf-4652-4f4b-abc6-f43597f126fb tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:28.190504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.193738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-3bec0daf-4652-4f4b-abc6-f43597f126fb tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1857272248&fields=id&tenant_id=ce3c467c93c04630bb9eca45a8bb49ec HTTP/1.1" status: 200 len: 267 time: 0.6277835 Feb 17 11:53:28.203076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:28.207994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:28.221934 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:28.326624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] For port 488e1f8f-f971-4791-b5b3-ec3382efb82d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:28.353060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.375501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] For port 488e1f8f-f971-4791-b5b3-ec3382efb82d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=488e1f8f-f971-4791-b5b3-ec3382efb82d,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:28.422286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=426b252a-59fc-466d-8ee8-e0e7312a629c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:28.430104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.483537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.488866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.509250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Pushing event deleted for resources: {'Port': ['ID=defc345b-a971-4ea8-bd31-c46084578be3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:28.553915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.560244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.589193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Transition to ACTIVE for port object b8289a5d-582e-49ca-a681-d59facd44df4 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:28.620196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.626665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-6ca009ba-1c4f-4b43-bf4b-e97e753baf16 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:28.627718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-6ca009ba-1c4f-4b43-bf4b-e97e753baf16 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:28.637910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=b0c99fed-a896-4840-b6ab-5d1b16ab3505,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:28.641608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Transition to ACTIVE for port object b8289a5d-582e-49ca-a681-d59facd44df4 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:28.647747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c42d68-dadd-4b0f-9efa-2186a1ce5546 None None] Pushing event updated for resources: {'Port': ['ID=488e1f8f-f971-4791-b5b3-ec3382efb82d,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:28.650119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 5892e8de-079a-4749-8bb8-951a1205f253 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:28.662243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5892e8de-079a-4749-8bb8-951a1205f253 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:28.662688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.663098 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6c097371-1b49-41f0-9aaa-44a642131457 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/b0c99fed-a896-4840-b6ab-5d1b16ab3505 HTTP/1.1" status: 204 len: 168 time: 4.0722535 Feb 17 11:53:28.665860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42982) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:28.737934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.747985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.853960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-6ca009ba-1c4f-4b43-bf4b-e97e753baf16 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:28.860673 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-6ca009ba-1c4f-4b43-bf4b-e97e753baf16 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/networks?id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b HTTP/1.1" status: 200 len: 810 time: 0.6659834 Feb 17 11:53:28.871167 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a6ef1597-5e41-464f-ba43-5f7560d00050 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/426b252a-59fc-466d-8ee8-e0e7312a629c HTTP/1.1" status: 204 len: 168 time: 2.5069308 Feb 17 11:53:28.883338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:28.888909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42986) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:28.892456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:28.910293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:28.932795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Pushing event updated for resources: {'Port': ['ID=b8289a5d-582e-49ca-a681-d59facd44df4,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:28.944277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.963888 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6044fee-6c50-4802-8a6f-502c0e279b1f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:53:28.964467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6044fee-6c50-4802-8a6f-502c0e279b1f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:53:28.966497 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b6044fee-6c50-4802-8a6f-502c0e279b1f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/b0c99fed-a896-4840-b6ab-5d1b16ab3505 HTTP/1.1" status: 404 len: 339 time: 0.2296696 Feb 17 11:53:28.974549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42990) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:28.983304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:28.987099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1814287180', 'description': 'd1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:28.995188 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:29.001135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:network and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:29.007173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:29.014717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:29.026218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.080204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-5606762f-5232-431b-af18-2ca36b552f61 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/quotas/ce3c467c93c04630bb9eca45a8bb49ec HTTP/1.1" status: 200 len: 375 time: 0.2185073 Feb 17 11:53:29.132047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Attempting to bind port b8289a5d-582e-49ca-a681-d59facd44df4 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:29.133311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Attempting to bind port b8289a5d-582e-49ca-a681-d59facd44df4 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f3fdf-ab69-44db-93d9-9d71e5611823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:29.133311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Attempting to bind port b8289a5d-582e-49ca-a681-d59facd44df4 on network 7bfaa127-a400-426f-a2ac-9d313aff2063 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:29.136515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5892e8de-079a-4749-8bb8-951a1205f253, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5892e8de-079a-4749-8bb8-951a1205f253,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:29.153958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:29.154471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Checking segment: {'id': '517f3fdf-ab69-44db-93d9-9d71e5611823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:29.154864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.155389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Bound using segment: {'id': '517f3fdf-ab69-44db-93d9-9d71e5611823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:29.155843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Bound port: b8289a5d-582e-49ca-a681-d59facd44df4, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f3fdf-ab69-44db-93d9-9d71e5611823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7bfaa127-a400-426f-a2ac-9d313aff2063'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:29.159403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.239695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.288479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-823cb064-fb48-4ead-ae07-f53db29b3fab None None] Provisioning for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:29.308404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:29.311427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.376646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-823cb064-fb48-4ead-ae07-f53db29b3fab None None] Provisioning complete for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:29.377519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-823cb064-fb48-4ead-ae07-f53db29b3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.435451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b256fbb-6e1e-4b9a-9996-206da4a5b2af tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:29.436884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b256fbb-6e1e-4b9a-9996-206da4a5b2af tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:29.437694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6b256fbb-6e1e-4b9a-9996-206da4a5b2af tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:29.456505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.463815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 488e1f8f-f971-4791-b5b3-ec3382efb82d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:29.467300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.478159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:29.528379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] For port b8289a5d-582e-49ca-a681-d59facd44df4, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:29.530649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5892e8de-079a-4749-8bb8-951a1205f253,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:29.555354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] For port b8289a5d-582e-49ca-a681-d59facd44df4, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8289a5d-582e-49ca-a681-d59facd44df4,segment=NetworkSegment(517f3fdf-ab69-44db-93d9-9d71e5611823),segment_id=517f3fdf-ab69-44db-93d9-9d71e5611823)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:29.563256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-823cb064-fb48-4ead-ae07-f53db29b3fab None None] Port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:29.581572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router dc1220e0-29e1-48fb-9dcd-594455abfdb3 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:29.593056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-823cb064-fb48-4ead-ae07-f53db29b3fab None None] Provisioning complete for port 5892e8de-079a-4749-8bb8-951a1205f253 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:29.593685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-823cb064-fb48-4ead-ae07-f53db29b3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.596190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6b256fbb-6e1e-4b9a-9996-206da4a5b2af tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:29.599628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6b256fbb-6e1e-4b9a-9996-206da4a5b2af tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7096720 Feb 17 11:53:29.601424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-1299094a-9e93-40a1-9839-9d53495ea8ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:29.604924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 42994) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:29.624831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.625505 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment 6075c6de-a9d8-4377-a057-f5ec671d8d81 of type vlan for network 0eb75f73-06b8-4053-88ca-34d1bd46a51c Feb 17 11:53:29.661027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.675149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.717869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 488e1f8f-f971-4791-b5b3-ec3382efb82d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:29.734660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Router 00d4416f-ce35-4b5c-8476-5136aa67be4b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:29.770698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 43352dae-9a0a-487d-88d9-d1e031f8a4fe no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:29.839074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 43352dae-9a0a-487d-88d9-d1e031f8a4fe {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:29.839409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 43352dae-9a0a-487d-88d9-d1e031f8a4fe not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:29.845459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cd3ca-cdf0-4179-a47e-84ed789e5273 None None] Pushing event updated for resources: {'Port': ['ID=b8289a5d-582e-49ca-a681-d59facd44df4,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:29.913198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:29.917473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:29.918082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.048856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:30.058592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.063982 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de31ee96-fe13-420c-af3b-4dd97ea304ea tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "PUT /v2.0/routers/00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 200 len: 709 time: 6.0805383 Feb 17 11:53:30.067325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f5cb1ae0-a546-447f-8d4a-7355d9a16758 None None] Provisioning complete for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:30.068192 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0931666 Feb 17 11:53:30.071300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1ae0-a546-447f-8d4a-7355d9a16758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.071422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 42998) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:30.071545 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] Sync routers for ids ['00d4416f-ce35-4b5c-8476-5136aa67be4b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:30.123168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43000) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:30.155719 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] Routers {'00d4416f-ce35-4b5c-8476-5136aa67be4b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:30.156716 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['00d4416f-ce35-4b5c-8476-5136aa67be4b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:30.183285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8::1 (7bfaa127-a400-426f-a2ac-9d313aff2063/b97b4ce7-cf99-4c0e-ba34-ee7279406288/65e1eeb9-5178-4024-85bc-d7a0b7ea10ae) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:30.186545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a21f9d-566b-45dd-9dc8-1c497281dc66 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=0eb75f73-06b8-4053-88ca-34d1bd46a51c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:30.193959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-1299094a-9e93-40a1-9839-9d53495ea8ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:30.195352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-1299094a-9e93-40a1-9839-9d53495ea8ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce3c467c93c04630bb9eca45a8bb49ec&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0738027 Feb 17 11:53:30.221709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb1ae0-a546-447f-8d4a-7355d9a16758 None None] Port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:30.224381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0eb75f73-06b8-4053-88ca-34d1bd46a51c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:30.331800 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:30.367585 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] Routers {'00d4416f-ce35-4b5c-8476-5136aa67be4b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:30.368720 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['00d4416f-ce35-4b5c-8476-5136aa67be4b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:30.409672 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81419c97-d6f0-41cb-b525-356f7ac5fd30 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/routers/00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 200 len: 744 time: 0.3308094 Feb 17 11:53:30.411668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43010) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:30.464009 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:30.464487 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0381e92-87d8-4a38-9549-34d7be540758 None None] The sync data for ids ['00d4416f-ce35-4b5c-8476-5136aa67be4b'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:30.489551 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-41a55a1b-70bd-4ea2-ae1c-3983e2d65381 tempest-RoutersIpV6AdminTest-1567239365 tempest-RoutersIpV6AdminTest-1567239365-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 200 len: 205 time: 0.0724635 Feb 17 11:53:30.489991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43014) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:30.541211 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4f65289b-6c2e-4717-95a8-5713454a9f67 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 200 len: 205 time: 0.0502748 Feb 17 11:53:30.543958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43020) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:30.558530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] Provisioning for port 488e1f8f-f971-4791-b5b3-ec3382efb82d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:30.564540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] Provisioning complete for port 488e1f8f-f971-4791-b5b3-ec3382efb82d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:30.564916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.604398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 933817e3-6518-4f66-9777-0473e8ae0e4f {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:30.635931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.694304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.762367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.762581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-ba45af86-30ba-427f-b081-0794020cbca7 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:53:30.771013 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-ba45af86-30ba-427f-b081-0794020cbca7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2701807 Feb 17 11:53:30.831204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] For port 488e1f8f-f971-4791-b5b3-ec3382efb82d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=488e1f8f-f971-4791-b5b3-ec3382efb82d,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:30.901057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:30.944494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f75df6-5cce-453e-a932-135b71d5e467 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:30.945189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-81f75df6-5cce-453e-a932-135b71d5e467 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Synchronizing usage tracker for tenant:26bf8cac014b478497a63566d2dc6439 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:30.981120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b6151-434b-41f7-851b-f8b500e4c62f None None] Pushing event updated for resources: {'Port': ['ID=488e1f8f-f971-4791-b5b3-ec3382efb82d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:31.013653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.014090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2f181876-6c99-4ff6-9325-52bfd7c71dcd None None] Could not find standard attr ID for object 426b252a-59fc-466d-8ee8-e0e7312a629c. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:53:31.046803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.109006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:31.191086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.197351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-81f75df6-5cce-453e-a932-135b71d5e467 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Unset dirty status for tenant:26bf8cac014b478497a63566d2dc6439 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:31.198564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-81f75df6-5cce-453e-a932-135b71d5e467 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks?id=0eb75f73-06b8-4053-88ca-34d1bd46a51c HTTP/1.1" status: 200 len: 761 time: 1.0191233 Feb 17 11:53:31.205294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43024) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.217049 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-2153d3af-4b83-4457-91d2-28168fe6a4d6 service neutron] 10.222.0.47 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450982 Feb 17 11:53:31.227810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'description': 'd2'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:31.246131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd76968-7190-4810-b073-88dbf2d03c9f None None] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:31.319179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.329206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.388581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.437127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.437629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Fanout notify agent at l3_agent the message router_deleted on router 00d4416f-ce35-4b5c-8476-5136aa67be4b {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:31.451051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0cfc13c0-f73b-4ace-b505-fe1f8a1c5ca7 None None] Provisioning for port b8289a5d-582e-49ca-a681-d59facd44df4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:31.463713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.469396 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-472e93d9-cd01-49c3-95f7-f337ae13bcb6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 204 len: 168 time: 0.9244006 Feb 17 11:53:31.470093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43028) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.480183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8289a5d-582e-49ca-a681-d59facd44df4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:31.521082 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a7e38810-ac4c-4dd0-acdf-c310ea66b36a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 200 len: 205 time: 0.0463965 Feb 17 11:53:31.521082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43032) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.528854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.584730 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-72a77ec0-4aea-4c30-a513-85ba47bdaf17 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] delete failed (client error): The resource could not be found. Feb 17 11:53:31.585832 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72a77ec0-4aea-4c30-a513-85ba47bdaf17 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/00d4416f-ce35-4b5c-8476-5136aa67be4b HTTP/1.1" status: 404 len: 336 time: 0.0646698 Feb 17 11:53:31.588641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43036) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.639835 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7011c6b2-b824-4ed5-97a7-64b9188ec570 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6015f5-a996-4bae-9ebd-38b84592d6df HTTP/1.1" status: 200 len: 205 time: 0.0476291 Feb 17 11:53:31.640060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43040) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.702326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b8289a5d-582e-49ca-a681-d59facd44df4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:31.715722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b8289a5d-582e-49ca-a681-d59facd44df4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:31.716059 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-16f04a4b-99d9-49d8-a2a5-c0742007e1a1 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] delete failed (client error): The resource could not be found. Feb 17 11:53:31.716976 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-16f04a4b-99d9-49d8-a2a5-c0742007e1a1 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/1b6015f5-a996-4bae-9ebd-38b84592d6df HTTP/1.1" status: 404 len: 336 time: 0.0759110 Feb 17 11:53:31.721510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43044) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.723589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.733814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.777429 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c842c8fb-7441-47dc-a208-957d089f85d6 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=03131e42-ac1e-4eed-94cf-645407e8a879 HTTP/1.1" status: 200 len: 205 time: 0.0547862 Feb 17 11:53:31.781115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43048) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.794040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Port': ['ID=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:31.857710 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-295cdebf-0aa4-4ce7-849d-063e9a68a12a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] delete failed (client error): The resource could not be found. Feb 17 11:53:31.858781 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-295cdebf-0aa4-4ce7-849d-063e9a68a12a tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/03131e42-ac1e-4eed-94cf-645407e8a879 HTTP/1.1" status: 404 len: 336 time: 0.0766702 Feb 17 11:53:31.862398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43054) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.874165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.918779 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-506cf361-dd88-42a9-a222-04e92b4c3efc tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=c381206c-bad5-4562-a65c-7827709abab5 HTTP/1.1" status: 200 len: 205 time: 0.0515299 Feb 17 11:53:31.918960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43058) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:31.958429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:31.987210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-2f14a9e8-1817-4dab-b424-b2f3ea6127d8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] delete failed (client error): The resource could not be found. Feb 17 11:53:31.991727 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2f14a9e8-1817-4dab-b424-b2f3ea6127d8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/c381206c-bad5-4562-a65c-7827709abab5 HTTP/1.1" status: 404 len: 336 time: 0.0683477 Feb 17 11:53:31.992952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43062) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.010657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b8289a5d-582e-49ca-a681-d59facd44df4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8289a5d-582e-49ca-a681-d59facd44df4,segment=NetworkSegment(517f3fdf-ab69-44db-93d9-9d71e5611823),segment_id=517f3fdf-ab69-44db-93d9-9d71e5611823)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:32.012420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f3a88c9a-f624-468f-a0c1-08a6f2e160a5 None None] Provisioning complete for port b8289a5d-582e-49ca-a681-d59facd44df4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:32.012878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f3a88c9a-f624-468f-a0c1-08a6f2e160a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.022424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:32.029748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:32.043309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-38e038ea-f34f-4dbc-afb0-daabd31363a5 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=90db6217-d5b6-449b-9c02-0dafb659e989 HTTP/1.1" status: 200 len: 205 time: 0.0501068 Feb 17 11:53:32.045665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43066) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.049383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:32.051981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=65e1eeb9-5178-4024-85bc-d7a0b7ea10ae,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:32.060442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:32.060698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] Sync routers for ids ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:32.060968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.092853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] Routers {'dc1220e0-29e1-48fb-9dcd-594455abfdb3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:32.094096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:32.095852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.100879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-269143ef-c274-4cd3-982a-1facdcf2469a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 200 len: 887 time: 6.7511957 Feb 17 11:53:32.100879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-1b427a95-f42b-4601-bdd4-22b58c3e7663 service neutron] 10.222.0.47 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569355 Feb 17 11:53:32.123628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43070) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.170982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:32.176298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.177528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5892e8de-079a-4749-8bb8-951a1205f253 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:32.204923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.242810 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-4713e354-064b-4c69-b0cb-07ffe2e61ac8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] delete failed (client error): The resource could not be found. Feb 17 11:53:32.245836 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4713e354-064b-4c69-b0cb-07ffe2e61ac8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/90db6217-d5b6-449b-9c02-0dafb659e989 HTTP/1.1" status: 404 len: 336 time: 0.1975973 Feb 17 11:53:32.250082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43074) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.324520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.340696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.430111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1931d16-c14f-47e0-96d3-719dbdba9f27 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:32.464668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-636f16f0-5b4e-452a-84a9-4f87fa2ad119 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/routers/dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 200 len: 887 time: 0.3202338 Feb 17 11:53:32.464928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] Routers {'dc1220e0-29e1-48fb-9dcd-594455abfdb3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:32.465312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:32.471879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43082) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.498915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.508409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8023bf92-806d-4674-844a-49874eb77d34 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "GET /v2.0/ports?device_id=e119ede1-1acb-4122-a481-e6f475058fb3 HTTP/1.1" status: 200 len: 205 time: 0.2544243 Feb 17 11:53:32.525080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43086) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.529445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=933817e3-6518-4f66-9777-0473e8ae0e4f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:32.562064 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0df9c756-38c8-44b3-a5a1-774bf9148fc3 req-a694fb31-6de1-4f87-9167-6e2609196aac tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0511739 Feb 17 11:53:32.570089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5c0a599e-3a21-463b-a0c3-c6d2a5b473f0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:32.610078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:32.610656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40c4be-3b13-4eab-a015-b20fa4681416 None None] The sync data for ids ['dc1220e0-29e1-48fb-9dcd-594455abfdb3'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:32.629290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network 0eb75f73-06b8-4053-88ca-34d1bd46a51c is not hosted by any dhcp agent {{(pid=84459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 17 11:53:32.632405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b8289a5d-582e-49ca-a681-d59facd44df4,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:32.632906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:32.633486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.637561 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "PUT /v2.0/networks/0eb75f73-06b8-4053-88ca-34d1bd46a51c HTTP/1.1" status: 200 len: 758 time: 1.4242351 Feb 17 11:53:32.640594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:32.640714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43090) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.667902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5c0a599e-3a21-463b-a0c3-c6d2a5b473f0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:32.669984 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5c0a599e-3a21-463b-a0c3-c6d2a5b473f0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 200 len: 205 time: 0.1969981 Feb 17 11:53:32.677196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43094) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.678836 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-fc944fad-f564-444a-9ec4-702bf700ebf8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] delete failed (client error): The resource could not be found. Feb 17 11:53:32.679404 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fc944fad-f564-444a-9ec4-702bf700ebf8 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/routers/e119ede1-1acb-4122-a481-e6f475058fb3 HTTP/1.1" status: 404 len: 336 time: 0.1475682 Feb 17 11:53:32.680372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:32.688537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f77bd-52dd-4a3b-b567-aecd3ef38473 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=0eb75f73-06b8-4053-88ca-34d1bd46a51c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:32.718841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0eb75f73-06b8-4053-88ca-34d1bd46a51c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:32.736058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43098) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.760564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-48902241-8556-4c72-a823-89500d6a163d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/933817e3-6518-4f66-9777-0473e8ae0e4f HTTP/1.1" status: 204 len: 168 time: 3.1487088 Feb 17 11:53:32.796565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5892e8de-079a-4749-8bb8-951a1205f253 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:32.796936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.825529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43102) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.865424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f3a88c9a-f624-468f-a0c1-08a6f2e160a5 None None] Provisioning for port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:32.898896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04517100-b9a1-4e6c-9020-942c9cbb29e1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:32.900028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04517100-b9a1-4e6c-9020-942c9cbb29e1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Synchronizing usage tracker for tenant:26bf8cac014b478497a63566d2dc6439 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:32.913703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f3a88c9a-f624-468f-a0c1-08a6f2e160a5 None None] Provisioning complete for port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:32.914099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f3a88c9a-f624-468f-a0c1-08a6f2e160a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.917051 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9aa55ed8-f4a0-463b-bc17-d10d7e4800e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903733 Feb 17 11:53:32.920185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:32.942339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43106) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:32.948413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:33.049359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f3a88c9a-f624-468f-a0c1-08a6f2e160a5 None None] Port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:33.080153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 488e1f8f-f971-4791-b5b3-ec3382efb82d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:33.087013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-08af48dd-1c18-491e-8a4c-aee454736648 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] DELETE failed (client error): The resource could not be found. Feb 17 11:53:33.087473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08af48dd-1c18-491e-8a4c-aee454736648 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:53:33.089357 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-08af48dd-1c18-491e-8a4c-aee454736648 tempest-RoutersIpV6AdminTest-217835488 tempest-RoutersIpV6AdminTest-217835488-project] 10.222.0.47 "DELETE /v2.0/subnets/15061222-584c-4e81-8629-096a27e42de8 HTTP/1.1" status: 404 len: 337 time: 0.3526554 Feb 17 11:53:33.117519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04517100-b9a1-4e6c-9020-942c9cbb29e1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Unset dirty status for tenant:26bf8cac014b478497a63566d2dc6439 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:33.118963 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-04517100-b9a1-4e6c-9020-942c9cbb29e1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks?id=0eb75f73-06b8-4053-88ca-34d1bd46a51c HTTP/1.1" status: 200 len: 761 time: 0.4786067 Feb 17 11:53:33.125908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43112) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:33.138406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:33.153098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] Deleting port 488e1f8f-f971-4791-b5b3-ec3382efb82d {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:33.154099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.158178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1057189154'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:33.166523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:33.182239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:33.186977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:33.248845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:33.256110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.308132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:33.322389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:33.324225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:33.326349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.381605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-16f47a81-9847-4e5d-b3c8-3cba4e15a50e None None] Provisioning complete for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:33.382095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-16f47a81-9847-4e5d-b3c8-3cba4e15a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.427969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:33.450828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.451162 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment ec69e1f3-259f-4b9c-8158-f490171bcd20 of type vlan for network d6687024-386d-4abb-8b27-68e087afca80 Feb 17 11:53:33.487766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.517085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 488e1f8f-f971-4791-b5b3-ec3382efb82d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:33.521929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.532643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:33.537223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.580393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] For port 488e1f8f-f971-4791-b5b3-ec3382efb82d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=488e1f8f-f971-4791-b5b3-ec3382efb82d,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:33.580891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.600358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-16f47a81-9847-4e5d-b3c8-3cba4e15a50e None None] Port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:33.620642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.632751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:33.633364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.694124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.771237 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-615e54e5-63c1-429b-ae4f-8a4c3e4e3066 req-b5675ec9-1d5e-42a2-9eda-8de1d8fca50a tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0856433 Feb 17 11:53:33.797280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43124) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:33.804992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=d6687024-386d-4abb-8b27-68e087afca80,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:33.805433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] Calling delete_port for 488e1f8f-f971-4791-b5b3-ec3382efb82d owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:33.835890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network d6687024-386d-4abb-8b27-68e087afca80 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:33.856232 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dbb4da4c-257e-4a5d-b6a5-07a5de43576e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7291749 Feb 17 11:53:33.859063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43130) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:33.871369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': 'd6687024-386d-4abb-8b27-68e087afca80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:33.983436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 28f00da7-9b33-4f55-b868-2152211d539e {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:33.983759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:33.986461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-16f47a81-9847-4e5d-b3c8-3cba4e15a50e None None] Provisioning complete for port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:33.986835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-16f47a81-9847-4e5d-b3c8-3cba4e15a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.073112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.110433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-16f47a81-9847-4e5d-b3c8-3cba4e15a50e None None] Port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:34.113490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.115535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:34.136119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Usage tracker for resource:subnet and tenant:26bf8cac014b478497a63566d2dc6439 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:34.165914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.169352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Router dd2c396a-692c-436d-93a9-b000b4e06613 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:34.197435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:34.208971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8289a5d-582e-49ca-a681-d59facd44df4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:34.213635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:34.226557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:34.235282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Usage tracker for resource:security_group_rule and tenant:00f56608b4db442dad3101627f2730f1 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:34.239777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:34.245268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.245268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.249501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:34.260839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] Pushing event deleted for resources: {'Port': ['ID=488e1f8f-f971-4791-b5b3-ec3382efb82d,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:34.276768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb462258-8348-4aec-b79b-db8903098c38 None None] No DVR routers for this DVR port 488e1f8f-f971-4791-b5b3-ec3382efb82d on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:34.310926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.313110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.323829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b8289a5d-582e-49ca-a681-d59facd44df4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:34.324855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.327654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:34.500793 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 488e1f8f-f971-4791-b5b3-ec3382efb82d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:34.514786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 28f00da7-9b33-4f55-b868-2152211d539e owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:34.541581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 488e1f8f-f971-4791-b5b3-ec3382efb82d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:34.542879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 488e1f8f-f971-4791-b5b3-ec3382efb82d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:34.544891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=65e1eeb9-5178-4024-85bc-d7a0b7ea10ae,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:34.558464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:34.565439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:34.568955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:34.569537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.576066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af1eaf-6253-4f7f-ad26-69fd348fd1eb None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:34.584735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=e07f1c7a-e0d7-4276-8780-d570ea61b81d,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:34.623304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.661495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:34.664853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:34.718499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.805858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d7751c9-15e4-4613-abb5-62c8a3a7ccdc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8619847 Feb 17 11:53:34.809199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43138) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:34.814769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:34.827091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': 'e07f1c7a-e0d7-4276-8780-d570ea61b81d', 'ip_address': '2001:db8::fe67:a51:9ca:71aa'}], 'name': 'tempest-NetworksTestDHCPv6-1694661860'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:34.842721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'e07f1c7a-e0d7-4276-8780-d570ea61b81d'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:34.848900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.064393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/e07f1c7a-e0d7-4276-8780-d570ea61b81d/824658ce-90fb-4a72-b7e3-a71e0ecac229) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:35.081570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-679261d8-bbb6-4011-96cb-15e56fe66e0d None None] Provisioning complete for port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:35.081955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-679261d8-bbb6-4011-96cb-15e56fe66e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.110523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:35.115936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dc898112-1b2c-4132-951e-d2070210bc08 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "PUT /v2.0/routers/dd2c396a-692c-436d-93a9-b000b4e06613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9122870 Feb 17 11:53:35.126687 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Sync routers for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:35.148787 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:35.150038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:35.242958 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-af386d49-d830-404e-affe-9c58db9a5b0c req-b1ee546b-5181-4741-b593-5954b8671a58 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.1383169 Feb 17 11:53:35.250146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6533b746-92f2-4e3f-b870-27ea292a6fa5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:35.267130 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-45110c3f-8fe0-4017-abcc-5d6e767faf99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00f56608b4db442dad3101627f2730f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4678786 Feb 17 11:53:35.279936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43150) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:35.337679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-679261d8-bbb6-4011-96cb-15e56fe66e0d None None] Port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:35.413501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.476769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=28f00da7-9b33-4f55-b868-2152211d539e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:35.479924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:35.486789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:35.504599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.505285 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:35.515486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Transition to ACTIVE for port object 824658ce-90fb-4a72-b7e3-a71e0ecac229 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:35.515874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:35.522098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 49090e5b-33d2-46c1-9d36-13a196e13ffd is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:35.531582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:35.535638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Transition to ACTIVE for port object 824658ce-90fb-4a72-b7e3-a71e0ecac229 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:35.566633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.604734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.653345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-d64f4dc6-0469-4ef2-951f-1ab40a1f57f8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197517142&fields=id&tenant_id=309e30d5fa0f4537b571c210d5f6f148 HTTP/1.1" status: 200 len: 267 time: 0.1513765 Feb 17 11:53:35.673414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=b249a37a-0f3c-4013-9959-e6f8abe61155,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:35.730236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:35.731523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Pushing event updated for resources: {'Port': ['ID=824658ce-90fb-4a72-b7e3-a71e0ecac229,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:35.753143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:35.753143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:35.767302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:35.870413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d4d6-1276-4857-a602-7f550787e2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.876152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Attempting to bind port 824658ce-90fb-4a72-b7e3-a71e0ecac229 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:35.879026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Attempting to bind port 824658ce-90fb-4a72-b7e3-a71e0ecac229 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:35.880635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Attempting to bind port 824658ce-90fb-4a72-b7e3-a71e0ecac229 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:35.891947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:35.892611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:35.893204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.893745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:35.895171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Bound port: 824658ce-90fb-4a72-b7e3-a71e0ecac229, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:35.895842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.947811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': 'ec69e1f3-259f-4b9c-8158-f490171bcd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6687024-386d-4abb-8b27-68e087afca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:35.948638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: d6687024-386d-4abb-8b27-68e087afca80, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:35.952494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.952824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d4d6-1276-4857-a602-7f550787e2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:35.977316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c29c6-759c-4f54-995b-f49ed35d392b req-6f3154b9-71c8-4cf1-b972-5d6f00baef5c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:35.979677 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-6f3154b9-71c8-4cf1-b972-5d6f00baef5c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/networks?id=33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 200 len: 797 time: 0.3178329 Feb 17 11:53:35.999441 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:30Z', 'revision_number': 2, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:36.007301 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Checking router: dd2c396a-692c-436d-93a9-b000b4e06613 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:53:36.007896 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Updating router dd2c396a-692c-436d-93a9-b000b4e06613 port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:53:36.008141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] For port 824658ce-90fb-4a72-b7e3-a71e0ecac229, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:36.011560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] For port 824658ce-90fb-4a72-b7e3-a71e0ecac229, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=824658ce-90fb-4a72-b7e3-a71e0ecac229,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:36.021107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-08eb46cb-a6a0-4549-bc8e-e1832df90001 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/quotas/309e30d5fa0f4537b571c210d5f6f148 HTTP/1.1" status: 200 len: 375 time: 0.0323310 Feb 17 11:53:36.104255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.114902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:36.126250 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.150484 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f93f66c0-b53a-4c7b-8be1-d831e3c4bb30 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/49090e5b-33d2-46c1-9d36-13a196e13ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0330362 Feb 17 11:53:36.162562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43160) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:36.212623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.232079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-297c29c6-759c-4f54-995b-f49ed35d392b req-07e61cc7-1cff-4197-92d2-5133b01ce6f6 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Synchronizing usage tracker for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:36.265608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] Sync routers for ids ['49090e5b-33d2-46c1-9d36-13a196e13ffd'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:36.270908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d4d6-1276-4857-a602-7f550787e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.281479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d4d6-1276-4857-a602-7f550787e2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.282911 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b4f0d4d6-1276-4857-a602-7f550787e2be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6533b746-92f2-4e3f-b870-27ea292a6fa5 HTTP/1.1" status: 204 len: 168 time: 1.0019481 Feb 17 11:53:36.314397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.318267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 8e65ded1-69cd-426c-a181-e8202172a4d5 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:36.338841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0d4d6-1276-4857-a602-7f550787e2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6533b746-92f2-4e3f-b870-27ea292a6fa5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:36.376425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] Routers {'49090e5b-33d2-46c1-9d36-13a196e13ffd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:36.380047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['49090e5b-33d2-46c1-9d36-13a196e13ffd'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:36.405049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827536e3-f9d3-482b-8401-8f759b1d58d7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:36.406230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-827536e3-f9d3-482b-8401-8f759b1d58d7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:36.435599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network d6687024-386d-4abb-8b27-68e087afca80 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:36.448507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-297c29c6-759c-4f54-995b-f49ed35d392b req-07e61cc7-1cff-4197-92d2-5133b01ce6f6 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Unset dirty status for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:36.457308 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-07e61cc7-1cff-4197-92d2-5133b01ce6f6 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=309e30d5fa0f4537b571c210d5f6f148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4236093 Feb 17 11:53:36.480911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:36.495958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e02fb5-ee99-41d6-8a57-af1f4b5d249e None None] Pushing event updated for resources: {'Port': ['ID=824658ce-90fb-4a72-b7e3-a71e0ecac229,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:36.510482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] Routers {'49090e5b-33d2-46c1-9d36-13a196e13ffd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:36.510482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['49090e5b-33d2-46c1-9d36-13a196e13ffd'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:36.558925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.569546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, d6687024-386d-4abb-8b27-68e087afca80) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:36.588109 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b30a3f8-415d-449b-bb55-7e6a05a222cc req-42071768-4dad-47f1-8cb5-9f91756c63b4 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.1573653 Feb 17 11:53:36.599267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:36.600347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.605052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630bc36-d99d-43f1-91dd-3385221d9349 None None] Network d6687024-386d-4abb-8b27-68e087afca80 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:36.655820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-827536e3-f9d3-482b-8401-8f759b1d58d7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:36.656944 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-827536e3-f9d3-482b-8401-8f759b1d58d7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports/65e1eeb9-5178-4024-85bc-d7a0b7ea10ae HTTP/1.1" status: 200 len: 911 time: 0.4905381 Feb 17 11:53:36.664048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43172) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:36.703273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:36.703668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ebdb9-8e38-4a05-bc25-5821019e8f2c None None] The sync data for ids ['49090e5b-33d2-46c1-9d36-13a196e13ffd'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:36.816940 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.858348 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Transition to ACTIVE for port object 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:36.970589 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-589ed1c8-0de6-4400-aa48-bfc66a3df610 service neutron] 10.222.0.47 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015802 Feb 17 11:53:36.992382 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:36.992977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-d6687024-386d-4abb-8b27-68e087afca80', 'network_id': 'd6687024-386d-4abb-8b27-68e087afca80', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': 'b249a37a-0f3c-4013-9959-e6f8abe61155'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:36.993851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.018457 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2b4b536f-74e5-4e88-8ece-26d3375137c9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1581273 Feb 17 11:53:37.023747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43178) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:37.027440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.027991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router dc1220e0-29e1-48fb-9dcd-594455abfdb3 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:37.064175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::fe67:a51:9ca:71aa (077674eb-7979-49ce-a746-00af8b5678be/e07f1c7a-e0d7-4276-8780-d570ea61b81d/8e65ded1-69cd-426c-a181-e8202172a4d5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:37.187945 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eb211-21a5-41d3-bb7f-46ec195fb5d2 None None] Pushing event updated for resources: {'Port': ['ID=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:37.218749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Allocated IP 172.20.0.2 (d6687024-386d-4abb-8b27-68e087afca80/b249a37a-0f3c-4013-9959-e6f8abe61155/f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:37.448301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.453193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-339768c3-cfbf-4e0e-81da-8c0b7850e15d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 204 len: 168 time: 4.7747812 Feb 17 11:53:37.453817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43182) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:37.473664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-695822504'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:37.484321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:37.494365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:37.505026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:37.507925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43186) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:37.530193 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-25235abb-14fc-4610-a2b2-bd354b87567f service neutron] 10.222.0.47 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424354 Feb 17 11:53:37.553451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:37.583669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.629761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.640923 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f6bdbd9d-0ffa-4671-9cd9-bb5da7dce230 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7578850ec2954b2d9ca4bc588eba41a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1314967 Feb 17 11:53:37.665868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43192) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:37.667716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.696709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Transition to ACTIVE for port object f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:37.720540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:37.731131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.737107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.740963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Transition to ACTIVE for port object f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:37.745426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 8e65ded1-69cd-426c-a181-e8202172a4d5 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:37.789500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:37.800981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.801327 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 460bf011-08e4-4a14-8dc3-3e8dc9ad1026 of type vlan for network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 Feb 17 11:53:37.828056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-020c84fb-1862-4452-821b-29c33480a7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.830463 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Attempting to bind port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:37.831956 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Attempting to bind port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:37.837066 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Attempting to bind port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 on network 33fa286c-113b-4fe4-ab27-b1e5195efa8b {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:37.837207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.850839 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:37.851717 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Checking segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:37.852337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.852933 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Bound using segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:37.853624 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Bound port: 421e95ad-c409-4d6a-ae5f-f8a7175b3c14, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:37.854251 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.892522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.943074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.964820 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6d5fe650-086d-4100-b9e9-1de272d85ce7 req-16b6493d-4f1d-4420-821b-54f15b673adc tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0844204 Feb 17 11:53:37.984305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.992533 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] For port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:37.997877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:37.997877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:37.998211 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] For port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:38.013999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Network d6687024-386d-4abb-8b27-68e087afca80 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:38.017622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:38.028155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:38.043513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Pushing event updated for resources: {'Port': ['ID=f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:38.089904 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.102669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.130388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd0bb32f-2f77-418f-9d9e-e656a6a91363 req-ca9a4c21-9e5d-479a-85c7-8cd017667ec4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.1900864 Feb 17 11:53:38.214643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Attempting to bind port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:38.219808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Attempting to bind port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'ec69e1f3-259f-4b9c-8158-f490171bcd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6687024-386d-4abb-8b27-68e087afca80'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:38.222663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Attempting to bind port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a on network d6687024-386d-4abb-8b27-68e087afca80 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:38.233385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4edb6584-7226-4107-ab9c-193d72f00d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.234278 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eb211-21a5-41d3-bb7f-46ec195fb5d2 None None] Pushing event updated for resources: {'Port': ['ID=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:38.236468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=8e65ded1-69cd-426c-a181-e8202172a4d5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:38.239872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=7e57db8a-fb9f-4da5-a958-6793d8bfb6c7,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:38.250058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:38.250430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Checking segment: {'id': 'ec69e1f3-259f-4b9c-8158-f490171bcd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6687024-386d-4abb-8b27-68e087afca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:38.250838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.251219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Bound using segment: {'id': 'ec69e1f3-259f-4b9c-8158-f490171bcd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6687024-386d-4abb-8b27-68e087afca80'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:38.252141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Bound port: f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec69e1f3-259f-4b9c-8158-f490171bcd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6687024-386d-4abb-8b27-68e087afca80'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:38.252535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.264455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:38.268753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:38.283926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:38.285544 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:38.287190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:38.288337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:38.314349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:38.315043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.348730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4edb6584-7226-4107-ab9c-193d72f00d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.351943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.363796 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6500dd50-80e9-420d-947e-e7313f6ec895 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9025788 Feb 17 11:53:38.381089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43200) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:38.398874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:38.485520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 824658ce-90fb-4a72-b7e3-a71e0ecac229 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:38.513092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=b249a37a-0f3c-4013-9959-e6f8abe61155,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:38.553601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-32989d95-f785-4419-a654-62a5cff39f58 None None] Provisioning for port 824658ce-90fb-4a72-b7e3-a71e0ecac229 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:38.585877 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dc4b821a-c811-4625-8609-1e0ebafa0195 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7733874 Feb 17 11:53:38.599180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43204) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:38.742162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:38.747769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:38.749734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] For port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:38.752439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:38.752994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] For port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a,segment=NetworkSegment(ec69e1f3-259f-4b9c-8158-f490171bcd20),segment_id=ec69e1f3-259f-4b9c-8158-f490171bcd20)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:38.765000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4edb6584-7226-4107-ab9c-193d72f00d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.772395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:38.786264 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:53:38.786804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb6584-7226-4107-ab9c-193d72f00d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d12bd83-9529-40dc-a335-cace7a90d4b9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:38.812741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4edb6584-7226-4107-ab9c-193d72f00d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.813925 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4edb6584-7226-4107-ab9c-193d72f00d6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d12bd83-9529-40dc-a335-cace7a90d4b9 HTTP/1.1" status: 204 len: 168 time: 1.1464310 Feb 17 11:53:38.848988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 824658ce-90fb-4a72-b7e3-a71e0ecac229 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:38.852997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 824658ce-90fb-4a72-b7e3-a71e0ecac229 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:38.854260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.864322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac01933-0093-41c8-bfd5-fced63c8890b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:38.874411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac01933-0093-41c8-bfd5-fced63c8890b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:38.881948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5ac01933-0093-41c8-bfd5-fced63c8890b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:38.886523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:38.898076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:38.983302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.127504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6687024-386d-4abb-8b27-68e087afca80']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:39.164805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec69e1f3-259f-4b9c-8158-f490171bcd20') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:39.166887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec69e1f3-259f-4b9c-8158-f490171bcd20') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:39.178036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3405be9-8dc7-4e1d-8870-97d9ac637293 None None] Provisioning for port 8e65ded1-69cd-426c-a181-e8202172a4d5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:39.188121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3405be9-8dc7-4e1d-8870-97d9ac637293 None None] Provisioning complete for port 8e65ded1-69cd-426c-a181-e8202172a4d5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:39.188602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3405be9-8dc7-4e1d-8870-97d9ac637293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.223845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.225253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c090a67-d9b9-4e77-813a-4b8d749e25f5 None None] Pushing event updated for resources: {'Port': ['ID=f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:39.251715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d8285-09be-4a3b-831d-d45e14d470b3 None None] Network d6687024-386d-4abb-8b27-68e087afca80 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:39.259108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.272513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:39.273250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:39.289439 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:39.305868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5ac01933-0093-41c8-bfd5-fced63c8890b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:39.310115 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ac01933-0093-41c8-bfd5-fced63c8890b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6914294 Feb 17 11:53:39.314347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43218) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:39.370779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.448571 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-52a75405-e37a-4488-a4f2-23760b99751c req-ccadeb43-4b24-4558-91cb-bbb2b4be34f9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.1498764 Feb 17 11:53:39.524582 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:37Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:39.529117 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d152c-1bc2-4ac4-8d7a-4a642f33a35f None None] The sync data for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv is: [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:37Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:39.558037 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-658a43f7-2adb-4c4e-a19c-e8e4aaeeb8b4 req-c94b9927-2269-4efb-ab2c-bffeaf4256e2 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.1976292 Feb 17 11:53:39.565925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:53:39.565925 dv-neutron-828728-1-hyperv neutron-server[84459]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:53:39.565925 dv-neutron-828728-1-hyperv neutron-server[84459]: [parameters: {'id': 'd6687024-386d-4abb-8b27-68e087afca80'}] Feb 17 11:53:39.565925 dv-neutron-828728-1-hyperv neutron-server[84459]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:39.566367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:39.627419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 8e65ded1-69cd-426c-a181-e8202172a4d5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:39.627755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.727230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.765187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e3405be9-8dc7-4e1d-8870-97d9ac637293 None None] Port 8e65ded1-69cd-426c-a181-e8202172a4d5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:39.810664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:39.810982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:39.834655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 824658ce-90fb-4a72-b7e3-a71e0ecac229, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=824658ce-90fb-4a72-b7e3-a71e0ecac229,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:39.905494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.077903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.104463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.117122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:40.117719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.125273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=824658ce-90fb-4a72-b7e3-a71e0ecac229,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:40.144928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b37ffd2-ff98-4420-a6fb-8db22d0973c1 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:53:40.174370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-22774033-84be-433c-ac4d-9e3b0751e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.273184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.306910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.325538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 8e65ded1-69cd-426c-a181-e8202172a4d5 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:40.466646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 824658ce-90fb-4a72-b7e3-a71e0ecac229 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:40.578885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37ffd2-ff98-4420-a6fb-8db22d0973c1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:53:40.601354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 65e1eeb9-5178-4024-85bc-d7a0b7ea10ae owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:40.735421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=cb75c237-044e-44b8-b221-0bf9a64393cc,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:40.756256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '460bf011-08e4-4a14-8dc3-3e8dc9ad1026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:40.757041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:40.910775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 824658ce-90fb-4a72-b7e3-a71e0ecac229 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:40.911328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:40.929910 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:53:40.970332 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7bffdf7-b55c-47ee-bb7a-6faa67966974 req-9b834f47-71f5-42b3-b4c0-b96ba8ba5f1c tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0872664 Feb 17 11:53:41.041327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.044092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:41.119429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=8e65ded1-69cd-426c-a181-e8202172a4d5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:41.166936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b764aa1-1181-4a62-9378-a3bfa8e77693 req-a07f2f5d-663f-407f-bcf1-b49588abba06 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.1442859 Feb 17 11:53:41.182949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.197570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:41.203703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43250) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:41.220161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:41.220900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.243416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:41.317145 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ce353149-6a7e-469b-a5a7-83ae87fa0b3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/8e65ded1-69cd-426c-a181-e8202172a4d5 HTTP/1.1" status: 204 len: 168 time: 2.0015028 Feb 17 11:53:41.318236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43256) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:41.321946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-256d04b1-19d8-4ef3-a434-a9e702782e93 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9353526 Feb 17 11:53:41.322780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43258) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:41.338594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-4efcb631-2f30-4ef2-8608-a548bac74ff2 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:41.340965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-4efcb631-2f30-4ef2-8608-a548bac74ff2 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.24 "GET /v2.0/networks?id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b HTTP/1.1" status: 200 len: 810 time: 0.7694895 Feb 17 11:53:41.368631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1000415173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:41.370147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.386569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:41.394358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:41.407695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.408893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:41.417047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-572431291'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:41.430524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:41.433199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:41.445192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:network and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:41.454158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4126d4e-d87c-40a4-9a02-7d1980063d90 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:41.455480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4126d4e-d87c-40a4-9a02-7d1980063d90 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:41.457130 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d4126d4e-d87c-40a4-9a02-7d1980063d90 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1357701 Feb 17 11:53:41.460511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:41.465473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43266) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:41.484050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45d11c-9afc-40c4-b69e-729bbad3958c None None] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:41.529038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:41.572649 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-7f8b5143-4cf9-4705-be93-35bc0007ad0a tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3c467c93c04630bb9eca45a8bb49ec HTTP/1.1" status: 200 len: 380 time: 0.2179632 Feb 17 11:53:41.577491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.578624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.584078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:41.593503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.604670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:41.605203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.620480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Request body: {'port': {'device_id': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'admin_state_up': True, 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'security_groups': ['662ba203-0899-410a-bc09-33e802a3f0cc']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:41.652113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:41.655155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.678837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.714696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a,segment=NetworkSegment(ec69e1f3-259f-4b9c-8158-f490171bcd20),segment_id=ec69e1f3-259f-4b9c-8158-f490171bcd20)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:41.715295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.732869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.755755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:41.768941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.772849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:security_group_rule and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:41.782472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:41.805955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:41.827229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet e07f1c7a-e0d7-4276-8780-d570ea61b81d {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:41.832894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.859565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.873977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-7e57db8a-fb9f-4da5-a958-6793d8bfb6c7', 'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': 'cb75c237-044e-44b8-b221-0bf9a64393cc'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:41.875580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.906463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.923172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:41.927911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:41.953404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=65e1eeb9-5178-4024-85bc-d7a0b7ea10ae,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:41.967961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:42.062684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.084001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.140771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:42.165946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.169568 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-411bc693-9f82-419d-aaae-3b11dce29047 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8433120 Feb 17 11:53:42.192868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Allocated IP 172.20.0.2 (7e57db8a-fb9f-4da5-a958-6793d8bfb6c7/cb75c237-044e-44b8-b221-0bf9a64393cc/11faf98d-6c00-43d5-b00f-4a36c84ff040) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:42.209062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43276) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:42.232569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:42.252413 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0cdaa981-17c3-4c7f-a19e-99eec42c0b42 req-f322c370-77fd-41a9-bd5a-1e083d186a29 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0840182 Feb 17 11:53:42.259474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.357695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.390879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:42.404543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.431903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.437109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e016cb06-0358-4be9-a0bb-24dc892b0ddf,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:42.443776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:42.447135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.447603 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Added segment 931b3ac7-6ada-4b5c-9b15-85100c10cc60 of type vlan for network 85403e92-7502-4545-b525-d3b247ea0379 Feb 17 11:53:42.461638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=e07f1c7a-e0d7-4276-8780-d570ea61b81d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:42.487728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.494500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.508734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129310ce-0963-4a36-af7c-f09411fb26d5 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:42.512658 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4761b17c-634c-4d6b-9b87-f98dbcaeae73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/e07f1c7a-e0d7-4276-8780-d570ea61b81d HTTP/1.1" status: 204 len: 168 time: 1.0439725 Feb 17 11:53:42.514670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43282) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:42.534779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:42.543315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=f5910a11-e9b3-44c7-b2e0-c0ea20e62a9a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:42.603530 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-39010a0e-8fde-463a-b4a2-b74daa089333 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873866 Feb 17 11:53:42.608768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43286) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:42.616266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:42.660388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.697026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Transition to ACTIVE for port object 11faf98d-6c00-43d5-b00f-4a36c84ff040 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:42.724131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.728467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:42.729306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.769720 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1809fe1-ee52-4e77-8285-a9e153dec5c4 req-9b8ad79d-9fd0-49bc-8e56-e078ecf33962 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.3551779 Feb 17 11:53:42.796842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Transition to ACTIVE for port object 11faf98d-6c00-43d5-b00f-4a36c84ff040 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:42.799443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:42.856188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.862413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:42.870151 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6694744 Feb 17 11:53:42.873971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43290) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:42.881826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:42.882454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Made reservation on behalf of ce3c467c93c04630bb9eca45a8bb49ec for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:42.885447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.891900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:42.897941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353f89-c676-4433-b9d0-45be991d3e86 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Network': ['ID=85403e92-7502-4545-b525-d3b247ea0379,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:42.901238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'subnet': {'network_id': '85403e92-7502-4545-b525-d3b247ea0379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:42.905474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.913764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:42.917621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:42.930383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 85403e92-7502-4545-b525-d3b247ea0379 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:42.954293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] Deleting port 824658ce-90fb-4a72-b7e3-a71e0ecac229 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:42.954651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.005131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.013962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:43.018049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.028860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6687024-386d-4abb-8b27-68e087afca80']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:43.084271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:43.093066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Pushing event updated for resources: {'Port': ['ID=11faf98d-6c00-43d5-b00f-4a36c84ff040,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:43.102105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:43.107217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:43.163774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec69e1f3-259f-4b9c-8158-f490171bcd20') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:43.164317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec69e1f3-259f-4b9c-8158-f490171bcd20') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:43.255472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.326622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Attempting to bind port 11faf98d-6c00-43d5-b00f-4a36c84ff040 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:43.327166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Attempting to bind port 11faf98d-6c00-43d5-b00f-4a36c84ff040 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '460bf011-08e4-4a14-8dc3-3e8dc9ad1026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:43.330525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Attempting to bind port 11faf98d-6c00-43d5-b00f-4a36c84ff040 on network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:43.347672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.381343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] For port 824658ce-90fb-4a72-b7e3-a71e0ecac229, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=824658ce-90fb-4a72-b7e3-a71e0ecac229,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:43.381735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.435065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.453226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:43.453517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Checking segment: {'id': '460bf011-08e4-4a14-8dc3-3e8dc9ad1026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:43.454073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.454443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Bound using segment: {'id': '460bf011-08e4-4a14-8dc3-3e8dc9ad1026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:43.454910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Bound port: 11faf98d-6c00-43d5-b00f-4a36c84ff040, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460bf011-08e4-4a14-8dc3-3e8dc9ad1026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7e57db8a-fb9f-4da5-a958-6793d8bfb6c7'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:43.455272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.469815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:43.470227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:43.487356 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:43.501760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:43.535215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] Calling delete_port for 824658ce-90fb-4a72-b7e3-a71e0ecac229 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:43.560171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:subnet and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:43.565126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:43.572462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:43.572780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:43.575852 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2fa896b5-ba9a-4b6e-bda8-eed5718e24b8 req-296b15af-2e7a-4908-91e2-912b47432b70 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0746949 Feb 17 11:53:43.607991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:43.608594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.618233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=ee5a0477-22d1-4d10-a6f4-63b676560b2c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:43.688934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] For port 11faf98d-6c00-43d5-b00f-4a36c84ff040, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:43.699602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] For port 11faf98d-6c00-43d5-b00f-4a36c84ff040, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=11faf98d-6c00-43d5-b00f-4a36c84ff040,segment=NetworkSegment(460bf011-08e4-4a14-8dc3-3e8dc9ad1026),segment_id=460bf011-08e4-4a14-8dc3-3e8dc9ad1026)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:43.703685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:43.708766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8b5de61a-7425-475f-8fdb-a5917552f7cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0948179 Feb 17 11:53:43.709028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43298) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:43.715319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': 'ee5a0477-22d1-4d10-a6f4-63b676560b2c', 'ip_address': '2001:db8::fe93:e328:2398:8991'}], 'name': 'tempest-NetworksTestDHCPv6-2100355460'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:43.793200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.809219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.809870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.903546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edb044-dfb8-41eb-8467-e529f5e122de None None] Pushing event updated for resources: {'Port': ['ID=11faf98d-6c00-43d5-b00f-4a36c84ff040,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:43.918804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:43.920718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:43.928860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:43.933834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:43.944694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:43.947563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] No DVR routers for this DVR port 824658ce-90fb-4a72-b7e3-a71e0ecac229 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:43.970830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda1eea-ad96-4628-a57e-8910eb8b0d07 None None] Pushing event deleted for resources: {'Port': ['ID=824658ce-90fb-4a72-b7e3-a71e0ecac229,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:43.982994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6faab-7366-46ca-b5f4-abf958b816e2 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:44.023215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:44.049070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=d6687024-386d-4abb-8b27-68e087afca80,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:44.084024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:44.095229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:44.147091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 61cb7c74-272d-47fe-acb9-b445ddd1d74c yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:44.163860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Allocated IP 172.20.0.7 (0b862309-c510-4eb9-9e77-31ba1ce3fd9b/1849f366-8f5c-4d0c-ae06-30cf3c6a20ae/e8e3893f-9a59-42e6-a30d-b9f5ce911a0e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:44.198388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0e2054d5-05d6-4a6c-9c39-4c34c7c238e6 req-dec1f5cf-4bf3-4aae-9995-aeff072a1882 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.1532960 Feb 17 11:53:44.241555 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d960c729-ebc4-454f-9d3d-ef25f0e0a28f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/d6687024-386d-4abb-8b27-68e087afca80 HTTP/1.1" status: 204 len: 168 time: 7.2168572 Feb 17 11:53:44.244770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43304) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:44.303163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:44.514554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:44.515174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'ee5a0477-22d1-4d10-a6f4-63b676560b2c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:44.515553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:44.528384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bf4754-71a3-4e41-a18f-038f9641121a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] GET failed (client error): The resource could not be found. Feb 17 11:53:44.528889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-80bf4754-71a3-4e41-a18f-038f9641121a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Synchronizing usage tracker for tenant:26bf8cac014b478497a63566d2dc6439 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:44.543698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::fe93:e328:2398:8991 (077674eb-7979-49ce-a746-00af8b5678be/ee5a0477-22d1-4d10-a6f4-63b676560b2c/61cb7c74-272d-47fe-acb9-b445ddd1d74c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:44.611103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:44.611864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:44.856240 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-46b6ea2b-5d9c-4a66-ba86-71804066a83d req-266232b4-6ad8-465b-b070-c672c0475ba3 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0542238 Feb 17 11:53:44.875701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:44.883102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 824658ce-90fb-4a72-b7e3-a71e0ecac229 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:44.900231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 61cb7c74-272d-47fe-acb9-b445ddd1d74c will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:44.924520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:44.926210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 824658ce-90fb-4a72-b7e3-a71e0ecac229 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:44.926721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 824658ce-90fb-4a72-b7e3-a71e0ecac229 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:44.958820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-80bf4754-71a3-4e41-a18f-038f9641121a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Unset dirty status for tenant:26bf8cac014b478497a63566d2dc6439 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:45.109287 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-80bf4754-71a3-4e41-a18f-038f9641121a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/subnets/b249a37a-0f3c-4013-9959-e6f8abe61155 HTTP/1.1" status: 404 len: 337 time: 0.7038007 Feb 17 11:53:45.110057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43310) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:45.110057 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c052ae8-11f9-4661-a2cc-c94cdfadeb2a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:53:45.110057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c052ae8-11f9-4661-a2cc-c94cdfadeb2a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:53:45.110057 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9c052ae8-11f9-4661-a2cc-c94cdfadeb2a tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/d6687024-386d-4abb-8b27-68e087afca80 HTTP/1.1" status: 404 len: 339 time: 0.0348125 Feb 17 11:53:45.110057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43314) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:45.110618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 49090e5b-33d2-46c1-9d36-13a196e13ffd has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:53:45.161114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cb5c9-2506-4b90-864d-9247105eae9f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:45.161979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a48cb5c9-2506-4b90-864d-9247105eae9f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Synchronizing usage tracker for tenant:26bf8cac014b478497a63566d2dc6439 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:45.264941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:45.395095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3909e57-908a-47f7-bf9e-f798a1c48336 None None] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:45.408887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Transition to ACTIVE for port object e8e3893f-9a59-42e6-a30d-b9f5ce911a0e will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:45.470776 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62377202-574b-489f-a62d-bb1a2b89fba7 req-63e8496d-f47f-4008-b515-4f061e05022a tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.1244757 Feb 17 11:53:45.495544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:45.569695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:45.584451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:45.588704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:45.592600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:45.593219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:45.617162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=61cb7c74-272d-47fe-acb9-b445ddd1d74c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:45.642146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a48cb5c9-2506-4b90-864d-9247105eae9f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Unset dirty status for tenant:26bf8cac014b478497a63566d2dc6439 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:45.642146 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a48cb5c9-2506-4b90-864d-9247105eae9f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6342072 Feb 17 11:53:45.642582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a2c3d099-d145-4eca-8f24-676f8f4f805f None None] Provisioning for port 11faf98d-6c00-43d5-b00f-4a36c84ff040 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:45.642701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43322) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:45.661274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/ee5a0477-22d1-4d10-a6f4-63b676560b2c/95491de0-18d5-4e2d-8caf-956b093ca983) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:45.687928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d83c5f5d-0328-4307-8e41-545f1fc69dbd tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Synchronizing usage tracker for tenant:26bf8cac014b478497a63566d2dc6439 on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:45.701816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d83c5f5d-0328-4307-8e41-545f1fc69dbd tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Unset dirty status for tenant:26bf8cac014b478497a63566d2dc6439 on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:45.707309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d83c5f5d-0328-4307-8e41-545f1fc69dbd tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 207 time: 0.0596070 Feb 17 11:53:45.712163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43326) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:45.714321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:45.795598 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dcf9b7d0-52b6-49e1-af09-424ba0e2810f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0856507 Feb 17 11:53:45.796357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43330) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:45.800990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:45.808942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Subnet': ['ID=ab66bf73-c1fa-4374-ba27-444d95530bd0,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:45.822761 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] Sync routers for ids ['49090e5b-33d2-46c1-9d36-13a196e13ffd'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:45.837959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:45.842665 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] Routers {'49090e5b-33d2-46c1-9d36-13a196e13ffd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:45.845900 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['49090e5b-33d2-46c1-9d36-13a196e13ffd'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:45.992777 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:46.012168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] Routers {'49090e5b-33d2-46c1-9d36-13a196e13ffd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:46.013694 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['49090e5b-33d2-46c1-9d36-13a196e13ffd'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:46.014307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.026762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Transition to ACTIVE for port object 95491de0-18d5-4e2d-8caf-956b093ca983 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:46.046978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f963c15-a4fa-436e-89a4-9d70bf7425c3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.055173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Transition to ACTIVE for port object 95491de0-18d5-4e2d-8caf-956b093ca983 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:46.060049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f963c15-a4fa-436e-89a4-9d70bf7425c3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.071076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f963c15-a4fa-436e-89a4-9d70bf7425c3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.082097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f963c15-a4fa-436e-89a4-9d70bf7425c3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.087266 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f963c15-a4fa-436e-89a4-9d70bf7425c3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3779838 Feb 17 11:53:46.099692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43336) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:46.110288 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:46.110988 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9ac94-e783-4fc7-a3bf-5391fb1b28b8 None None] The sync data for ids ['49090e5b-33d2-46c1-9d36-13a196e13ffd'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:46.136746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.182382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:46.234511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.20.0.1 (7e57db8a-fb9f-4da5-a958-6793d8bfb6c7/cb75c237-044e-44b8-b221-0bf9a64393cc/51751147-c529-4c70-b88e-ae22cb0d2e3c) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:46.238494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72e6c4-4bbd-45d9-9e26-86c3a3d81c16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.239158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de72e6c4-4bbd-45d9-9e26-86c3a3d81c16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:46.242330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:46.278216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:46.296033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:46.302409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:46.307441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:46.365255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Pushing event updated for resources: {'Port': ['ID=95491de0-18d5-4e2d-8caf-956b093ca983,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:46.374894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 11faf98d-6c00-43d5-b00f-4a36c84ff040 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:46.389742 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-979310db-44bc-491e-beda-0f6ebf18d9f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/49090e5b-33d2-46c1-9d36-13a196e13ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7218740 Feb 17 11:53:46.390845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43340) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:46.426675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c29c6-759c-4f54-995b-f49ed35d392b req-9e9e7fcb-097c-40dd-9dd9-49dea788f6e7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.430701 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-9e9e7fcb-097c-40dd-9dd9-49dea788f6e7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.24 "GET /v2.0/networks?id=33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 200 len: 797 time: 0.8421540 Feb 17 11:53:46.452033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b31e4-16e9-44d3-a8ce-e0a454fa50e9 req-8360db73-3a23-4b9b-9d00-7a3b4745fa45 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.453722 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff0b31e4-16e9-44d3-a8ce-e0a454fa50e9 req-8360db73-3a23-4b9b-9d00-7a3b4745fa45 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 931 time: 0.3196769 Feb 17 11:53:46.463437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8d21a564-16a9-4ba3-bc5a-78d8b952b22b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3621166 Feb 17 11:53:46.464524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de72e6c4-4bbd-45d9-9e26-86c3a3d81c16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:46.468296 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de72e6c4-4bbd-45d9-9e26-86c3a3d81c16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6615791 Feb 17 11:53:46.488334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43344) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:46.488946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43346) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:46.493920 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0def9d7a-63f3-4607-aa61-709ee399b9bc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=49090e5b-33d2-46c1-9d36-13a196e13ffd HTTP/1.1" status: 200 len: 205 time: 0.0963881 Feb 17 11:53:46.524610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43350) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:46.538081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Attempting to bind port 95491de0-18d5-4e2d-8caf-956b093ca983 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:46.538649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Attempting to bind port 95491de0-18d5-4e2d-8caf-956b093ca983 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:46.538770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Attempting to bind port 95491de0-18d5-4e2d-8caf-956b093ca983 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:46.556935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:46.557301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:46.557692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.558095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:46.558546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Bound port: 95491de0-18d5-4e2d-8caf-956b093ca983, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:46.558905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.572733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event updated for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:46.617815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.618467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.661760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 11faf98d-6c00-43d5-b00f-4a36c84ff040 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:46.682584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 11faf98d-6c00-43d5-b00f-4a36c84ff040 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:46.682952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.700454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Checking segment: {'id': '931b3ac7-6ada-4b5c-9b15-85100c10cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '85403e92-7502-4545-b525-d3b247ea0379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:46.700809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network hostable DHCP agents. Network: 85403e92-7502-4545-b525-d3b247ea0379, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:46.747895 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-51886bfe-b3eb-4091-8e23-f3baf32a715e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309e30d5fa0f4537b571c210d5f6f148 HTTP/1.1" status: 200 len: 380 time: 0.2033386 Feb 17 11:53:46.753014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] For port 95491de0-18d5-4e2d-8caf-956b093ca983, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:46.763016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-daea0a8e-e9ea-490a-8573-e86986405b63 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1527286 Feb 17 11:53:46.769018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'port': {'device_id': '2df6da22-d191-4959-934f-d93a9996c688', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'admin_state_up': True, 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'security_groups': ['fe4f6def-5dd4-4bad-86c6-56167f7c57f5']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:46.770707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] For port 95491de0-18d5-4e2d-8caf-956b093ca983, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95491de0-18d5-4e2d-8caf-956b093ca983,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:46.804538 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-23d9515d-4097-4e94-a7eb-a45f44095a49 req-524fa174-5b83-4d1c-8a65-cee594a51e97 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.0992582 Feb 17 11:53:46.808346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Request body: {'port': {'device_id': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:46.829964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.850164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8a820d57-da11-4d76-8909-7a1ecf59ccd4 None None] Provisioning for port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:46.860052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.889097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 61cb7c74-272d-47fe-acb9-b445ddd1d74c {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:46.889474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.905305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.910699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8a820d57-da11-4d76-8909-7a1ecf59ccd4 None None] Provisioning complete for port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:46.911160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a820d57-da11-4d76-8909-7a1ecf59ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:46.927388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6df605-28d8-4017-b680-28b130dc02fe tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.928985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6df605-28d8-4017-b680-28b130dc02fe tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:46.930268 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8a6df605-28d8-4017-b680-28b130dc02fe tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4375160 Feb 17 11:53:46.937914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43358) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:46.944423 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-ff0b31e4-16e9-44d3-a8ce-e0a454fa50e9 req-5518dfb5-8210-400b-9a1f-662088e0cd8a tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:46.966027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 51751147-c529-4c70-b88e-ae22cb0d2e3c will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:47.038410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8a820d57-da11-4d76-8909-7a1ecf59ccd4 None None] Port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:47.043340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 11faf98d-6c00-43d5-b00f-4a36c84ff040, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=11faf98d-6c00-43d5-b00f-4a36c84ff040,segment=NetworkSegment(460bf011-08e4-4a14-8dc3-3e8dc9ad1026),segment_id=460bf011-08e4-4a14-8dc3-3e8dc9ad1026)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:47.051498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4c254-9921-458a-ad64-71e2c4aea70f None None] Pushing event updated for resources: {'Port': ['ID=95491de0-18d5-4e2d-8caf-956b093ca983,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:47.059094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.079093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:47.081290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.102932 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:47.118242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-ff0b31e4-16e9-44d3-a8ce-e0a454fa50e9 req-5518dfb5-8210-400b-9a1f-662088e0cd8a tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:47.119405 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff0b31e4-16e9-44d3-a8ce-e0a454fa50e9 req-5518dfb5-8210-400b-9a1f-662088e0cd8a tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6482568 Feb 17 11:53:47.140684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:47.178965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.219757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d925a86-bde8-4727-bad9-2ce21e8fe25c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:47.224720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d925a86-bde8-4727-bad9-2ce21e8fe25c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:47.227421 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7d925a86-bde8-4727-bad9-2ce21e8fe25c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2853785 Feb 17 11:53:47.235595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43362) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:47.257713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=11faf98d-6c00-43d5-b00f-4a36c84ff040,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:47.270217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.312520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Made reservation on behalf of 309e30d5fa0f4537b571c210d5f6f148 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:47.315832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.334863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 85403e92-7502-4545-b525-d3b247ea0379) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:47.349001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33884d24-5acc-4d9c-a022-a421a47b74c7 None None] Network 85403e92-7502-4545-b525-d3b247ea0379 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:47.419445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:47.420030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.539203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:47.553178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:47.574076 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3ebc4359-2194-4cc9-943c-f64f75715023 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6949089 Feb 17 11:53:47.620901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43366) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:47.666272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:47.692646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=51751147-c529-4c70-b88e-ae22cb0d2e3c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:47.718731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e46086-0794-408d-8fff-6d83f3066db5 None None] Network 85403e92-7502-4545-b525-d3b247ea0379 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:47.753591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Allocated IP 172.20.0.6 (33fa286c-113b-4fe4-ab27-b1e5195efa8b/6c39140e-c598-4421-a374-29370b1372ba/b5ef644b-e080-4b53-864d-9b453db5d781) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:47.835468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1328076792', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:47.843937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.847832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.857370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:47.870730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:47.875866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:router and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:47.932644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:47.961095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:53:48.044144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 61cb7c74-272d-47fe-acb9-b445ddd1d74c owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:48.074198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.083954 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-711922a9-24c1-4dde-bada-9fb6c4acaba4 req-5af775c2-c1bc-4ec7-a295-9f6d7b13784c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.0896406 Feb 17 11:53:48.089578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:48.112668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-06563aff-3edd-4e57-880e-8c654a6a2b36 None None] Provisioning for port 51751147-c529-4c70-b88e-ae22cb0d2e3c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:48.118701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-06563aff-3edd-4e57-880e-8c654a6a2b36 None None] Provisioning complete for port 51751147-c529-4c70-b88e-ae22cb0d2e3c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:48.119071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-06563aff-3edd-4e57-880e-8c654a6a2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.129607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e3893f-9a59-42e6-a30d-b9f5ce911a0e {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:53:48.144096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.211916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-06563aff-3edd-4e57-880e-8c654a6a2b36 None None] Port 51751147-c529-4c70-b88e-ae22cb0d2e3c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:48.229342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Transition to ACTIVE for port object e8e3893f-9a59-42e6-a30d-b9f5ce911a0e will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:48.239318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.280134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Transition to ACTIVE for port object b5ef644b-e080-4b53-864d-9b453db5d781 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:48.288717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.306757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.423060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 11faf98d-6c00-43d5-b00f-4a36c84ff040 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:48.451449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080819ca-f3af-4481-afad-82d78f301e4e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:48.458796 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-080819ca-f3af-4481-afad-82d78f301e4e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks/f3e025fb-f590-4851-8528-cba3bade960f HTTP/1.1" status: 200 len: 800 time: 1.2161512 Feb 17 11:53:48.460101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43374) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:48.517909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.519376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.537109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 11faf98d-6c00-43d5-b00f-4a36c84ff040 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:48.537575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.554947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Pushing event updated for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:48.588565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.589062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router 49090e5b-33d2-46c1-9d36-13a196e13ffd {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:53:48.749640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-558508b2-8a38-43c9-a135-c4612550f0e7 None None] Provisioning for port 95491de0-18d5-4e2d-8caf-956b093ca983 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:48.761414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95491de0-18d5-4e2d-8caf-956b093ca983 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:48.776027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.777012 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f3d0fd03-e8e8-4461-a959-d279bcb23824 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/49090e5b-33d2-46c1-9d36-13a196e13ffd HTTP/1.1" status: 204 len: 168 time: 2.2147338 Feb 17 11:53:48.785633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43378) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:48.794700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.806124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e56855-e5f3-4854-be40-fdaa779ae495 req-08e6818d-ea61-459a-aa82-3167adf33dad tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:48.813234 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d5e56855-e5f3-4854-be40-fdaa779ae495 req-08e6818d-ea61-459a-aa82-3167adf33dad tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 943 time: 0.4245098 Feb 17 11:53:48.826545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.862721 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-51ebc254-5836-4206-8ef0-7291cc2a2cc9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/networks/f3e025fb-f590-4851-8528-cba3bade960f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4007676 Feb 17 11:53:48.891496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43382) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:48.901448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:48.998199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 95491de0-18d5-4e2d-8caf-956b093ca983 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:49.007570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 95491de0-18d5-4e2d-8caf-956b093ca983 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:49.007944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.086448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:49.101178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:49.118579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:49.138555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:49.164269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.172229 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/61cb7c74-272d-47fe-acb9-b445ddd1d74c HTTP/1.1" status: 204 len: 168 time: 2.6778433 Feb 17 11:53:49.173111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43388) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:49.179589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d85c90-2ba1-4d1c-83af-8baf65c16e97 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=61cb7c74-272d-47fe-acb9-b445ddd1d74c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:49.204904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b411abb-ad80-40cd-ad82-2824066606a6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:49.206559 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1b411abb-ad80-40cd-ad82-2824066606a6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/subnets/e62049e3-842e-493d-bd5f-65632ad0a33f HTTP/1.1" status: 200 len: 811 time: 0.3116963 Feb 17 11:53:49.223562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43392) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:49.272267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3b2a41f1-6c7a-4f73-9447-d899e82d3958 None None] Could not find standard attr ID for object 61cb7c74-272d-47fe-acb9-b445ddd1d74c. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:53:49.284759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d5e56855-e5f3-4854-be40-fdaa779ae495 req-0d594ac8-b156-48d9-9b23-c57971eaa619 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4698911 Feb 17 11:53:49.305072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.350339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11d4bd-4433-4a14-8ead-3b7f8e4820d0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:49.351747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11d4bd-4433-4a14-8ead-3b7f8e4820d0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:49.352509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3f11d4bd-4433-4a14-8ead-3b7f8e4820d0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:49.366683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 95491de0-18d5-4e2d-8caf-956b093ca983, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95491de0-18d5-4e2d-8caf-956b093ca983,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:49.432126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.463032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.505944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:49.506556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.516601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet b97b4ce7-cf99-4c0e-ba34-ee7279406288 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:49.519767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.528146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=95491de0-18d5-4e2d-8caf-956b093ca983,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:49.530298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Attempting to bind port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:49.530628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Attempting to bind port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:49.530956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Attempting to bind port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e on network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:49.551561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3f11d4bd-4433-4a14-8ead-3b7f8e4820d0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:49.557968 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3f11d4bd-4433-4a14-8ead-3b7f8e4820d0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3699775 Feb 17 11:53:49.563609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb8eb6-e662-4abf-8537-0e91987e4dfb tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:49.565595 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0ccb8eb6-e662-4abf-8537-0e91987e4dfb tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "GET /v2.0/subnets/e62049e3-842e-493d-bd5f-65632ad0a33f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3145065 Feb 17 11:53:49.571522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43396) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:49.571854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43398) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:49.608465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54235eaa-6b35-463e-9220-cce6b703785a None None] Provisioning for port b5ef644b-e080-4b53-864d-9b453db5d781 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:49.614885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54235eaa-6b35-463e-9220-cce6b703785a None None] Provisioning complete for port b5ef644b-e080-4b53-864d-9b453db5d781 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:49.615444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-54235eaa-6b35-463e-9220-cce6b703785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.618992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464776870'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:49.632198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e on network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:53:49.632515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Attempting to bind port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e on network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:49.640368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.658063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:49.676069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-54235eaa-6b35-463e-9220-cce6b703785a None None] Port b5ef644b-e080-4b53-864d-9b453db5d781 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:49.689289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:49.689494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Checking segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:49.689750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Bound using segment: {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:49.690763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Bound port: e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9064f2-1d9a-497e-a0a5-33435dd966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:49.691105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.700679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:49.755990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.759681 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-4582d664-1510-4399-9033-6aee2afc287b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0019050 Feb 17 11:53:49.797475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f6197-307b-488c-82ad-fe61cd7b8e22 req-51753626-1f1c-4be3-9a86-78631a44eaa9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:49.798106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-648f6197-307b-488c-82ad-fe61cd7b8e22 req-51753626-1f1c-4be3-9a86-78631a44eaa9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Synchronizing usage tracker for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:49.859617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Request body: {'port': {'device_id': '2df6da22-d191-4959-934f-d93a9996c688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:49.871626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.895977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.899729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:49.905738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.906149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.963437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:49.977494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.026489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=b97b4ce7-cf99-4c0e-ba34-ee7279406288,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:50.072956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-648f6197-307b-488c-82ad-fe61cd7b8e22 req-51753626-1f1c-4be3-9a86-78631a44eaa9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Unset dirty status for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:50.073220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c63267-40a4-40cb-89f4-ddecd6bfb406 None None] Network 7bfaa127-a400-426f-a2ac-9d313aff2063 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:50.074147 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-648f6197-307b-488c-82ad-fe61cd7b8e22 req-51753626-1f1c-4be3-9a86-78631a44eaa9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 931 time: 0.7278545 Feb 17 11:53:50.083036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.103322 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ca2c1801-6185-4481-90ab-a090ecb81702 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/b97b4ce7-cf99-4c0e-ba34-ee7279406288 HTTP/1.1" status: 204 len: 168 time: 1.3120081 Feb 17 11:53:50.106212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43404) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:50.137077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:53:50.156481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.187 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/c5aebb4d-8894-4ea6-ab6f-ad7acd8de63d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:50.228917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:50.242080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95491de0-18d5-4e2d-8caf-956b093ca983 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:50.250024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.254176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.259414 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Added segment 48c38f11-ffc2-4db8-a15a-18e7c91d6f21 of type vlan for network c27342f0-aa97-4538-9a69-864926644a17 Feb 17 11:53:50.261142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=51751147-c529-4c70-b88e-ae22cb0d2e3c,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:50.265394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet ee5a0477-22d1-4d10-a6f4-63b676560b2c {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:53:50.269278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.386868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 95491de0-18d5-4e2d-8caf-956b093ca983 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:50.387519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.463764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:50.477637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.497196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.555054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] DHCP port deletion for 7bfaa127-a400-426f-a2ac-9d313aff2063 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:50.557825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.559625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] Deleting port b8289a5d-582e-49ca-a681-d59facd44df4 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:50.560068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.566473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.599121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port b8289a5d-582e-49ca-a681-d59facd44df4 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:50.599344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.683076 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-648f6197-307b-488c-82ad-fe61cd7b8e22 req-5b6f2b97-48c9-4fc1-85ba-f32c91405a8c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5592570 Feb 17 11:53:50.699836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.746499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da2c0-6080-4a9d-8f8d-6502c579635d req-697afc12-a6b8-45fb-8b47-cf077d3c75d1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:50.747974 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-635da2c0-6080-4a9d-8f8d-6502c579635d req-697afc12-a6b8-45fb-8b47-cf077d3c75d1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 943 time: 0.3057165 Feb 17 11:53:50.762368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.807355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] For port b8289a5d-582e-49ca-a681-d59facd44df4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8289a5d-582e-49ca-a681-d59facd44df4,segment=NetworkSegment(517f3fdf-ab69-44db-93d9-9d71e5611823),segment_id=517f3fdf-ab69-44db-93d9-9d71e5611823)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:50.809149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.815522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.816933 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] 10.222.0.24 "PUT /v2.0/ports/e8e3893f-9a59-42e6-a30d-b9f5ce911a0e HTTP/1.1" status: 200 len: 1093 time: 4.0253940 Feb 17 11:53:50.823427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:53:50.847025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ac72-8fb5-4642-9b82-b064cb54b50c service neutron] Pushing event updated for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:50.937373 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-635da2c0-6080-4a9d-8f8d-6502c579635d req-268cbb72-040a-406e-a7e4-e833f07ca259 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759858 Feb 17 11:53:50.939222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port b8289a5d-582e-49ca-a681-d59facd44df4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8289a5d-582e-49ca-a681-d59facd44df4,segment=NetworkSegment(517f3fdf-ab69-44db-93d9-9d71e5611823),segment_id=517f3fdf-ab69-44db-93d9-9d71e5611823)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:50.939581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:50.982056 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'status': 'completed', 'code': 200} Feb 17 11:53:51.024702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.028389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:51.028974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.038144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.075308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] Calling delete_port for b8289a5d-582e-49ca-a681-d59facd44df4 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:51.081727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.092369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for b8289a5d-582e-49ca-a681-d59facd44df4 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:51.190270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:51.215922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:51.224015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:51.225379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=c5aebb4d-8894-4ea6-ab6f-ad7acd8de63d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:51.230025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:51.241275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:51.252011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.302675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:51.302989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:51.309243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] Pushing event deleted for resources: {'Port': ['ID=b8289a5d-582e-49ca-a681-d59facd44df4,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:51.319165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83055dc6-bd1c-412d-a389-e9f2461c76bb None None] No DVR routers for this DVR port b8289a5d-582e-49ca-a681-d59facd44df4 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:51.322364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Network': ['ID=c27342f0-aa97-4538-9a69-864926644a17,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:51.353303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network c27342f0-aa97-4538-9a69-864926644a17 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:53:51.480111 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e80d32ea-62b6-4cc6-a548-3329d6d3458c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9032838 Feb 17 11:53:51.484343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43412) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:51.511307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'network_id': 'c27342f0-aa97-4538-9a69-864926644a17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:51.569147 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-1f8d28b5-f5a7-4dbe-8a97-c478bc07f490 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3c467c93c04630bb9eca45a8bb49ec&device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 1096 time: 0.5981538 Feb 17 11:53:51.579181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-079be70b-85a5-4422-9139-698f15a97afd None None] Provisioning complete for port 51751147-c529-4c70-b88e-ae22cb0d2e3c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:51.580194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-079be70b-85a5-4422-9139-698f15a97afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.581084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.619025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:51.631410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:51.637203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.637960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.642332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-079be70b-85a5-4422-9139-698f15a97afd None None] Port 51751147-c529-4c70-b88e-ae22cb0d2e3c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:53:51.700869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5a0477-22d1-4d10-a6f4-63b676560b2c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:51.757048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Made reservation on behalf of 26bf8cac014b478497a63566d2dc6439 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:51.780541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.790815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf701ad-d8cd-44c8-8bff-9e4ecad2d6bb None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:51.800883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-3895b959-7b33-41e8-b5cf-899613aa0f57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e HTTP/1.1" status: 200 len: 217 time: 0.2139781 Feb 17 11:53:51.829250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port b8289a5d-582e-49ca-a681-d59facd44df4 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:51.829475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:51.899433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:53:51.919907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] The port 'b8289a5d-582e-49ca-a681-d59facd44df4' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:53:52.094900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:52.100628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Deleting port 95491de0-18d5-4e2d-8caf-956b093ca983 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:52.101098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.114993 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-59210d4d-9722-497c-94be-d660de578eec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ee5a0477-22d1-4d10-a6f4-63b676560b2c HTTP/1.1" status: 204 len: 168 time: 2.5396566 Feb 17 11:53:52.115554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.130171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43424) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:52.233113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8289a5d-582e-49ca-a681-d59facd44df4 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:52.274406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b8289a5d-582e-49ca-a681-d59facd44df4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:53:52.274651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8289a5d-582e-49ca-a681-d59facd44df4 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:53:52.275077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95491de0-18d5-4e2d-8caf-956b093ca983 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:53:52.279917 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6f428f78-c262-48c6-8237-2e6579398ae5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439459 Feb 17 11:53:52.288857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43428) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:52.345257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-794ce2ec-4ca3-4400-912f-bd3d3a359fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:52.347372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-794ce2ec-4ca3-4400-912f-bd3d3a359fce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1849f366-8f5c-4d0c-ae06-30cf3c6a20ae HTTP/1.1" status: 200 len: 849 time: 0.4804263 Feb 17 11:53:52.351486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.355024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ef644b-e080-4b53-864d-9b453db5d781 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:53:52.399048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.406944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing IP validity checks on allocation pools {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:53:52.406944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:53:52.414089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfaa127-a400-426f-a2ac-9d313aff2063']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:52.438057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517f3fdf-ab69-44db-93d9-9d71e5611823') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:52.438437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517f3fdf-ab69-44db-93d9-9d71e5611823') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:52.450449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Transition to ACTIVE for port object b5ef644b-e080-4b53-864d-9b453db5d781 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:52.461340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] For port 95491de0-18d5-4e2d-8caf-956b093ca983, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95491de0-18d5-4e2d-8caf-956b093ca983,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:52.461706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef060a-1c69-44dd-b654-1afe3cb12b88 req-0d7e1ada-c27b-4a36-ab0f-cfdf6b85d722 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:52.461926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.466265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.471999 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ef060a-1c69-44dd-b654-1afe3cb12b88 req-0d7e1ada-c27b-4a36-ab0f-cfdf6b85d722 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 931 time: 0.6027782 Feb 17 11:53:52.502400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3f290-b48e-46d5-982e-8f73b42dda11 req-4d26e4a4-3af0-47de-82df-62cb0a36c502 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:52.504344 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-17d3f290-b48e-46d5-982e-8f73b42dda11 req-4d26e4a4-3af0-47de-82df-62cb0a36c502 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 943 time: 0.3697848 Feb 17 11:53:52.506425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.516521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:53:52.516872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:53:52.537837 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:53:52.540523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.626638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Calling delete_port for 95491de0-18d5-4e2d-8caf-956b093ca983 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:52.651235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e333b-fd6e-43f9-aa54-f1c3bffeb285 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:52.651922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-250e333b-fd6e-43f9-aa54-f1c3bffeb285 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:52.692259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.726774 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-17d3f290-b48e-46d5-982e-8f73b42dda11 req-a4cdba0f-cab5-4572-aa49-52ad2afbaed7 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139914 Feb 17 11:53:52.727908 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-43ef1a31-dda4-4b1c-9a49-c9e33f4ee75d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3677318 Feb 17 11:53:52.743365 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0ef060a-1c69-44dd-b654-1afe3cb12b88 req-5a16b3e7-0a92-4ea7-a78b-c16d3e0bb28f tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656446 Feb 17 11:53:52.743365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:52.762723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 95491de0-18d5-4e2d-8caf-956b093ca983, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95491de0-18d5-4e2d-8caf-956b093ca983,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:52.798950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.823762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.839189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:52.848593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=7bfaa127-a400-426f-a2ac-9d313aff2063,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:52.867361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-250e333b-fd6e-43f9-aa54-f1c3bffeb285 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:52.868554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-250e333b-fd6e-43f9-aa54-f1c3bffeb285 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5698245 Feb 17 11:53:52.875728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43434) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:52.909632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:53:52.910087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:53:52.937708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=95491de0-18d5-4e2d-8caf-956b093ca983,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:52.975731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.032813 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9064175f-ff0a-47fa-a927-511400bc2531 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/7bfaa127-a400-426f-a2ac-9d313aff2063 HTTP/1.1" status: 204 len: 168 time: 2.9253759 Feb 17 11:53:53.036856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-49a8141f-6949-4689-94fd-5ab901803807 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860568 Feb 17 11:53:53.048374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43438) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:53.068574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 932e344c-6fae-4b8b-8c94-4fb086291aba is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:53.072681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1132734111', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:53.087824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:53.101127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa2687-3131-4c1c-8785-0d1ed694a860 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:53.105073 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-20fa2687-3131-4c1c-8785-0d1ed694a860 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2216854 Feb 17 11:53:53.106783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:53.109356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=e31b1967-e9cc-4ff7-9221-6a5b5f97c548,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:53.111925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43442) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:53.116228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:53.129101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Attempting to bind port b5ef644b-e080-4b53-864d-9b453db5d781 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:53.129668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Attempting to bind port b5ef644b-e080-4b53-864d-9b453db5d781 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:53.129770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Attempting to bind port b5ef644b-e080-4b53-864d-9b453db5d781 on network 33fa286c-113b-4fe4-ab27-b1e5195efa8b {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:53.158137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Port b5ef644b-e080-4b53-864d-9b453db5d781 on network 33fa286c-113b-4fe4-ab27-b1e5195efa8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:53:53.158488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Attempting to bind port b5ef644b-e080-4b53-864d-9b453db5d781 on network 33fa286c-113b-4fe4-ab27-b1e5195efa8b {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:53.188891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:53.200882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:53:53.219233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8bae7cd-fb9d-4dd6-ae38-39328e26ca8f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915835 Feb 17 11:53:53.224826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43446) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:53.233566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:53.233768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:53.234082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Checking segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:53.234464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Bound using segment: {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:53.234904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Bound port: b5ef644b-e080-4b53-864d-9b453db5d781, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:53.235278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.314058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Checking segment: {'id': '48c38f11-ffc2-4db8-a15a-18e7c91d6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c27342f0-aa97-4538-9a69-864926644a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:53.315626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network hostable DHCP agents. Network: c27342f0-aa97-4538-9a69-864926644a17, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:53:53.331857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648d8c6-9777-4766-aaaf-55cad9e05fc3 req-df381a57-6135-4d12-a81f-30bb8b9f14f9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:53.333563 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c648d8c6-9777-4766-aaaf-55cad9e05fc3 req-df381a57-6135-4d12-a81f-30bb8b9f14f9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4040146 Feb 17 11:53:53.334065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.335015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.379733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5cabfd00-eaea-4f53-b1ea-e82935bed680 req-de82e1d3-c0b0-4575-9e14-5e0d154c5e54 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369095 Feb 17 11:53:53.411247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Deleting port 95491de0-18d5-4e2d-8caf-956b093ca983 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:53.412338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.436166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:53.441189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:53.460314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:53.468417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2100b5ab-ad16-445e-a6f1-8584bb20b710 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/932e344c-6fae-4b8b-8c94-4fb086291aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2379930 Feb 17 11:53:53.469304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43450) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:53.481835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] Sync routers for ids ['932e344c-6fae-4b8b-8c94-4fb086291aba'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:53.499340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] Routers {'932e344c-6fae-4b8b-8c94-4fb086291aba'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:53.499953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['932e344c-6fae-4b8b-8c94-4fb086291aba'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:53.542600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:53.542850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.551230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:53.561791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:53.570772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:53.572414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.573844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:53.602786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c648d8c6-9777-4766-aaaf-55cad9e05fc3 req-99cf660f-62e2-433e-aeda-84138d65caae tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026610 Feb 17 11:53:53.655157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36896876-c97d-4037-9dee-61e0b03a4a5a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:53.655157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36896876-c97d-4037-9dee-61e0b03a4a5a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:53.657118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Network c27342f0-aa97-4538-9a69-864926644a17 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:53:53.663937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.665352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 200 len: 1093 time: 3.8628163 Feb 17 11:53:53.665824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:53:53.685287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:53.723998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd17626-785d-4ae7-9a0d-87063a689840 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:53.817704 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'status': 'completed', 'code': 200} Feb 17 11:53:53.823741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, c27342f0-aa97-4538-9a69-864926644a17) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:53.913500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:53.914644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:53.916939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8baacc1-fb53-4529-a5c1-6bcdfb45b0fc None None] Network c27342f0-aa97-4538-9a69-864926644a17 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:53.945650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] For port 95491de0-18d5-4e2d-8caf-956b093ca983, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95491de0-18d5-4e2d-8caf-956b093ca983,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:53.946014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.044504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36896876-c97d-4037-9dee-61e0b03a4a5a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:54.048464 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-36896876-c97d-4037-9dee-61e0b03a4a5a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports/51751147-c529-4c70-b88e-ae22cb0d2e3c HTTP/1.1" status: 200 len: 910 time: 0.5752566 Feb 17 11:53:54.052928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43462) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:54.056267 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-9808ecd8-e88d-431e-a02f-405439805f54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3c467c93c04630bb9eca45a8bb49ec&device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 1096 time: 0.5505557 Feb 17 11:53:54.064593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb75c237-044e-44b8-b221-0bf9a64393cc'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:54.127616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Calling delete_port for 95491de0-18d5-4e2d-8caf-956b093ca983 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:54.175001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] Routers {'932e344c-6fae-4b8b-8c94-4fb086291aba'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:54.175734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['932e344c-6fae-4b8b-8c94-4fb086291aba'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:54.191979 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-16f9d1dd-0ac1-44a9-b040-f8f970b0c203 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7062314 Feb 17 11:53:54.193353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43466) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:54.232048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:54.258012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:54.258522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe41a52-5c0b-4028-94f6-c622004a06f9 None None] The sync data for ids ['932e344c-6fae-4b8b-8c94-4fb086291aba'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:54.354253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:53:54.368458 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:53:54.386899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.394861 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:54.395640 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:54.402327 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-a3c8d43f-f14f-4c1c-b87f-b67e46636619 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=309e30d5fa0f4537b571c210d5f6f148&device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1096 time: 0.6365309 Feb 17 11:53:54.412876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbff5ce-0222-41a5-a21a-f4001fb448c2 req-3f46525f-7186-41fb-9758-b1779eb061bf tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:54.415144 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2dbff5ce-0222-41a5-a21a-f4001fb448c2 req-3f46525f-7186-41fb-9758-b1779eb061bf tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5963101 Feb 17 11:53:54.416294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-06c6edf3-3761-4e8e-aef2-2a9ae513ccd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:54.417849 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-06c6edf3-3761-4e8e-aef2-2a9ae513ccd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b HTTP/1.1" status: 200 len: 910 time: 0.3258250 Feb 17 11:53:54.445038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.498077 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:54.511229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] Pushing event deleted for resources: {'Port': ['ID=95491de0-18d5-4e2d-8caf-956b093ca983,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:54.524942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40053df6-ac53-4210-bf62-5cf59b2ef7f3 None None] No DVR routers for this DVR port 95491de0-18d5-4e2d-8caf-956b093ca983 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:54.529991 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:53:54.530760 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:54.531010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.535952 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-af98fb58-5b8b-4ddb-8003-193cd1f2392d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7653170 Feb 17 11:53:54.536827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43470) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:54.540217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-c27342f0-aa97-4538-9a69-864926644a17', 'network_id': 'c27342f0-aa97-4538-9a69-864926644a17', 'tenant_id': '26bf8cac014b478497a63566d2dc6439', 'fixed_ips': [{'subnet_id': 'e31b1967-e9cc-4ff7-9221-6a5b5f97c548'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:54.541072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.606517 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-2afdd925-57a1-404e-af80-2e50f084027d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 200 len: 217 time: 0.1875455 Feb 17 11:53:54.608036 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-881af60c-2c81-494a-b155-b81af24e527c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e HTTP/1.1" status: 200 len: 217 time: 0.1354065 Feb 17 11:53:54.646288 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:53:54.646826 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c30f95-3cb6-4c07-b04c-a0f8f0ee2c23 None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:53:54.658917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.748152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4134702'] for subnet, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.754445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Allocated IP 172.20.0.3 (c27342f0-aa97-4538-9a69-864926644a17/e31b1967-e9cc-4ff7-9221-6a5b5f97c548/c23f7b77-4a4f-439c-bab7-62dbf8bb4836) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:54.768162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b15e-8538-413c-bf70-522b42423d03 req-dc3c9df3-8df7-455c-9f6c-1d07dbf9e020 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:54.769649 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6ea9b15e-8538-413c-bf70-522b42423d03 req-dc3c9df3-8df7-455c-9f6c-1d07dbf9e020 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 943 time: 0.8264601 Feb 17 11:53:54.800834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2dbff5ce-0222-41a5-a21a-f4001fb448c2 req-2e44d078-73fe-470a-9eed-014264fd1ece tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722168 Feb 17 11:53:54.824839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-4b662eaa-bec4-40bb-8517-923b53a35932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:54.826369 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-4b662eaa-bec4-40bb-8517-923b53a35932 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1849f366-8f5c-4d0c-ae06-30cf3c6a20ae HTTP/1.1" status: 200 len: 849 time: 0.1989579 Feb 17 11:53:54.876446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:54.894466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5d78030a-ad6e-4b50-af5c-6a29b907981e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:54.896857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-5d78030a-ad6e-4b50-af5c-6a29b907981e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c39140e-c598-4421-a374-29370b1372ba HTTP/1.1" status: 200 len: 834 time: 0.2279129 Feb 17 11:53:54.956644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6ea9b15e-8538-413c-bf70-522b42423d03 req-2119a7f6-05a4-4c6b-8294-c1b7f1223de1 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717799 Feb 17 11:53:55.122469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.138054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Transition to ACTIVE for port object c23f7b77-4a4f-439c-bab7-62dbf8bb4836 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:55.171497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Transition to ACTIVE for port object c23f7b77-4a4f-439c-bab7-62dbf8bb4836 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:55.196591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.262164 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-05743ab4-5490-4c5b-8468-2b44dddd987a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4269378 Feb 17 11:53:55.267260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.356244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Pushing event updated for resources: {'Port': ['ID=c23f7b77-4a4f-439c-bab7-62dbf8bb4836,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:55.365334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:55.366681 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-d984242c-192d-433d-baaf-044f42c012ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33fa286c-113b-4fe4-ab27-b1e5195efa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4625220 Feb 17 11:53:55.371388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Network c27342f0-aa97-4538-9a69-864926644a17 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:55.372389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:55.376094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:55.393870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:55.417521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae4aee-d66c-4184-8d30-4308a1ae1835 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:55.458259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:55.458845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705461'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.459565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c0f92-729a-45e4-9318-151b4f9f83cc req-3c23a37b-79c5-4e70-be77-3c556f71a6ab tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:55.461127 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b22c0f92-729a-45e4-9318-151b4f9f83cc req-3c23a37b-79c5-4e70-be77-3c556f71a6ab tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 943 time: 0.4492726 Feb 17 11:53:55.505149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=9299f69d-8939-4166-9ede-8177ed59444f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:55.554728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Attempting to bind port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:55.555339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Attempting to bind port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '48c38f11-ffc2-4db8-a15a-18e7c91d6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c27342f0-aa97-4538-9a69-864926644a17'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:55.555436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Attempting to bind port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 on network c27342f0-aa97-4538-9a69-864926644a17 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:55.568251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:55.568720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Checking segment: {'id': '48c38f11-ffc2-4db8-a15a-18e7c91d6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c27342f0-aa97-4538-9a69-864926644a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:55.569019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.569512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Bound using segment: {'id': '48c38f11-ffc2-4db8-a15a-18e7c91d6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c27342f0-aa97-4538-9a69-864926644a17'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:55.570038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Bound port: c23f7b77-4a4f-439c-bab7-62dbf8bb4836, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c38f11-ffc2-4db8-a15a-18e7c91d6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c27342f0-aa97-4538-9a69-864926644a17'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:55.570400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.597995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.632216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484717c5-dad7-4d8d-991b-1f23231df6b5 req-bfaacc0d-c8d2-4cfb-85d8-b1e2675f5389 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:55.633745 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-484717c5-dad7-4d8d-991b-1f23231df6b5 req-bfaacc0d-c8d2-4cfb-85d8-b1e2675f5389 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4992378 Feb 17 11:53:55.648887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.681156 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-411d7645-e938-44ef-b8c1-ff2cf0d075a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4517386 Feb 17 11:53:55.684905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43476) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:55.704741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': '9299f69d-8939-4166-9ede-8177ed59444f', 'ip_address': '2001:db8::4054:20c5:256c:3a2d'}], 'name': 'tempest-NetworksTestDHCPv6-992332854'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:55.813320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] For port c23f7b77-4a4f-439c-bab7-62dbf8bb4836, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:55.826764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] For port c23f7b77-4a4f-439c-bab7-62dbf8bb4836, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c23f7b77-4a4f-439c-bab7-62dbf8bb4836,segment=NetworkSegment(48c38f11-ffc2-4db8-a15a-18e7c91d6f21),segment_id=48c38f11-ffc2-4db8-a15a-18e7c91d6f21)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:55.839584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '9299f69d-8939-4166-9ede-8177ed59444f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:53:55.840406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.882016 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-484717c5-dad7-4d8d-991b-1f23231df6b5 req-250aa85f-e586-4d1a-989d-2cc9cb43165c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263563 Feb 17 11:53:55.905505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:55.927663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-758ff8a1-d39f-44e6-b0e2-f1c8bfcfadc5 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565533 Feb 17 11:53:55.983970 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b22c0f92-729a-45e4-9318-151b4f9f83cc req-8d12fd44-6cb7-4658-a2e2-eb335e97f3ed tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416083 Feb 17 11:53:56.053289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-42b0d5cc-372e-4e57-927e-ec253f4b5ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441696 Feb 17 11:53:56.109662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceb1e6-9a0f-469c-b27f-cf4f9bfb4f56 None None] Pushing event updated for resources: {'Port': ['ID=c23f7b77-4a4f-439c-bab7-62dbf8bb4836,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:56.150316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/9299f69d-8939-4166-9ede-8177ed59444f/ee76adc9-91bb-4101-a255-d1978d32a327) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:56.289010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787610669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3877143'] for subnet, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.375960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 172.26.6.173 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ffc3f07b-d297-4e1b-9b44-bd4ffaff5388) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:56.422177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:56.474453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event updated for resources: {'Subnet': ['ID=e31b1967-e9cc-4ff7-9221-6a5b5f97c548,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:56.478322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.493884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Transition to ACTIVE for port object ee76adc9-91bb-4101-a255-d1978d32a327 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:56.496028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:56.505214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:56.516875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Transition to ACTIVE for port object ee76adc9-91bb-4101-a255-d1978d32a327 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:56.527193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:56.548847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:56.550953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.555494 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b4546476-b8ee-4e18-bbf0-3182cf73e833 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "PUT /v2.0/subnets/e31b1967-e9cc-4ff7-9221-6a5b5f97c548 HTTP/1.1" status: 200 len: 877 time: 2.3477132 Feb 17 11:53:56.558445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43484) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:56.570046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.619586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eef6d1c2-ade7-486a-8a65-9f24101cd7e6 req-237b0c47-f910-44dc-9abb-f78502e3af2b service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736901 Feb 17 11:53:56.621452 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297c29c6-759c-4f54-995b-f49ed35d392b req-3bd5ee8f-63d3-4c87-9521-815683e5c43c service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459261 Feb 17 11:53:56.624213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.648939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:56.714124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:56.715243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Pushing event updated for resources: {'Port': ['ID=ee76adc9-91bb-4101-a255-d1978d32a327,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:56.718239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:56.720296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:56.741994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.827369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Attempting to bind port ee76adc9-91bb-4101-a255-d1978d32a327 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:53:56.828286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Attempting to bind port ee76adc9-91bb-4101-a255-d1978d32a327 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:53:56.830054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Attempting to bind port ee76adc9-91bb-4101-a255-d1978d32a327 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:53:56.839709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:53:56.840084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:53:56.840439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.840816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:53:56.842040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Bound port: ee76adc9-91bb-4101-a255-d1978d32a327, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:53:56.842040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.858997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1cc2b-e38c-4e2f-a370-d7a70fe6b650 req-ad36fb7b-8e70-4140-b071-837da5a58094 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:56.859857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-8fc1cc2b-e38c-4e2f-a370-d7a70fe6b650 req-ad36fb7b-8e70-4140-b071-837da5a58094 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:53:56.924535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8e3893f-9a59-42e6-a30d-b9f5ce911a0e details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:53:56.930421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ea51-9e49-4362-b02b-86df4f51e1e2 req-692da79a-b23c-43ce-b517-ce38cddc1061 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:56.931974 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1b02ea51-9e49-4362-b02b-86df4f51e1e2 req-692da79a-b23c-43ce-b517-ce38cddc1061 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.7268105 Feb 17 11:53:56.961464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] For port ee76adc9-91bb-4101-a255-d1978d32a327, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:53:56.974027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:56.974651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:56.979012 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/ports/51751147-c529-4c70-b88e-ae22cb0d2e3c HTTP/1.1" status: 200 len: 910 time: 2.9188228 Feb 17 11:53:56.983870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43488) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:56.984970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9b80-5ea9-4688-81d1-fcd7ecba9ce4 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=51751147-c529-4c70-b88e-ae22cb0d2e3c,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:57.010054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-8fc1cc2b-e38c-4e2f-a370-d7a70fe6b650 req-ad36fb7b-8e70-4140-b071-837da5a58094 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:53:57.016946 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8fc1cc2b-e38c-4e2f-a370-d7a70fe6b650 req-ad36fb7b-8e70-4140-b071-837da5a58094 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 943 time: 0.5978365 Feb 17 11:53:57.053631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] For port ee76adc9-91bb-4101-a255-d1978d32a327, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ee76adc9-91bb-4101-a255-d1978d32a327,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:53:57.055091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.085152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.100211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:57.119624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:57.129738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.138976 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-35e31e28-8af3-4f0f-b76e-c26098b97b30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=309e30d5fa0f4537b571c210d5f6f148&device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1096 time: 0.3682799 Feb 17 11:53:57.143323 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8fc1cc2b-e38c-4e2f-a370-d7a70fe6b650 req-b80a803f-9f45-471b-bf96-48623a5bd656 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249890 Feb 17 11:53:57.191642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'port_id': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'mac_address': 'fa:16:3e:e7:75:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:53:57.249855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.289443 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1b02ea51-9e49-4362-b02b-86df4f51e1e2 req-44184931-eed7-493a-8f52-6db4fcc09b29 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348753 Feb 17 11:53:57.365707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:53:57.371848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.387714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf41f9-27fb-4075-9922-48821f8385de None None] Pushing event updated for resources: {'Port': ['ID=ee76adc9-91bb-4101-a255-d1978d32a327,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:57.416834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.469776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e3893f-9a59-42e6-a30d-b9f5ce911a0e {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:53:57.562225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:57.649368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-a52f197f-4d30-42b4-9eed-0259d0948fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:57.650924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-a52f197f-4d30-42b4-9eed-0259d0948fd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 200 len: 897 time: 0.5024199 Feb 17 11:53:57.738393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.740098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:57.850091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:57.986887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=ffc3f07b-d297-4e1b-9b44-bd4ffaff5388,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:57.991403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:58.004294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:58.035447 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-3334928c-0d23-4636-9e16-166146555822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 200 len: 217 time: 0.3697889 Feb 17 11:53:58.036650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f2a8d-de78-4d5a-a68a-b753fd8bf98e None None] Network c27342f0-aa97-4538-9a69-864926644a17 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:58.039488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::4054:20c5:256c:3a2d (077674eb-7979-49ce-a746-00af8b5678be/9299f69d-8939-4166-9ede-8177ed59444f/8cc58101-0fc2-4dd4-bc30-5fcf4dff6288) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:53:58.074310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:58.089568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bdb1d-fd6a-49b3-ba19-d7ab7092bff2 req-1c5a4fc2-2456-4b71-a212-826af93a0f62 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:58.092951 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d92bdb1d-fd6a-49b3-ba19-d7ab7092bff2 req-1c5a4fc2-2456-4b71-a212-826af93a0f62 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 943 time: 0.7152367 Feb 17 11:53:58.179295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-6817296e-9b62-4d69-b097-9472f28e369b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:58.179295 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-6817296e-9b62-4d69-b097-9472f28e369b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c39140e-c598-4421-a374-29370b1372ba HTTP/1.1" status: 200 len: 834 time: 0.1335983 Feb 17 11:53:58.199188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:53:58.226991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4df3b014-4296-446a-b37e-ad14b9602103 None None] Provisioning for port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:58.324248 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d92bdb1d-fd6a-49b3-ba19-d7ab7092bff2 req-96d71531-fb7f-4876-936a-779ea2722085 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145181 Feb 17 11:53:58.398015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ee76adc9-91bb-4101-a255-d1978d32a327 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:58.421275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.421888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.422164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.422468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.422797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.423121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.423499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.424358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.424696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.425531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.425715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:53:58.469974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port c23f7b77-4a4f-439c-bab7-62dbf8bb4836, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c23f7b77-4a4f-439c-bab7-62dbf8bb4836,segment=NetworkSegment(48c38f11-ffc2-4db8-a15a-18e7c91d6f21),segment_id=48c38f11-ffc2-4db8-a15a-18e7c91d6f21)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:53:58.470384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:58.579110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:58.608171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:53:58.678458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for c23f7b77-4a4f-439c-bab7-62dbf8bb4836 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:53:58.704367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ee76adc9-91bb-4101-a255-d1978d32a327 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:58.713165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c23f7b77-4a4f-439c-bab7-62dbf8bb4836 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:53:58.739923 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-55001642-8d52-4724-91d9-a2bed351575d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33fa286c-113b-4fe4-ab27-b1e5195efa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5523984 Feb 17 11:53:58.746187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a4620-6490-4627-901c-55a1717542a7 req-3439d872-5e29-45a9-9e42-9f709542bf2e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:58.753716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa2a4620-6490-4627-901c-55a1717542a7 req-3439d872-5e29-45a9-9e42-9f709542bf2e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 944 time: 0.1398625 Feb 17 11:53:58.817353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:58.915753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:58.923197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab2373-56e4-4c1f-94b6-8dfed677c18a req-e6f55f72-1df0-48b9-98ab-18c5546f952b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:58.923597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:58.925028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:58.931097 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-79ab2373-56e4-4c1f-94b6-8dfed677c18a req-e6f55f72-1df0-48b9-98ab-18c5546f952b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.9077179 Feb 17 11:53:58.954307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fa2a4620-6490-4627-901c-55a1717542a7 req-98e390cc-df7b-46fc-9d4c-05f476037a2d tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995704 Feb 17 11:53:58.965265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:58.977723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a72d2a-ff17-400f-b0ea-e336303e5645 None None] Network c27342f0-aa97-4538-9a69-864926644a17 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:53:58.997208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:53:59.009354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:53:59.016566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:53:59.021953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:59.021953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.027661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=8cc58101-0fc2-4dd4-bc30-5fcf4dff6288,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:59.062376 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-1260305a-762f-41a3-a375-67766b98753e service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837801 Feb 17 11:53:59.134837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.179499 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3c4e5a93-042f-430b-934d-5ffb3c4e01df tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4862378 Feb 17 11:53:59.181092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43500) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:53:59.201888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': '9299f69d-8939-4166-9ede-8177ed59444f', 'ip_address': '2001:db8::4054:20c5:256c:3a2d'}], 'name': 'tempest-NetworksTestDHCPv6-68106987'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:53:59.229435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-37f374ba-d0c9-4c78-97b4-ac8047eb52f8 None None] Provisioning complete for port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:59.229903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-37f374ba-d0c9-4c78-97b4-ac8047eb52f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.348314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.401870 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-79ab2373-56e4-4c1f-94b6-8dfed677c18a req-9731bd64-0d1b-4b70-8154-19ed5a051f77 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4697385 Feb 17 11:53:59.414431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:53:59.429122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:53:59.432153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:53:59.438268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:53:59.490759 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-376e0030-54a2-4dc0-9904-48acc9f312a2 req-fa8c0f2d-9c8f-4f3b-a64c-be1c2ee22664 service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209123 Feb 17 11:53:59.540468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:53:59.546121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.550925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.577089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 61436de8-5ee0-4005-9064-3044c4331d78 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:53:59.585516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-37f374ba-d0c9-4c78-97b4-ac8047eb52f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.626042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Port': ['ID=c23f7b77-4a4f-439c-bab7-62dbf8bb4836,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:53:59.671974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f328933-1235-49b2-8b66-6b64257d8cbc req-35ac23aa-167e-4d35-a6e9-761fdd7a9c87 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:53:59.673054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f328933-1235-49b2-8b66-6b64257d8cbc req-35ac23aa-167e-4d35-a6e9-761fdd7a9c87 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 943 time: 0.1719377 Feb 17 11:53:59.785155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No DVR routers for this DVR port c23f7b77-4a4f-439c-bab7-62dbf8bb4836 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:53:59.811050 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f328933-1235-49b2-8b66-6b64257d8cbc req-21200256-5817-483c-8090-6c32d40771ce tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023760 Feb 17 11:53:59.852558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Provisioning for port ee76adc9-91bb-4101-a255-d1978d32a327 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:53:59.859323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Provisioning complete for port ee76adc9-91bb-4101-a255-d1978d32a327 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:53:59.859323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.869214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.870086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:53:59.898838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 11:53:59.899313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:53:59.982122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eaafb3-4d93-4853-9671-05b127bb56d1 None None] DHCP port deletion for c27342f0-aa97-4538-9a69-864926644a17 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:53:59.995256 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cb9ff897-3b82-402c-83d0-25434f345a16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8081620 Feb 17 11:53:59.995619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43508) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:00.037839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.039325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.079318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704afcaf-dbee-47f0-a5cd-a68ef82b7b75 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:54:00.099563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd548ffc-9bdc-4f07-b8ff-e03bddb53586 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:00.104397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd548ffc-9bdc-4f07-b8ff-e03bddb53586 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:00.105206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bd548ffc-9bdc-4f07-b8ff-e03bddb53586 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:00.149692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] For port ee76adc9-91bb-4101-a255-d1978d32a327, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ee76adc9-91bb-4101-a255-d1978d32a327,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:00.185697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bd548ffc-9bdc-4f07-b8ff-e03bddb53586 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:00.194480 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bd548ffc-9bdc-4f07-b8ff-e03bddb53586 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1974318 Feb 17 11:54:00.198510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43512) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:00.219313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c23f7b77-4a4f-439c-bab7-62dbf8bb4836 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:00.264169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.290633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:00.291559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.318588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: c23f7b77-4a4f-439c-bab7-62dbf8bb4836 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:00.318916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c23f7b77-4a4f-439c-bab7-62dbf8bb4836 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:00.363983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704afcaf-dbee-47f0-a5cd-a68ef82b7b75 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:54:00.375015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Pushing event updated for resources: {'Port': ['ID=ee76adc9-91bb-4101-a255-d1978d32a327,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:00.466987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Provisioning for port 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:00.475166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Provisioning complete for port 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:00.475529 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.560408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-98f7fb07-9a77-44a7-9e4a-bb5307301f1b None None] Port 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:00.563077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.1 (85403e92-7502-4545-b525-d3b247ea0379/ab66bf73-c1fa-4374-ba27-444d95530bd0/7b3c13e0-aa7e-46de-bafa-89d7079633d9) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:00.635341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.684493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-63f42585-e3c4-4cab-b9ad-b558db12ed95 None None] Could not find standard attr ID for object c23f7b77-4a4f-439c-bab7-62dbf8bb4836. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:54:00.760319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:00.782203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=e31b1967-e9cc-4ff7-9221-6a5b5f97c548,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:00.829313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1e3be-c5be-4ba6-b125-6dc2042514eb req-40f2235f-ecbb-41e4-967a-230bb079b5b4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:00.831328 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba1e3be-c5be-4ba6-b125-6dc2042514eb req-40f2235f-ecbb-41e4-967a-230bb079b5b4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2477889 Feb 17 11:54:00.844619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f952e-850d-47c0-b17d-16e200ad649b None None] Network c27342f0-aa97-4538-9a69-864926644a17 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:00.868218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079d564-8052-4973-9060-af60359c5f06 req-5d56140d-82e0-4a90-8d12-72539c0172d6 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:00.869700 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3079d564-8052-4973-9060-af60359c5f06 req-5d56140d-82e0-4a90-8d12-72539c0172d6 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 944 time: 0.6040769 Feb 17 11:54:00.906887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:00.930852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:54:00.984876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba1e3be-c5be-4ba6-b125-6dc2042514eb req-697b16b8-bd73-40e0-8175-e5fa13902681 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007102 Feb 17 11:54:01.043475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.066403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8e3893f-9a59-42e6-a30d-b9f5ce911a0e up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:01.102894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27342f0-aa97-4538-9a69-864926644a17']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:01.120693 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3079d564-8052-4973-9060-af60359c5f06 req-50d78537-24ba-48ff-8650-a23da01ae3b4 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370474 Feb 17 11:54:01.130462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c38f11-ffc2-4db8-a15a-18e7c91d6f21') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:01.130753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c38f11-ffc2-4db8-a15a-18e7c91d6f21') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:01.179510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.180708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:01.194270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.228429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.233245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.254062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=8cc58101-0fc2-4dd4-bc30-5fcf4dff6288,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:01.259503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:54:01.263859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.264333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.265336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.265818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.266305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.266679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.267291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.267771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.268193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.268959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.268959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.269574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:01.269705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'port_id': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'mac_address': 'fa:16:3e:b1:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:54:01.277855 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:54:01.321545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdb24b-a411-4f10-8b9c-0691139b0d0c None None] DHCP port deletion for c27342f0-aa97-4538-9a69-864926644a17 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:01.346529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.376693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.385960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b47fd-95e5-4c5c-857b-38edd2f04e61 req-a446f3ae-2d45-4941-98e2-9609d11536ba tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:01.393989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297b47fd-95e5-4c5c-857b-38edd2f04e61 req-a446f3ae-2d45-4941-98e2-9609d11536ba tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 943 time: 0.2419212 Feb 17 11:54:01.411007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ef644b-e080-4b53-864d-9b453db5d781 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:54:01.437537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:01.458539 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-297b47fd-95e5-4c5c-857b-38edd2f04e61 req-d7a26809-4bc1-4900-9cf9-ec9b739eb695 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632131 Feb 17 11:54:01.463953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cd05d0f3-ddb1-49f5-9052-ab9947745350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 HTTP/1.1" status: 204 len: 168 time: 1.2669039 Feb 17 11:54:01.464760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43520) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:01.486051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:01.491074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:01.491074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.520786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.523122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.544608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.598327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.638823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=c27342f0-aa97-4538-9a69-864926644a17,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:01.649249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 51751147-c529-4c70-b88e-ae22cb0d2e3c {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:01.649584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.653470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:01.683016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.711599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:54:01.722204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:01.723122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5884d-cfd3-4313-a9e4-fda956360154 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:01.724447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5884d-cfd3-4313-a9e4-fda956360154 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:01.725197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05e5884d-cfd3-4313-a9e4-fda956360154 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:01.727608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router c1183179-6df8-49e9-b551-394ccb26e6fd is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:54:01.733913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:01.744431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:01.746241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=7b3c13e0-aa7e-46de-bafa-89d7079633d9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:01.748388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:01.769665 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'code': 200} Feb 17 11:54:01.786996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.865890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:01.871912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['b5ef644b-e080-4b53-864d-9b453db5d781'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:54:01.913254 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-62f2f957-767f-4403-b887-b6757e1038d5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/c27342f0-aa97-4538-9a69-864926644a17 HTTP/1.1" status: 204 len: 168 time: 5.3450167 Feb 17 11:54:01.918473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43526) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:01.926445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:01.964920 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0992e12-6996-46b7-a749-9358a1d930c8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:01.966199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0992e12-6996-46b7-a749-9358a1d930c8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:01.969027 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d0992e12-6996-46b7-a749-9358a1d930c8 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/e31b1967-e9cc-4ff7-9221-6a5b5f97c548 HTTP/1.1" status: 404 len: 337 time: 0.0493598 Feb 17 11:54:01.971850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43530) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:02.014213 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d8ca38-e460-481a-80c5-b85ab3d48bbd tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:02.015028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d8ca38-e460-481a-80c5-b85ab3d48bbd tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:02.017005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a2d8ca38-e460-481a-80c5-b85ab3d48bbd tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/c27342f0-aa97-4538-9a69-864926644a17 HTTP/1.1" status: 404 len: 339 time: 0.0439479 Feb 17 11:54:02.020545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43534) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:02.076763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-525d6bdd-5bf3-4d82-83f3-c777ab5af683 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:02.077316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525d6bdd-5bf3-4d82-83f3-c777ab5af683 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:02.083903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-525d6bdd-5bf3-4d82-83f3-c777ab5af683 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/b249a37a-0f3c-4013-9959-e6f8abe61155 HTTP/1.1" status: 404 len: 337 time: 0.0580466 Feb 17 11:54:02.083903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43540) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:02.113808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5d49c6-7dae-4cbb-99cf-0d8325b12372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:02.115180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5d49c6-7dae-4cbb-99cf-0d8325b12372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:02.116973 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3c5d49c6-7dae-4cbb-99cf-0d8325b12372 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/d6687024-386d-4abb-8b27-68e087afca80 HTTP/1.1" status: 404 len: 339 time: 0.0322623 Feb 17 11:54:02.120449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43544) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:02.128677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05e5884d-cfd3-4313-a9e4-fda956360154 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:02.132083 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-05e5884d-cfd3-4313-a9e4-fda956360154 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6624494 Feb 17 11:54:02.142048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43548) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:02.311816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ee76adc9-91bb-4101-a255-d1978d32a327 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:02.348122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.397690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ee76adc9-91bb-4101-a255-d1978d32a327 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:02.398704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.426216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.492276 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2166ad3e-95bc-4de0-a879-997d1f91625f req-9d9ff880-2d62-4f52-9533-01ad709bf714 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 1098 time: 0.3361108 Feb 17 11:54:02.605272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d14c-80a8-4c57-8f80-10349585946d req-4617dd65-ef1d-4c5e-8cc1-4b66a8ef4700 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:02.606856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7c3d14c-80a8-4c57-8f80-10349585946d req-4617dd65-ef1d-4c5e-8cc1-4b66a8ef4700 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3840199 Feb 17 11:54:02.616147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 51751147-c529-4c70-b88e-ae22cb0d2e3c owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:02.645819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.682584 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2166ad3e-95bc-4de0-a879-997d1f91625f req-fb4ed8f6-0e5e-4bcc-a35a-25801c46da16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810851 Feb 17 11:54:02.694820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb75f73-06b8-4053-88ca-34d1bd46a51c']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:02.713406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6075c6de-a9d8-4377-a057-f5ec671d8d81') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:02.713701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6075c6de-a9d8-4377-a057-f5ec671d8d81') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:02.725752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7c3d14c-80a8-4c57-8f80-10349585946d req-e381641b-6310-46fe-bed7-3c8bfd070394 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977161 Feb 17 11:54:02.729077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.744354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.751376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.761279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:54:02.761690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:54:02.778485 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:54:02.799459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 9299f69d-8939-4166-9ede-8177ed59444f {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:02.812418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.932716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed17b1e-3735-4b56-aef3-6af4879112f4 req-f6c1d2f8-ff4a-4fce-ad0f-412658504143 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:02.934368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aed17b1e-3735-4b56-aef3-6af4879112f4 req-f6c1d2f8-ff4a-4fce-ad0f-412658504143 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 944 time: 0.0927637 Feb 17 11:54:02.946966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.980736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:02.981291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d40-7f78-45ca-8fb2-7e133d06b2df req-8376b16a-6b5b-4a82-beea-89014e82ad9e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:02.982765 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9037d40-7f78-45ca-8fb2-7e133d06b2df req-8376b16a-6b5b-4a82-beea-89014e82ad9e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 0.5628090 Feb 17 11:54:03.089740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:03.100374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=0eb75f73-06b8-4053-88ca-34d1bd46a51c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:03.111912 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aed17b1e-3735-4b56-aef3-6af4879112f4 req-754c4bf6-2289-4ae3-8e1d-d2a303cfcad9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679940 Feb 17 11:54:03.113291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6d0be566-46c2-4f47-b2a5-7374c729d8b1 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/0eb75f73-06b8-4053-88ca-34d1bd46a51c HTTP/1.1" status: 204 len: 168 time: 0.9916279 Feb 17 11:54:03.115863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43556) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.154755 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba625fd-e5e9-4806-abcc-d304e92262a3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.155193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba625fd-e5e9-4806-abcc-d304e92262a3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.157344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7ba625fd-e5e9-4806-abcc-d304e92262a3 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/fac8c69c-506d-4a8d-877e-81a226974c33 HTTP/1.1" status: 404 len: 337 time: 0.0401075 Feb 17 11:54:03.159858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43560) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.185995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d628df55-dc2d-40da-a33b-7547da549fa6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.186538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d628df55-dc2d-40da-a33b-7547da549fa6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.188248 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d628df55-dc2d-40da-a33b-7547da549fa6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/b0c99fed-a896-4840-b6ab-5d1b16ab3505 HTTP/1.1" status: 404 len: 339 time: 0.0274458 Feb 17 11:54:03.191789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43564) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.233261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-7093d682-79e3-42bf-a6c8-cc2ab8f8755b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.233701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7093d682-79e3-42bf-a6c8-cc2ab8f8755b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.235901 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7093d682-79e3-42bf-a6c8-cc2ab8f8755b tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/889a23d4-218f-4f3c-ae5b-8abb38cefada HTTP/1.1" status: 404 len: 337 time: 0.0426922 Feb 17 11:54:03.238823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43568) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.264352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bf388f-202e-4422-b219-642d615cbe89 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.265072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bf388f-202e-4422-b219-642d615cbe89 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.270416 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a7bf388f-202e-4422-b219-642d615cbe89 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/3a6b56a2-457a-4c7a-bb1f-798b92437194 HTTP/1.1" status: 404 len: 339 time: 0.0268812 Feb 17 11:54:03.270416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43572) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.305024 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9037d40-7f78-45ca-8fb2-7e133d06b2df req-2a7a9c29-2a7a-4d47-bcdf-90f09436d761 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051267 Feb 17 11:54:03.306729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:03.320670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] Sync routers for ids ['c1183179-6df8-49e9-b551-394ccb26e6fd'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:03.321214 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d78e88-ba6e-45cb-ba61-e7568d098dc0 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.321214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d78e88-ba6e-45cb-ba61-e7568d098dc0 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.323270 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-98d78e88-ba6e-45cb-ba61-e7568d098dc0 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/808e79f3-9a8f-49d8-9083-e9cce415fc47 HTTP/1.1" status: 404 len: 337 time: 0.0527284 Feb 17 11:54:03.326023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43576) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.333566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] Routers {'c1183179-6df8-49e9-b551-394ccb26e6fd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:03.334335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c1183179-6df8-49e9-b551-394ccb26e6fd'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:03.363534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb45676-5822-4bfb-8237-1b02de06d95f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.364245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb45676-5822-4bfb-8237-1b02de06d95f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.369273 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0cb45676-5822-4bfb-8237-1b02de06d95f tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/55b39913-d528-4875-a99f-62bdf180ed78 HTTP/1.1" status: 404 len: 339 time: 0.0417144 Feb 17 11:54:03.369885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43580) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.376317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:03.400100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:03.412214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] Routers {'c1183179-6df8-49e9-b551-394ccb26e6fd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:03.412874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c1183179-6df8-49e9-b551-394ccb26e6fd'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:03.462833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:03.466210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:03.467662 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3702ab60-854c-4134-8ece-9e42eebac322 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4153166 Feb 17 11:54:03.472341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43584) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.473596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:03.474033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2525d40-698c-4253-a624-0153ae23cd44 None None] The sync data for ids ['c1183179-6df8-49e9-b551-394ccb26e6fd'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:03.682893 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80c0ede-4927-4f2a-b2d9-7c9bc4fdf382 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.683539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80c0ede-4927-4f2a-b2d9-7c9bc4fdf382 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.684988 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d80c0ede-4927-4f2a-b2d9-7c9bc4fdf382 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/3a408b73-a377-4c9d-9be6-7e81b351f17c HTTP/1.1" status: 404 len: 337 time: 0.3126316 Feb 17 11:54:03.689878 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d2eac7ab-2ca4-475d-9f57-f191189ab58f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/routers/c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 200 len: 885 time: 0.2157738 Feb 17 11:54:03.690575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43588) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.693067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43590) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.714511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=51751147-c529-4c70-b88e-ae22cb0d2e3c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:03.777373 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb733086-2c16-4be3-9550-e7cd53d7ef89 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.777839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb733086-2c16-4be3-9550-e7cd53d7ef89 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.780025 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bb733086-2c16-4be3-9550-e7cd53d7ef89 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/2d2cd822-a8d8-4383-a2df-52072e4918be HTTP/1.1" status: 404 len: 339 time: 0.0884666 Feb 17 11:54:03.783545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43598) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.859257 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9a6ab6-8103-42ba-913f-74f53bbe8df5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.859705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9a6ab6-8103-42ba-913f-74f53bbe8df5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.896343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-af9a6ab6-8103-42ba-913f-74f53bbe8df5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/88210f38-b342-4c64-821b-0d58d330e38e HTTP/1.1" status: 404 len: 337 time: 0.0988002 Feb 17 11:54:03.899007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43602) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:03.937755 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1d96f8-8d8a-4284-9fbe-ad48a1b86a76 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:03.938428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1d96f8-8d8a-4284-9fbe-ad48a1b86a76 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:03.940757 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4a1d96f8-8d8a-4284-9fbe-ad48a1b86a76 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/09d53ef4-e9f2-4bb3-ba6b-cd1f5842e81f HTTP/1.1" status: 404 len: 339 time: 0.0397406 Feb 17 11:54:03.946486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43606) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.040536 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4be6e0-fe4c-4bdb-84e6-6f57ce5c8326 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:04.040885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4be6e0-fe4c-4bdb-84e6-6f57ce5c8326 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:04.042935 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-da4be6e0-fe4c-4bdb-84e6-6f57ce5c8326 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/e0aea16e-c9dc-4a2d-9317-8aa8c667a563 HTTP/1.1" status: 404 len: 337 time: 0.0935893 Feb 17 11:54:04.045679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.047031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43610) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.099549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-6554d321-4182-4b59-8920-bde63cf7f4f9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:04.099822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6554d321-4182-4b59-8920-bde63cf7f4f9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:04.102231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6554d321-4182-4b59-8920-bde63cf7f4f9 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/6d379f32-83ab-4955-a4c9-acb0a6e7516d HTTP/1.1" status: 404 len: 339 time: 0.0511248 Feb 17 11:54:04.104438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=9299f69d-8939-4166-9ede-8177ed59444f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:04.106155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43614) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.124968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c69739-8c56-4055-8afd-bf5795270ab6 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:04.130613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094f532-1502-4676-a14d-c48498ff95cf req-3a147a1c-548d-47c9-a745-111cf95e97ab tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:04.137139 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3094f532-1502-4676-a14d-c48498ff95cf req-3a147a1c-548d-47c9-a745-111cf95e97ab tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1953015 Feb 17 11:54:04.145244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0bb6aebd-c00f-49e8-bc86-8327c00fe5e5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:router {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:04.157169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.157169 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0239f167-bd7f-45b4-a671-1ba860bef0a5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/9299f69d-8939-4166-9ede-8177ed59444f HTTP/1.1" status: 204 len: 168 time: 2.0116961 Feb 17 11:54:04.163634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43620) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.167668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbacb102-8a4a-47fc-874f-673e1b3da6e4 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:04.168108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbacb102-8a4a-47fc-874f-673e1b3da6e4 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:04.169749 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bbacb102-8a4a-47fc-874f-673e1b3da6e4 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/63ec0b9b-782a-4710-afd6-d648d63bd87b HTTP/1.1" status: 404 len: 337 time: 0.0612564 Feb 17 11:54:04.172744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43624) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.215560 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-89916eaf-4f76-4417-9949-f0836d30f448 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:04.215883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89916eaf-4f76-4417-9949-f0836d30f448 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:04.217792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-89916eaf-4f76-4417-9949-f0836d30f448 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/feaa9bb4-d64f-4c7a-95df-4a2c48f4379c HTTP/1.1" status: 404 len: 339 time: 0.0441215 Feb 17 11:54:04.221364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43628) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.224898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:04.250766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-50ab5dd4-2ee0-499a-95c1-2f61c41fc1c3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846317 Feb 17 11:54:04.256322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.258912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43632) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.265434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:04.291690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.321150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0bb6aebd-c00f-49e8-bc86-8327c00fe5e5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:router {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:04.332228 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0bb6aebd-c00f-49e8-bc86-8327c00fe5e5 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6382594 Feb 17 11:54:04.337103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43636) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.343722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1132734111'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:04.356560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.398393 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3094f532-1502-4676-a14d-c48498ff95cf req-e71b8eec-d4e5-4674-85f6-1687a13062a4 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603812 Feb 17 11:54:04.399358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dc4869-abb8-4640-ad04-201e1fb9cde6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:04.399865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dc4869-abb8-4640-ad04-201e1fb9cde6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:04.404312 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c1dc4869-abb8-4640-ad04-201e1fb9cde6 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/007652cb-3989-4d80-82bd-6b9cd6c9d9d6 HTTP/1.1" status: 404 len: 337 time: 0.1821582 Feb 17 11:54:04.409857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43642) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.457871 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01095ba-8573-4361-bfc4-647452f9dd0e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:04.458508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01095ba-8573-4361-bfc4-647452f9dd0e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:04.463186 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f01095ba-8573-4361-bfc4-647452f9dd0e tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/5eaa6995-6c09-4e8a-98d6-726e36ac3ebf HTTP/1.1" status: 404 len: 339 time: 0.0496070 Feb 17 11:54:04.494684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:04.496000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43646) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:04.498827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] Deleting port ee76adc9-91bb-4101-a255-d1978d32a327 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:04.499191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.670005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58329de-d051-4e9f-8e12-09d08feeb475 req-397fb276-44f7-44a2-9a8a-f4f6cb7e8815 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:04.671728 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f58329de-d051-4e9f-8e12-09d08feeb475 req-397fb276-44f7-44a2-9a8a-f4f6cb7e8815 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 0.1175990 Feb 17 11:54:04.720752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] For port ee76adc9-91bb-4101-a255-d1978d32a327, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ee76adc9-91bb-4101-a255-d1978d32a327,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:04.721029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.753754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:04.769189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:04.796583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:04.813072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=7b3c13e0-aa7e-46de-bafa-89d7079633d9,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:04.848446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] Calling delete_port for ee76adc9-91bb-4101-a255-d1978d32a327 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:04.848844 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f58329de-d051-4e9f-8e12-09d08feeb475 req-94cd9369-5233-4763-9d3f-7bc4c050c6b6 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645627 Feb 17 11:54:04.941391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:04.970190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:04.974297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.048365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.137514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] Pushing event deleted for resources: {'Port': ['ID=ee76adc9-91bb-4101-a255-d1978d32a327,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:05.141599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port b5ef644b-e080-4b53-864d-9b453db5d781 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:05.151488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port b5ef644b-e080-4b53-864d-9b453db5d781 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:05.152165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.214795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a863db-cd18-4ced-853e-c4a105fa40aa None None] No DVR routers for this DVR port ee76adc9-91bb-4101-a255-d1978d32a327 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:05.356849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.368819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46912090-9297-42fc-86c3-59ea6c4f99b1 req-102a0fd5-0e96-4c46-8e83-edbb0dec5ccc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:05.370478 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-46912090-9297-42fc-86c3-59ea6c4f99b1 req-102a0fd5-0e96-4c46-8e83-edbb0dec5ccc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 944 time: 1.0240402 Feb 17 11:54:05.394501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:54:05.407347 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:05.475774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.488880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.494644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0714c5-447e-4561-a0d4-bc566e87ead2 req-951cd57e-25f5-4dea-b362-7d7c8502e78f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:05.498943 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b0714c5-447e-4561-a0d4-bc566e87ead2 req-951cd57e-25f5-4dea-b362-7d7c8502e78f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 0.1289601 Feb 17 11:54:05.505172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43656) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:05.511343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Request body: {'floatingip': {'port_id': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:05.529285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting subnet e62049e3-842e-493d-bd5f-65632ad0a33f {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:05.543280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-46912090-9297-42fc-86c3-59ea6c4f99b1 req-47e0fa54-746d-4e8b-a3d5-0b57eaf7eda1 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Synchronizing usage tracker for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:05.601408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.614401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.621242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:05.628813 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'code': 200} Feb 17 11:54:05.636869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:05.669869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:05.691724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:05.951994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-46912090-9297-42fc-86c3-59ea6c4f99b1 req-47e0fa54-746d-4e8b-a3d5-0b57eaf7eda1 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Unset dirty status for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:05.953180 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-46912090-9297-42fc-86c3-59ea6c4f99b1 req-47e0fa54-746d-4e8b-a3d5-0b57eaf7eda1 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5358052 Feb 17 11:54:05.986553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:06.113444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 932e344c-6fae-4b8b-8c94-4fb086291aba has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:06.194401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd24bc-845e-48ad-ad12-04112799428d req-4e72eb15-14f8-4722-920b-01dc04c2191b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:06.195979 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3acd24bc-845e-48ad-ad12-04112799428d req-4e72eb15-14f8-4722-920b-01dc04c2191b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4650841 Feb 17 11:54:06.225514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:06.231663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ee76adc9-91bb-4101-a255-d1978d32a327 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:06.316629 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1424fc58-bbb8-488e-8260-cbdd004ba335 req-2cdead03-7db2-4fcc-a586-e5534ef74b18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1098 time: 0.3323314 Feb 17 11:54:06.323583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ee76adc9-91bb-4101-a255-d1978d32a327 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:06.323924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ee76adc9-91bb-4101-a255-d1978d32a327 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:06.342329 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3acd24bc-845e-48ad-ad12-04112799428d req-1b10581e-7bc0-47dd-8faf-4cc8dcb9d282 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348271 Feb 17 11:54:06.459230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:06.478422 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1424fc58-bbb8-488e-8260-cbdd004ba335 req-b5ca268e-c7a6-481a-99f0-dd89743e781b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530273 Feb 17 11:54:06.512395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router c1183179-6df8-49e9-b551-394ccb26e6fd has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:06.683971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:06.690386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=8e638fa1-66b4-4a91-87bf-24f3ae5d2b25,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:06.696596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:06.706458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9034d-777e-411d-ab67-0a5c7e38d25c None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:06.710099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:06.710697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:06.754663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:06.770211 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] Sync routers for ids ['932e344c-6fae-4b8b-8c94-4fb086291aba'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:06.784759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bcca0ed3-a3a9-42d7-a801-b528d0535da1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/932e344c-6fae-4b8b-8c94-4fb086291aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7851887 Feb 17 11:54:06.789125 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] Routers {'932e344c-6fae-4b8b-8c94-4fb086291aba'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:06.789875 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['932e344c-6fae-4b8b-8c94-4fb086291aba'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:06.793673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43660) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:06.827301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:06.843706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d39d929c-1b22-4e36-8aae-e366c6aae1d0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:06.855226 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e84fd6e0-9d5a-4712-8f04-5f6eee465ddc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5952630 Feb 17 11:54:06.860703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:06.866925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43664) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:06.871225 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:06.884441 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] Routers {'932e344c-6fae-4b8b-8c94-4fb086291aba'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:06.885305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['932e344c-6fae-4b8b-8c94-4fb086291aba'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:06.910607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Subnet': ['ID=e62049e3-842e-493d-bd5f-65632ad0a33f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:06.917908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': '8e638fa1-66b4-4a91-87bf-24f3ae5d2b25', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1541298018'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:06.948197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:06.972306 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:06.973089 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c2b5f-9051-4a9b-9d89-05232956de7e None None] The sync data for ids ['932e344c-6fae-4b8b-8c94-4fb086291aba'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:07.005542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:07.011451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.013986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e512ff33-032f-41be-8ab9-f6b95009861f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 200 len: 892 time: 2.6743164 Feb 17 11:54:07.016172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43670) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:07.019191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d39d929c-1b22-4e36-8aae-e366c6aae1d0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:07.020383 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d39d929c-1b22-4e36-8aae-e366c6aae1d0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=932e344c-6fae-4b8b-8c94-4fb086291aba HTTP/1.1" status: 200 len: 205 time: 0.2258289 Feb 17 11:54:07.023068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.027154 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9a6600b-0bb4-4d60-abed-004c5d248f6c tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/subnets/e62049e3-842e-493d-bd5f-65632ad0a33f HTTP/1.1" status: 204 len: 168 time: 2.5133276 Feb 17 11:54:07.028472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43672) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:07.028720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43676) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:07.030439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] Sync routers for ids ['c1183179-6df8-49e9-b551-394ccb26e6fd'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:07.040197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c8d97-20e7-4422-95cf-4e4c1fd3aef3 None None] Network f3e025fb-f590-4851-8528-cba3bade960f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:07.060697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '8e638fa1-66b4-4a91-87bf-24f3ae5d2b25'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:07.062160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.103715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.260071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] Routers {'c1183179-6df8-49e9-b551-394ccb26e6fd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:07.260987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c1183179-6df8-49e9-b551-394ccb26e6fd'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:07.348663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:07.416553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.418694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:07.440181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.464366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] Routers {'c1183179-6df8-49e9-b551-394ccb26e6fd'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:07.464999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c1183179-6df8-49e9-b551-394ccb26e6fd'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:07.469470 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Floating IP 5a2f8a79-16e1-4e1f-9fbf-280d7648b823 associated. External IP: 172.26.6.63, port: e8e3893f-9a59-42e6-a30d-b9f5ce911a0e. Feb 17 11:54:07.491132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:07.504294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:07.563764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:07.564102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05575cc-03f0-4dba-9964-97bc863a0eb3 None None] The sync data for ids ['c1183179-6df8-49e9-b551-394ccb26e6fd'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:07.577540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:07.592232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:07.607440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:07.607764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.609279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/8e638fa1-66b4-4a91-87bf-24f3ae5d2b25/9435b73d-297e-4281-b201-0f5badd084cc) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:07.651554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-790f2129-73c4-470f-a80a-3b33dc5685f4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/routers/c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 200 len: 892 time: 0.6328504 Feb 17 11:54:07.658299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43684) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:07.666818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250e65-1eba-422e-8d07-f1af0ba847a0 req-bf7dd234-1011-4532-a240-409eef521da8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:07.668323 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ed250e65-1eba-422e-8d07-f1af0ba847a0 req-bf7dd234-1011-4532-a240-409eef521da8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.5346351 Feb 17 11:54:07.708027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b7be1d2b-613e-4d48-94e7-f013621dbbc0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:07.727508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] DHCP port deletion for f3e025fb-f590-4851-8528-cba3bade960f request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:07.745873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] Deleting port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:07.746244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:07.792903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd73618-cd7e-4a2a-affb-e4bddcc6085c req-edc9f121-e9a4-4ae0-8fb7-2599ca60eb38 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:07.794513 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5dd73618-cd7e-4a2a-affb-e4bddcc6085c req-edc9f121-e9a4-4ae0-8fb7-2599ca60eb38 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2683594 Feb 17 11:54:07.852395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b7be1d2b-613e-4d48-94e7-f013621dbbc0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:07.858922 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b7be1d2b-613e-4d48-94e7-f013621dbbc0 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 200 len: 205 time: 0.1977348 Feb 17 11:54:07.866150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:07.877426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43688) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:07.895711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-07f171fb-dd67-4160-a15c-b58ec5175929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.043024 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5dd73618-cd7e-4a2a-affb-e4bddcc6085c req-d8f29133-5a59-4fdb-bdf9-1423dfd0df2a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190664 Feb 17 11:54:08.137084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] For port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,segment=NetworkSegment(09d80f0c-2156-46a2-9a5d-9eb1feabf1f2),segment_id=09d80f0c-2156-46a2-9a5d-9eb1feabf1f2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:08.137472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.146043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.277227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Transition to ACTIVE for port object 9435b73d-297e-4281-b201-0f5badd084cc will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:08.281810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:08.312648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] Calling delete_port for ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:08.397953 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ed250e65-1eba-422e-8d07-f1af0ba847a0 req-ab68d2a6-7804-4cdc-9496-982fac0955da tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7173109 Feb 17 11:54:08.408588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Transition to ACTIVE for port object 9435b73d-297e-4281-b201-0f5badd084cc will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:08.435387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.497332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.583949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.590056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.608576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Router 577140a9-c88a-4fb9-8da1-57510e4fc02f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:08.613016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] For port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,segment=NetworkSegment(09d80f0c-2156-46a2-9a5d-9eb1feabf1f2),segment_id=09d80f0c-2156-46a2-9a5d-9eb1feabf1f2)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:08.613656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.620837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Pushing event updated for resources: {'Port': ['ID=9435b73d-297e-4281-b201-0f5badd084cc,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:08.633800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.638610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.666166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:08.671957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.682071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] Pushing event deleted for resources: {'Port': ['ID=ef6ea58b-2bff-4e22-b21d-0173a2ac31a5,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:08.684275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:08.688439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:08.699224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30ad62-a493-440a-95e7-027d9c7ab8fb None None] No DVR routers for this DVR port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:08.770233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Calling delete_port for ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:08.822937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 652d7969-d6ca-4cb9-a9cd-4b7175f24bd6 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:54:08.828657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.848593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Attempting to bind port 9435b73d-297e-4281-b201-0f5badd084cc on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:08.849040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Attempting to bind port 9435b73d-297e-4281-b201-0f5badd084cc by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:08.849275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Attempting to bind port 9435b73d-297e-4281-b201-0f5badd084cc on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:08.855992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:08.856364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:08.856762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.857224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:08.857608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Bound port: 9435b73d-297e-4281-b201-0f5badd084cc, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:08.858009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.888765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:08.894219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.903887 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30323570-d72b-42d3-93e2-b420000b676a None None] Sync routers for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:08.917196 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:08.918082 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:08.946865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port ffc3f07b-d297-4e1b-9b44-bd4ffaff5388 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:08.947564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.952618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:54:08.952930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:54:08.968240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] For port 9435b73d-297e-4281-b201-0f5badd084cc, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:08.972626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] For port 9435b73d-297e-4281-b201-0f5badd084cc, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9435b73d-297e-4281-b201-0f5badd084cc,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:08.993829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:08.994319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router 932e344c-6fae-4b8b-8c94-4fb086291aba {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:54:09.027465 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-68a8e77e-2cb6-4dfb-81a9-11dc7f3c29ba tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "PUT /v2.0/floatingips/5a2f8a79-16e1-4e1f-9fbf-280d7648b823 HTTP/1.1" status: 200 len: 990 time: 3.5211022 Feb 17 11:54:09.058797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:54:09.060437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:09.065496 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d96995c4-d8ba-44f0-ba8e-986a3dbc0b96 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/932e344c-6fae-4b8b-8c94-4fb086291aba HTTP/1.1" status: 204 len: 168 time: 2.0349073 Feb 17 11:54:09.066184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43694) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:09.083669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:09.116406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:09.146383 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c98717eb-eeb7-4a40-aa12-6b9681c974ef tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/routers/0bbef467-b7d2-4a31-892a-788e5d5ff9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5979476 Feb 17 11:54:09.147487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:09.151039 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:54:09.151473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:09.164761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:09.176634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'port': {'network_id': '85403e92-7502-4545-b525-d3b247ea0379', 'name': 'tempest-FloatingIPTestJSON-1600802746'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:09.208966 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:09.235130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:09.264170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272c1c-4f27-4015-bfcc-fbdf274e52b8 None None] Pushing event updated for resources: {'Port': ['ID=9435b73d-297e-4281-b201-0f5badd084cc,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:09.271955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:09.275464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:09.357815 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'status': 'completed', 'code': 200} Feb 17 11:54:09.382373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:09.402358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:09.402904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:09.463840 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b77e4a23-abba-4091-8592-54bf46b6dc9a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5580199 Feb 17 11:54:09.465765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Deleting port ef6ea58b-2bff-4e22-b21d-0173a2ac31a5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:09.466661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:09.492544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for ffc3f07b-d297-4e1b-9b44-bd4ffaff5388 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:09.495085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:09.495491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07852bdf-b90d-4930-9e09-df173af3c161 None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:09.508751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43708) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:09.683721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] The port 'ef6ea58b-2bff-4e22-b21d-0173a2ac31a5' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:54:09.732573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-300f506e-6e21-4d6c-b809-4396662cd782 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3c467c93c04630bb9eca45a8bb49ec&device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 1098 time: 0.3717535 Feb 17 11:54:09.743918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6a1d9-7ffa-4a4c-822a-81ab8af2b012 req-301e5e0f-ec4c-44ec-8ed0-1ae1124b9d76 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:09.745301 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79c6a1d9-7ffa-4a4c-822a-81ab8af2b012 req-301e5e0f-ec4c-44ec-8ed0-1ae1124b9d76 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 0.3864546 Feb 17 11:54:09.779943 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '5a2f8a79-16e1-4e1f-9fbf-280d7648b823', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'port_id': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'mac_address': 'fa:16:3e:e7:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:53:25Z', 'updated_at': '2022-02-17T11:54:06Z', 'revision_number': 1, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:25Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:09.785080 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30323570-d72b-42d3-93e2-b420000b676a None None] Checking router: 577140a9-c88a-4fb9-8da1-57510e4fc02f for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:09.796568 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:09.797285 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:53:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:09.906589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:09.918423 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet cb75c237-044e-44b8-b221-0bf9a64393cc {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:09.921632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:port and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:09.937950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:09.941899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79c6a1d9-7ffa-4a4c-822a-81ab8af2b012 req-d6ed20a0-88e4-4a3d-b2a4-0a9aed502f2e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432564 Feb 17 11:54:09.945062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:09.984898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:09.998501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:10.010941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3305126-ab8c-4105-86b6-1819962a68ed req-225b7ca8-b353-4a50-8cc2-b5623da6df9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.012671 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-225b7ca8-b353-4a50-8cc2-b5623da6df9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b HTTP/1.1" status: 200 len: 910 time: 0.2646391 Feb 17 11:54:10.045432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935744fa-9729-4c10-87ee-5a483506d932 req-43aa7e8f-ed47-422d-abee-7554f8c5f021 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.053695 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-935744fa-9729-4c10-87ee-5a483506d932 req-43aa7e8f-ed47-422d-abee-7554f8c5f021 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.7247152 Feb 17 11:54:10.072005 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:10.085573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.094158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-180fde12-4125-496f-b060-4b600dc90b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.255811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e025fb-f590-4851-8528-cba3bade960f']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:10.281924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ab107-9b23-49e6-abae-cffc982e3e84 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.282674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5f2ab107-9b23-49e6-abae-cffc982e3e84 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:10.292168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.327639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:10.327923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d80f0c-2156-46a2-9a5d-9eb1feabf1f2') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:10.358488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9435b73d-297e-4281-b201-0f5badd084cc up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:10.367643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=ffc3f07b-d297-4e1b-9b44-bd4ffaff5388,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:10.379848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:10.383549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.412030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.466378 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-935744fa-9729-4c10-87ee-5a483506d932 req-52bf4e00-5117-46e7-92a2-3152e3d939f9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110556 Feb 17 11:54:10.474712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.502717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] device_id is not set on port b939d1ce-d97b-4153-995c-ee1e41d9048c yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:54:10.556500 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-61e3b7a9-752a-4824-b1a9-6a17b1d077ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e HTTP/1.1" status: 200 len: 998 time: 0.5376949 Feb 17 11:54:10.599364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:54:10.600143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.616859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5f2ab107-9b23-49e6-abae-cffc982e3e84 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:10.618074 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5f2ab107-9b23-49e6-abae-cffc982e3e84 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.0958679 Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:54:10.619159 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:54:10.621505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43718) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:10.625260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9435b73d-297e-4281-b201-0f5badd084cc completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:10.718123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858ba61-6d08-4ca9-b739-ed05ecc89ed9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.719268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858ba61-6d08-4ca9-b739-ed05ecc89ed9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.721092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b858ba61-6d08-4ca9-b739-ed05ecc89ed9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:10.726085 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-30323570-d72b-42d3-93e2-b420000b676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '5a2f8a79-16e1-4e1f-9fbf-280d7648b823', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'port_id': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'mac_address': 'fa:16:3e:e7:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:53:25Z', 'updated_at': '2022-02-17T11:54:06Z', 'revision_number': 1, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:25Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:10.750628 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30323570-d72b-42d3-93e2-b420000b676a None None] The sync data for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv is: [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '5a2f8a79-16e1-4e1f-9fbf-280d7648b823', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'port_id': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'mac_address': 'fa:16:3e:e7:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:53:25Z', 'updated_at': '2022-02-17T11:54:06Z', 'revision_number': 1, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:25Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:10.758625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fdd1a-3446-455f-9ce8-b8df1cc86294 req-16354867-05bc-4571-ac22-a534bf4e66a9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.760363 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a5fdd1a-3446-455f-9ce8-b8df1cc86294 req-16354867-05bc-4571-ac22-a534bf4e66a9 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.4632988 Feb 17 11:54:10.822406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.882947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.899909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] Provisioning for port 9435b73d-297e-4281-b201-0f5badd084cc completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:10.913284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.913506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] Provisioning complete for port 9435b73d-297e-4281-b201-0f5badd084cc triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:10.913860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:10.920674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3305126-ab8c-4105-86b6-1819962a68ed req-b001ff1e-e757-4118-b2a9-5fa19f45a88b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:10.922161 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-b001ff1e-e757-4118-b2a9-5fa19f45a88b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1849f366-8f5c-4d0c-ae06-30cf3c6a20ae HTTP/1.1" status: 200 len: 849 time: 0.3550425 Feb 17 11:54:10.936628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b858ba61-6d08-4ca9-b739-ed05ecc89ed9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:10.939477 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b858ba61-6d08-4ca9-b739-ed05ecc89ed9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3150189 Feb 17 11:54:10.949845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] Pushing event deleted for resources: {'Network': ['ID=f3e025fb-f590-4851-8528-cba3bade960f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:10.953167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43724) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:10.955995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.13 (85403e92-7502-4545-b525-d3b247ea0379/ab66bf73-c1fa-4374-ba27-444d95530bd0/b939d1ce-d97b-4153-995c-ee1e41d9048c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:10.990771 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-798d0a86-a9ee-44f0-b5a1-d46e2233d0f5 tempest-NetworksTest-1144367277 tempest-NetworksTest-1144367277-project] 10.222.0.47 "DELETE /v2.0/networks/f3e025fb-f590-4851-8528-cba3bade960f HTTP/1.1" status: 204 len: 168 time: 3.9584994 Feb 17 11:54:11.009465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.095594 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2afb97a-97e9-4618-a5e2-738e279c30d0 None None] New status for floating IP 5a2f8a79-16e1-4e1f-9fbf-280d7648b823: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:54:11.191809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 8e638fa1-66b4-4a91-87bf-24f3ae5d2b25 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:11.203791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.218774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.281212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.302236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] For port 9435b73d-297e-4281-b201-0f5badd084cc, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9435b73d-297e-4281-b201-0f5badd084cc,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:11.332415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.377802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.403485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=cb75c237-044e-44b8-b221-0bf9a64393cc,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:11.433284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.444511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.482431 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42333f17-d93b-4a41-93f2-90fbbe3f20a5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/cb75c237-044e-44b8-b221-0bf9a64393cc HTTP/1.1" status: 204 len: 168 time: 2.4135847 Feb 17 11:54:11.485284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5bd41-893f-407e-8011-ec62c272241a None None] Network 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:11.487524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43730) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:11.488002 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a5fdd1a-3446-455f-9ce8-b8df1cc86294 req-d12f7628-fa29-47e3-998c-5e101e35a3ef tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6512356 Feb 17 11:54:11.571551 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-7b2acb99-94da-4c4c-8398-0d4787fad925 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6281633 Feb 17 11:54:11.576145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.663942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.670953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.671691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.714073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.749024 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-08c1cb68-e7e0-4c6c-afbb-5a9237b3d364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.4329474 Feb 17 11:54:11.767982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c323514-76f1-497a-9430-ad6f822afaca req-d730243c-b207-470c-a0e7-f1b5da7355c7 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:11.769728 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4c323514-76f1-497a-9430-ad6f822afaca req-d730243c-b207-470c-a0e7-f1b5da7355c7 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.6470516 Feb 17 11:54:11.782060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d617d44-574d-43b0-889b-e4522b54243b None None] Pushing event updated for resources: {'Port': ['ID=9435b73d-297e-4281-b201-0f5badd084cc,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:11.829819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.899898 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-c9c511d1-cb19-4474-a209-239f99fd34c4 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156929 Feb 17 11:54:11.914786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 11faf98d-6c00-43d5-b00f-4a36c84ff040 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:11.915129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.948491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43738) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:11.956829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] DHCP port deletion for 7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:11.961688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] Deleting port 11faf98d-6c00-43d5-b00f-4a36c84ff040 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:11.962261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.962433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:11.967100 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4c323514-76f1-497a-9430-ad6f822afaca req-446687c9-45a8-481b-8689-3de0213c4f90 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748621 Feb 17 11:54:12.072190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.147843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.148420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router c1183179-6df8-49e9-b551-394ccb26e6fd {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:54:12.173870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=8e638fa1-66b4-4a91-87bf-24f3ae5d2b25,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:12.189776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.216438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-4f044040-c481-4062-8904-836c21ef1e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:12.218027 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-4f044040-c481-4062-8904-836c21ef1e4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.4491963 Feb 17 11:54:12.218283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c90190-1da9-4a7c-8daa-68137d3e8239 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:12.224806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bd9-068d-480b-9c81-2ac6b9161dcb req-5ca42f9d-1398-4cb5-8609-2073116eb753 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:12.225882 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d5c43bd9-068d-480b-9c81-2ac6b9161dcb req-5ca42f9d-1398-4cb5-8609-2073116eb753 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.5416975 Feb 17 11:54:12.240345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.267373 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 11faf98d-6c00-43d5-b00f-4a36c84ff040, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=11faf98d-6c00-43d5-b00f-4a36c84ff040,segment=NetworkSegment(460bf011-08e4-4a14-8dc3-3e8dc9ad1026),segment_id=460bf011-08e4-4a14-8dc3-3e8dc9ad1026)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:12.269996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.363484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9435b73d-297e-4281-b201-0f5badd084cc up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:12.387334 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81bed2ed-7efe-4f1a-90ad-624c16ae8df7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/8e638fa1-66b4-4a91-87bf-24f3ae5d2b25 HTTP/1.1" status: 204 len: 168 time: 1.4287336 Feb 17 11:54:12.410921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43746) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:12.453304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] For port 11faf98d-6c00-43d5-b00f-4a36c84ff040, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=11faf98d-6c00-43d5-b00f-4a36c84ff040,segment=NetworkSegment(460bf011-08e4-4a14-8dc3-3e8dc9ad1026),segment_id=460bf011-08e4-4a14-8dc3-3e8dc9ad1026)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:12.453687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.534933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.536053 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cceb318a-28b7-45fa-b14d-4705a0cc9fb4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 204 len: 168 time: 4.6575115 Feb 17 11:54:12.550382 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3305126-ab8c-4105-86b6-1819962a68ed req-40983714-3ad4-4e27-a691-161d23db7cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427488 Feb 17 11:54:12.550871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43750) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:12.557834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-36299180-aa2f-44ad-933f-d0ffd59dd0bd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422102 Feb 17 11:54:12.570504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:12.579073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43754) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:12.583424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-279258727'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:12.597439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:12.609845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] Calling delete_port for 11faf98d-6c00-43d5-b00f-4a36c84ff040 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:12.615078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:12.625886 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-c5df170d-e57c-472a-8427-b9d5b319f3f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.3970253 Feb 17 11:54:12.629124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:12.639549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 11faf98d-6c00-43d5-b00f-4a36c84ff040 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:12.672023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:12.702099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:12.710849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=b939d1ce-d97b-4153-995c-ee1e41d9048c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:12.738323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:12.756173 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d5c43bd9-068d-480b-9c81-2ac6b9161dcb req-2eedc46f-1790-4e8f-a5cf-9d6d0dabc6a5 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459941 Feb 17 11:54:12.770589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:12.772375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:12.773186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.783836 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eac033b4-be80-4943-8032-090f05c6f324 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26bf8cac014b478497a63566d2dc6439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8332279 Feb 17 11:54:12.789579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43758) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:12.800682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9435b73d-297e-4281-b201-0f5badd084cc triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:12.801043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.821440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43762) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:12.848592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-d72adb53-6279-4aca-bf70-6f28987e4992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:12.850137 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-d72adb53-6279-4aca-bf70-6f28987e4992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.1581953 Feb 17 11:54:12.850257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.855514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:12.902764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:12.912593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:12.934114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 11:54:12.934114 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Feb 17 11:54:12.934114 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'port_id': '11faf98d-6c00-43d5-b00f-4a36c84ff040', 'host': 'dv-neutron-828728-1-hyperv', 'level': 0}] Feb 17 11:54:12.934114 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:54:12.934956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:54:12.937117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:12.963377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:12.964534 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-041c8ca8-4fd8-4e5e-bc6c-3b90ab49896f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8092136 Feb 17 11:54:12.968823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] Deleting port 9435b73d-297e-4281-b201-0f5badd084cc {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:12.969154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43766) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:12.969394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:12.991722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'port': {'network_id': '85403e92-7502-4545-b525-d3b247ea0379', 'name': 'tempest-FloatingIPTestJSON-1748945495'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:13.005657 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-87f4a8ba-413a-4ef1-9346-e9821da70e2b tempest-TestNetworkAdvancedServerOps-841644426 tempest-TestNetworkAdvancedServerOps-841644426-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1093 time: 0.1803541 Feb 17 11:54:13.006377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43770) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:13.013728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:13.014792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:13.016896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.030908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:13.033677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8568333a-b9b4-411e-9b04-b73f3a8296d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.039228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 11faf98d-6c00-43d5-b00f-4a36c84ff040 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:13.039989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Usage tracker for resource:floatingip and tenant:309e30d5fa0f4537b571c210d5f6f148 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:13.047497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:13.053632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:13.077223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.109380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:13.122100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 11faf98d-6c00-43d5-b00f-4a36c84ff040 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:13.122457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 11faf98d-6c00-43d5-b00f-4a36c84ff040 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:13.135267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.138494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] Pushing event deleted for resources: {'Port': ['ID=11faf98d-6c00-43d5-b00f-4a36c84ff040,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:13.170659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fafb9ba-faf7-4e0e-afa7-f7c32289147f None None] No DVR routers for this DVR port 11faf98d-6c00-43d5-b00f-4a36c84ff040 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:13.269743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8568333a-b9b4-411e-9b04-b73f3a8296d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.339044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] For port 9435b73d-297e-4281-b201-0f5badd084cc, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9435b73d-297e-4281-b201-0f5badd084cc,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:13.340432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.351514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:13.383467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738133-0aac-4a10-adad-a81f5a80c3e1 req-ffaed92c-429a-4cf8-8762-d9f3f2eef6c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:13.385262 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-72738133-0aac-4a10-adad-a81f5a80c3e1 req-ffaed92c-429a-4cf8-8762-d9f3f2eef6c1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2270882 Feb 17 11:54:13.432253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-8dbe222a-bee7-418a-b235-36c512fc61be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5720358 Feb 17 11:54:13.448327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 11faf98d-6c00-43d5-b00f-4a36c84ff040 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:13.448327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.499359 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.499707 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment a7af4340-9ac7-4ac4-941a-d391aa10b084 of type vlan for network 67f383cc-7883-4848-878f-e257734e9b68 Feb 17 11:54:13.502793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.522069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] Calling delete_port for 9435b73d-297e-4281-b201-0f5badd084cc owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:13.554143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] The port '11faf98d-6c00-43d5-b00f-4a36c84ff040' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:54:13.629355 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-72738133-0aac-4a10-adad-a81f5a80c3e1 req-7f2979bd-eb27-40ab-9432-5cf05de45afb tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341795 Feb 17 11:54:13.667033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:13.687995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.691302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:port and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:13.695018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.705322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:13.722616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:13.724782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.734023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.771471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] No DVR routers for this DVR port 9435b73d-297e-4281-b201-0f5badd084cc on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:13.774029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341139-9ab5-4a9e-867b-de54e31abea7 None None] Pushing event deleted for resources: {'Port': ['ID=9435b73d-297e-4281-b201-0f5badd084cc,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:13.805171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e57db8a-fb9f-4da5-a958-6793d8bfb6c7']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:13.810729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-fc4cad26-57f1-41fd-926b-1ea3f0e248b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644700 Feb 17 11:54:13.830877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460bf011-08e4-4a14-8dc3-3e8dc9ad1026') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:13.831285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460bf011-08e4-4a14-8dc3-3e8dc9ad1026') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:13.853900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.870656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8568333a-b9b4-411e-9b04-b73f3a8296d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.903339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.919495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:54:13.919885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:54:13.934227 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:54:13.937509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:13.941124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.972112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.975887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:13.976466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:13.980653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568333a-b9b4-411e-9b04-b73f3a8296d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef286a2-0427-4d6c-ac4a-8b14c45a7e43,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:14.030362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Allocated IP 172.26.6.80 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/8234931b-bade-40a9-93f0-6752b5f7960f) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:14.134969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.156706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.168334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=7e57db8a-fb9f-4da5-a958-6793d8bfb6c7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:14.194432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d072b8ef-59a1-431d-b130-88861450a78e tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/7e57db8a-fb9f-4da5-a958-6793d8bfb6c7 HTTP/1.1" status: 204 len: 168 time: 2.7008998 Feb 17 11:54:14.194432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43776) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:14.214811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474016817', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:14.220984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9435b73d-297e-4281-b201-0f5badd084cc no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:14.225071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:14.232146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:14.234547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] device_id is not set on port eb7cda9a-18e4-44cb-a151-12f29ca1201a yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:54:14.256849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.259855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9435b73d-297e-4281-b201-0f5badd084cc {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:14.260328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9435b73d-297e-4281-b201-0f5badd084cc not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:14.282030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:14.284186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:14.307756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8568333a-b9b4-411e-9b04-b73f3a8296d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.308877 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8568333a-b9b4-411e-9b04-b73f3a8296d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ef286a2-0427-4d6c-ac4a-8b14c45a7e43 HTTP/1.1" status: 204 len: 168 time: 1.5149996 Feb 17 11:54:14.365556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=67f383cc-7883-4848-878f-e257734e9b68,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:14.385253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fe671bd9-7498-4edb-83d9-a1e09d4bbfde tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8279066 Feb 17 11:54:14.386006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 67f383cc-7883-4848-878f-e257734e9b68 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:14.390478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43782) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:14.402494 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60d83bec-535a-4b19-891e-252a5a27d3e9 req-063a56cc-b7d9-4bb8-8374-15d4f5da0bca service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539947 Feb 17 11:54:14.407143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.437880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '67f383cc-7883-4848-878f-e257734e9b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:14.487254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.492078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.11 (85403e92-7502-4545-b525-d3b247ea0379/ab66bf73-c1fa-4374-ba27-444d95530bd0/eb7cda9a-18e4-44cb-a151-12f29ca1201a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:14.527027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.528139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.601252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.606238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:14.611386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=85d153d7-d95e-4d27-90bb-75b81c14996e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:14.617828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:14.623845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:14.624359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac52a15-8836-4ee3-a988-d0257ddd9fca None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:14.624811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.706437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:14.709917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:14.712763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:14.758427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Port': ['ID=8234931b-bade-40a9-93f0-6752b5f7960f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:14.806907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9c4d06f8-141e-46a5-abc9-4b77ae163466 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2186015 Feb 17 11:54:14.807539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:14.811420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43790) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:14.818578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:14.824341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1550133054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:14.832717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:14.835736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:14.851082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:router and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:14.855768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:14.858572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:14.887779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:14.899962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:14.973773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.000567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ecfd9-4ef0-47f9-8d62-bf13461fbe00 req-4dd5566d-8b68-448b-bbe2-4ca71728c5fb tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:15.003122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f3ecfd9-4ef0-47f9-8d62-bf13461fbe00 req-4dd5566d-8b68-448b-bbe2-4ca71728c5fb tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1556664 Feb 17 11:54:15.062250 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f3ecfd9-4ef0-47f9-8d62-bf13461fbe00 req-9491007c-706b-4e9d-a6c3-54821504142f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524967 Feb 17 11:54:15.115332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.147777 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '85d153d7-d95e-4d27-90bb-75b81c14996e'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:15.148934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.193442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:15.196491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:15.201101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:15.215239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:15.227702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=eb7cda9a-18e4-44cb-a151-12f29ca1201a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:15.229918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.231080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5675c21c-e3a1-4849-805f-57df1c881e40 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0361221 Feb 17 11:54:15.232183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.233127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.239164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43800) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:15.264202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1417432380'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:15.277109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:15.285169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:15.289733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:15.298487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:15.307400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:15.313155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.372900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/85d153d7-d95e-4d27-90bb-75b81c14996e/2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:15.426479 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-563834ec-4694-4430-b4d3-326cbb624c3b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4562500 Feb 17 11:54:15.427569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:15.431567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.437709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43806) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:15.465710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'eb7cda9a-18e4-44cb-a151-12f29ca1201a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:15.468034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:15.482560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.483039 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 355c5470-4465-484e-bd78-1930e87a526d of type vlan for network 61a4188b-2562-44ef-8bbe-9474295f31be Feb 17 11:54:15.486642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:15.496616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.513380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:floatingip and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:15.528770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:15.528925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.535561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:15.537997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.603383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.616315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Transition to ACTIVE for port object 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:15.639295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Transition to ACTIVE for port object 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:15.652052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.656605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:15.658929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.744361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.746451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.768069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:15.769503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=61a4188b-2562-44ef-8bbe-9474295f31be,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:15.810853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 61a4188b-2562-44ef-8bbe-9474295f31be details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:15.852297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1c87e2f7-c227-4f16-ba43-da018964e380 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5972672 Feb 17 11:54:15.852883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43816) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:15.861111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:15.874984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Pushing event updated for resources: {'Port': ['ID=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:15.962343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:15.976523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43820) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:15.978633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:15.978758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:15.983237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:15.987746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:15.988193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.988536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.988867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.989195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.989520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.990155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.990298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.991170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:15.992740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.993253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.993467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.994405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:15.999209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:16.005184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.006420 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ec994dc8-29fa-40a9-b0e1-6085c4789c67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1920557 Feb 17 11:54:16.009151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43826) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:16.022429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.113999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Attempting to bind port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:16.114355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Attempting to bind port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:16.114782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Attempting to bind port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:16.122922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:16.123528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:16.123528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.124021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:16.124499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Bound port: 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:16.124869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.154133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.163054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:16.216669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=7d40deda-26c9-40fb-a7fd-042b477ddecd,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:16.231981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.239057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] For port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:16.242274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] For port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:16.288385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-61fc620f-2d26-4e10-ac0d-5b29d48e49c8 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] Request body: {'port': {'network_id': '5e0c8a61-1af6-499d-988e-e417f497d315', 'name': 'tempest-NetworksNegativeTestJSON-1384537433'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:16.296949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': 'a7af4340-9ac7-4ac4-941a-d391aa10b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67f383cc-7883-4848-878f-e257734e9b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:16.297143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 67f383cc-7883-4848-878f-e257734e9b68, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:16.314388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.328710 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fc620f-2d26-4e10-ac0d-5b29d48e49c8 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] POST failed (client error): The resource could not be found. Feb 17 11:54:16.329760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fc620f-2d26-4e10-ac0d-5b29d48e49c8 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:16.330887 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-61fc620f-2d26-4e10-ac0d-5b29d48e49c8 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3538845 Feb 17 11:54:16.335783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43832) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:16.338389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.413483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.427001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c09ab-cd57-4535-85ef-f573107a770b None None] Pushing event updated for resources: {'Port': ['ID=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:16.637629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32bb13-c171-4ff6-bd02-275dd97eeb88 req-e418678c-af9a-45ab-b7a6-fc442dbfa88c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:16.639191 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fe32bb13-c171-4ff6-bd02-275dd97eeb88 req-e418678c-af9a-45ab-b7a6-fc442dbfa88c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3435192 Feb 17 11:54:16.640572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.91 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/2c4e586e-d7e5-4fe0-8f56-abdd1f8eceda) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:16.646811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 67f383cc-7883-4848-878f-e257734e9b68 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:16.661647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8f00e6-e44d-4dd8-84bd-667ea1dc0388 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:16.662119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8f00e6-e44d-4dd8-84bd-667ea1dc0388 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:16.663903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9a8f00e6-e44d-4dd8-84bd-667ea1dc0388 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "DELETE /v2.0/networks/01223d8c-249b-4ff8-975d-fe03761f11d5 HTTP/1.1" status: 404 len: 339 time: 0.3270912 Feb 17 11:54:16.674870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43836) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:16.745202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d1ded1-0cb0-413b-8bb5-3f9e3a8c55fc tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:16.745658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d1ded1-0cb0-413b-8bb5-3f9e3a8c55fc tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:16.751545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-63d1ded1-0cb0-413b-8bb5-3f9e3a8c55fc tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "DELETE /v2.0/ports/1fabc8c8-3bd4-4085-9755-53c359e835d4 HTTP/1.1" status: 404 len: 333 time: 0.0715911 Feb 17 11:54:16.752186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43840) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:16.801357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea6cd40-34b4-4d70-85a4-41c97e8ef064 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] DELETE failed (client error): The resource could not be found. Feb 17 11:54:16.801821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea6cd40-34b4-4d70-85a4-41c97e8ef064 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:16.869900 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dea6cd40-34b4-4d70-85a4-41c97e8ef064 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "DELETE /v2.0/subnets/45aea87e-f571-44af-a073-2043bfddee37 HTTP/1.1" status: 404 len: 337 time: 0.1166487 Feb 17 11:54:16.885457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43846) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:16.918800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 67f383cc-7883-4848-878f-e257734e9b68) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:16.926924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223a423-a329-4e87-b560-d7a602d24ac7 None None] Network 67f383cc-7883-4848-878f-e257734e9b68 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:16.939198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:16.939688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:16.978912 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fe32bb13-c171-4ff6-bd02-275dd97eeb88 req-e8b2daaf-a877-4515-aa5e-108d5e344c22 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295922 Feb 17 11:54:17.005396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-69160f1c-95b7-404a-b6a3-3e5e9ca53bce tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] GET failed (client error): The resource could not be found. Feb 17 11:54:17.016263 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-69160f1c-95b7-404a-b6a3-3e5e9ca53bce tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "GET /v2.0/networks/67634a73-6046-4192-ba1c-2b86ce9975ab HTTP/1.1" status: 404 len: 339 time: 0.0773351 Feb 17 11:54:17.023727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43852) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:17.092830 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4c9843-fc8d-4a77-9684-012f9422ec46 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] GET failed (client error): The resource could not be found. Feb 17 11:54:17.094454 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8d4c9843-fc8d-4a77-9684-012f9422ec46 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "GET /v2.0/ports/9ad1c637-427b-47ff-9076-7d987c0ef7e4 HTTP/1.1" status: 404 len: 333 time: 0.0697277 Feb 17 11:54:17.100709 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ef0b893-3cdd-4171-9e85-35a5a866985b tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7026510 Feb 17 11:54:17.101646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43856) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:17.104196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43858) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:17.117660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.130076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-666954849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:17.145320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:17.152594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:17.157919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:17.168146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.175434 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e92ebc8-1131-41e4-94f9-41ac97240b4a tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] GET failed (client error): The resource could not be found. Feb 17 11:54:17.177161 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e92ebc8-1131-41e4-94f9-41ac97240b4a tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "GET /v2.0/subnets/72690bb8-69f3-4fd4-9e7e-cb962cc7a59f HTTP/1.1" status: 404 len: 337 time: 0.0632432 Feb 17 11:54:17.182932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43864) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:17.191171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c4c75767-92a3-43c7-8329-53af92ee3502 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:17.205993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:17.217079 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c75767-92a3-43c7-8329-53af92ee3502 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] PUT failed (client error): The resource could not be found. Feb 17 11:54:17.217233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c75767-92a3-43c7-8329-53af92ee3502 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:17.223034 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c4c75767-92a3-43c7-8329-53af92ee3502 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "PUT /v2.0/networks/eac92ddd-ef69-407e-88b0-90cf19d95816 HTTP/1.1" status: 404 len: 339 time: 0.0342102 Feb 17 11:54:17.223555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:17.230174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1f1dffb3-2daf-45e1-9803-12a1d88ba2ff tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:17.245321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.260913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.266370 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1dffb3-2daf-45e1-9803-12a1d88ba2ff tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] PUT failed (client error): The resource could not be found. Feb 17 11:54:17.267336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1dffb3-2daf-45e1-9803-12a1d88ba2ff tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:17.272860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f1dffb3-2daf-45e1-9803-12a1d88ba2ff tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "PUT /v2.0/ports/79b32e57-2041-4598-b457-24407ca4b81f HTTP/1.1" status: 404 len: 333 time: 0.0446222 Feb 17 11:54:17.273541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43872) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:17.280316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dcc5198f-9d4f-47c1-8930-4a34d4b81cf2 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:17.287348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-67f383cc-7883-4848-878f-e257734e9b68', 'network_id': '67f383cc-7883-4848-878f-e257734e9b68', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': '7d40deda-26c9-40fb-a7fd-042b477ddecd'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:17.288213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.328596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.374173 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc5198f-9d4f-47c1-8930-4a34d4b81cf2 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] PUT failed (client error): The resource could not be found. Feb 17 11:54:17.377678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc5198f-9d4f-47c1-8930-4a34d4b81cf2 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:54:17.377678 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dcc5198f-9d4f-47c1-8930-4a34d4b81cf2 tempest-NetworksNegativeTestJSON-1828067664 tempest-NetworksNegativeTestJSON-1828067664-project] 10.222.0.47 "PUT /v2.0/subnets/33dbf2e0-ed15-47a3-9cc5-47e4476c9e38 HTTP/1.1" status: 404 len: 337 time: 0.1014822 Feb 17 11:54:17.389331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.477080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.478065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.504156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event updated for resources: {'Port': ['ID=8234931b-bade-40a9-93f0-6752b5f7960f,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:17.543200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=b4c6af78-98de-47a7-8dbf-b4431f1a7c78,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:17.551460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:17.559147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.598206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Allocated IP 2001:db8::2 (67f383cc-7883-4848-878f-e257734e9b68/7d40deda-26c9-40fb-a7fd-042b477ddecd/243aafe4-6ecd-41f0-915c-0f051422820d) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:17.658113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:17.658531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 61a4188b-2562-44ef-8bbe-9474295f31be, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:17.675675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.683830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483c113-1b87-4d60-9180-10902203d3b8 req-9726cf1a-f1f1-492f-ba1a-a4fa61ed16d9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:17.685358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7483c113-1b87-4d60-9180-10902203d3b8 req-9726cf1a-f1f1-492f-ba1a-a4fa61ed16d9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.4767802 Feb 17 11:54:17.775484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:17.778141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:17.836712 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7483c113-1b87-4d60-9180-10902203d3b8 req-cba3a8c5-d214-473b-997f-93b24cdbbf13 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410539 Feb 17 11:54:17.866331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.881559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=2c4e586e-d7e5-4fe0-8f56-abdd1f8eceda,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:17.895538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Transition to ACTIVE for port object 243aafe4-6ecd-41f0-915c-0f051422820d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:17.905242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:17.935208 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:54:17.941078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Transition to ACTIVE for port object 243aafe4-6ecd-41f0-915c-0f051422820d will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:17.957622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 61a4188b-2562-44ef-8bbe-9474295f31be is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:17.986136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::1 (077674eb-7979-49ce-a746-00af8b5678be/85d153d7-d95e-4d27-90bb-75b81c14996e/50dd15a3-283d-4e63-bd98-b2bfc07c8d18) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:17.991078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57c244de-0f83-41ca-a9fc-e765ad49c216 None None] Provisioning for port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:18.072753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.077287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.091456 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5d68f3f2-5961-46d1-aba9-0ab63ebbf802 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9733329 Feb 17 11:54:18.091456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43882) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:18.144533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43886) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:18.168939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 61a4188b-2562-44ef-8bbe-9474295f31be) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:18.183293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdad6d6-1e9d-43a7-9eb5-fad0b72efc2f None None] Network 61a4188b-2562-44ef-8bbe-9474295f31be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:18.240107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:18.240763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.322248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:18.363679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Pushing event updated for resources: {'Port': ['ID=243aafe4-6ecd-41f0-915c-0f051422820d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:18.382634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Network 67f383cc-7883-4848-878f-e257734e9b68 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:18.396631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:18.410665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:18.516795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabccb2-97a7-4c75-9302-46f9071b4b20 req-a7b714de-9b07-4e03-8f20-e7541ee78540 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:18.518895 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-faabccb2-97a7-4c75-9302-46f9071b4b20 req-a7b714de-9b07-4e03-8f20-e7541ee78540 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5031071 Feb 17 11:54:18.545093 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2625a480-ffe9-4ee5-91b0-dfda7da1dbaf tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6885457 Feb 17 11:54:18.550875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43892) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:18.594171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Attempting to bind port 243aafe4-6ecd-41f0-915c-0f051422820d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:18.595260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Attempting to bind port 243aafe4-6ecd-41f0-915c-0f051422820d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a7af4340-9ac7-4ac4-941a-d391aa10b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67f383cc-7883-4848-878f-e257734e9b68'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:18.596047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Attempting to bind port 243aafe4-6ecd-41f0-915c-0f051422820d on network 67f383cc-7883-4848-878f-e257734e9b68 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:18.605492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.608566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.616143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:18.616519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Checking segment: {'id': 'a7af4340-9ac7-4ac4-941a-d391aa10b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67f383cc-7883-4848-878f-e257734e9b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:18.617033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.617431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Bound using segment: {'id': 'a7af4340-9ac7-4ac4-941a-d391aa10b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67f383cc-7883-4848-878f-e257734e9b68'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:18.617985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Bound port: 243aafe4-6ecd-41f0-915c-0f051422820d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7af4340-9ac7-4ac4-941a-d391aa10b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67f383cc-7883-4848-878f-e257734e9b68'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:18.618419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.637037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:18.640262 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Floating IP 548ec490-05a0-4c80-ad88-d09f10e4c5ef associated. External IP: 172.26.6.80, port: b5ef644b-e080-4b53-864d-9b453db5d781. Feb 17 11:54:18.652020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:18.676227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:18.676557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.738119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:18.747640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-61a4188b-2562-44ef-8bbe-9474295f31be', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:18.748738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.799582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Usage tracker for resource:security_group_rule and tenant:8efab1b739124a97934d0c6a5f28ce33 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:18.807955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:18.818468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:18.909196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:18.911069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] For port 243aafe4-6ecd-41f0-915c-0f051422820d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:18.949487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] For port 243aafe4-6ecd-41f0-915c-0f051422820d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=243aafe4-6ecd-41f0-915c-0f051422820d,segment=NetworkSegment(a7af4340-9ac7-4ac4-941a-d391aa10b084),segment_id=a7af4340-9ac7-4ac4-941a-d391aa10b084)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:19.005067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.010506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-faabccb2-97a7-4c75-9302-46f9071b4b20 req-375bd6be-c514-40eb-abc8-ea0f54d8433c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4799752 Feb 17 11:54:19.044195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Allocated IP 172.20.0.2 (61a4188b-2562-44ef-8bbe-9474295f31be/b4c6af78-98de-47a7-8dbf-b4431f1a7c78/148d288b-4dce-4be8-ada7-a294b9370e19) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:19.046672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.057566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:19.060324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.073475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:19.081250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:19.084263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.087226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:19.090697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:19.091459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.195706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.242461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.256748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec876bc-4752-4fa6-ac2d-6e0bb669abb4 None None] Pushing event updated for resources: {'Port': ['ID=243aafe4-6ecd-41f0-915c-0f051422820d,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:19.439296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:19.571878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.590924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Transition to ACTIVE for port object 148d288b-4dce-4be8-ada7-a294b9370e19 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:19.640710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Transition to ACTIVE for port object 148d288b-4dce-4be8-ada7-a294b9370e19 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:19.664845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-12409002-cee2-490c-837d-25e71be23122 None None] Provisioning for port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:19.673875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-12409002-cee2-490c-837d-25e71be23122 None None] Provisioning complete for port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:19.674458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-12409002-cee2-490c-837d-25e71be23122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.723351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.728815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7e0044-9475-471a-8d68-b0c17e9c58de,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:19.737112 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b6609da7-ca10-47f5-a8ba-62f2d46af20c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8efab1b739124a97934d0c6a5f28ce33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5786772 Feb 17 11:54:19.742741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43898) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:19.780159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8::1 (67f383cc-7883-4848-878f-e257734e9b68/7d40deda-26c9-40fb-a7fd-042b477ddecd/a90d8b14-9910-4692-9a4f-803a8273281e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:19.798678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.800146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.829533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-12409002-cee2-490c-837d-25e71be23122 None None] Port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:19.848288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Network 61a4188b-2562-44ef-8bbe-9474295f31be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:19.849134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Pushing event updated for resources: {'Port': ['ID=148d288b-4dce-4be8-ada7-a294b9370e19,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:19.851866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:19.853942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:19.945888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Attempting to bind port 148d288b-4dce-4be8-ada7-a294b9370e19 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:19.946355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Attempting to bind port 148d288b-4dce-4be8-ada7-a294b9370e19 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:19.946595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Attempting to bind port 148d288b-4dce-4be8-ada7-a294b9370e19 on network 61a4188b-2562-44ef-8bbe-9474295f31be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:19.952993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:19.953609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Checking segment: {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:19.953720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.955435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Bound using segment: {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:19.955607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Bound port: 148d288b-4dce-4be8-ada7-a294b9370e19, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:19.955889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:19.960708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09941e78-a080-4fab-bf0f-0bb87967b82f req-8daceee6-7dfe-4e71-92d6-a8b37439df11 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:19.962243 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09941e78-a080-4fab-bf0f-0bb87967b82f req-8daceee6-7dfe-4e71-92d6-a8b37439df11 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.7306120 Feb 17 11:54:20.032460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-37e3215a-04ef-463f-86b9-ad8d060bad98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3932090 Feb 17 11:54:20.055551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] For port 148d288b-4dce-4be8-ada7-a294b9370e19, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:20.059946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] For port 148d288b-4dce-4be8-ada7-a294b9370e19, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=148d288b-4dce-4be8-ada7-a294b9370e19,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:20.061155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.099436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-621dd610-974b-4695-ba1d-f0ce4d42ca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.169103 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09941e78-a080-4fab-bf0f-0bb87967b82f req-c9836113-b8a7-4087-9688-d8c8cb59c0a6 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935654 Feb 17 11:54:20.182392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.182507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.403568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641304ed-3e47-4deb-9013-495aeac79b43 None None] Pushing event updated for resources: {'Port': ['ID=148d288b-4dce-4be8-ada7-a294b9370e19,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:20.410153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 243aafe4-6ecd-41f0-915c-0f051422820d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:20.632742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 243aafe4-6ecd-41f0-915c-0f051422820d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:20.641165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:20.682954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-621dd610-974b-4695-ba1d-f0ce4d42ca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.706253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.725859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object a90d8b14-9910-4692-9a4f-803a8273281e will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:20.748551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:20.749184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.853470 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-6e238da3-a937-494f-8eae-6597419440c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.7221556 Feb 17 11:54:20.862083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:20.938343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673ec21-02be-4825-8323-cf73c7f1603f None None] Network 67f383cc-7883-4848-878f-e257734e9b68 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:20.978252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.20.0.1 (61a4188b-2562-44ef-8bbe-9474295f31be/b4c6af78-98de-47a7-8dbf-b4431f1a7c78/3f43305c-b9c0-471c-a51d-2275b98e5a61) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:21.110586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.140500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9174c-bb7c-4ee8-ba5f-a19c68702f1b req-61f7a577-cb3f-4235-ac92-71836bf733ed tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:21.142091 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-16f9174c-bb7c-4ee8-ba5f-a19c68702f1b req-61f7a577-cb3f-4235-ac92-71836bf733ed tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.6156662 Feb 17 11:54:21.181002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] Provisioning for port 243aafe4-6ecd-41f0-915c-0f051422820d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:21.210361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Router dd2c396a-692c-436d-93a9-b000b4e06613 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:21.213740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.217517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 67f383cc-7883-4848-878f-e257734e9b68 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:21.217676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] Provisioning complete for port 243aafe4-6ecd-41f0-915c-0f051422820d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:21.218033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.228049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:21.230895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:21.231616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.281591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-a9eca3ba-3513-479a-b21b-443be1172465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:21.284258 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-a9eca3ba-3513-479a-b21b-443be1172465 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.3444819 Feb 17 11:54:21.284928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=a90d8b14-9910-4692-9a4f-803a8273281e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:21.291379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-621dd610-974b-4695-ba1d-f0ce4d42ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.375505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.389087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dd610-974b-4695-ba1d-f0ce4d42ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7e0044-9475-471a-8d68-b0c17e9c58de,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:21.413919 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-16f9174c-bb7c-4ee8-ba5f-a19c68702f1b req-d6057f80-0045-4582-b394-a6218e7a82ce tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561018 Feb 17 11:54:21.446997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] For port 243aafe4-6ecd-41f0-915c-0f051422820d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=243aafe4-6ecd-41f0-915c-0f051422820d,segment=NetworkSegment(a7af4340-9ac7-4ac4-941a-d391aa10b084),segment_id=a7af4340-9ac7-4ac4-941a-d391aa10b084)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:21.515333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.532896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.550229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-621dd610-974b-4695-ba1d-f0ce4d42ca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.551563 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-621dd610-974b-4695-ba1d-f0ce4d42ca7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee7e0044-9475-471a-8d68-b0c17e9c58de HTTP/1.1" status: 204 len: 168 time: 1.8059821 Feb 17 11:54:21.578475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.621088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.698883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c5f2a-b107-4d9d-84e9-7d043b01edd6 None None] Pushing event updated for resources: {'Port': ['ID=243aafe4-6ecd-41f0-915c-0f051422820d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:21.719133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:21.739283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.745198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=2c4e586e-d7e5-4fe0-8f56-abdd1f8eceda,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:21.765705 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-a470c701-4d30-4a69-a27b-eeda03c4b8b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.4525812 Feb 17 11:54:21.772577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 3f43305c-b9c0-471c-a51d-2275b98e5a61 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:21.839831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.840282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.863028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5d81ccbb-995e-4dde-abc3-9fb73eaddbb8 None None] Provisioning for port a90d8b14-9910-4692-9a4f-803a8273281e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:21.870027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5d81ccbb-995e-4dde-abc3-9fb73eaddbb8 None None] Provisioning complete for port a90d8b14-9910-4692-9a4f-803a8273281e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:21.870970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5d81ccbb-995e-4dde-abc3-9fb73eaddbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:21.997193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5d81ccbb-995e-4dde-abc3-9fb73eaddbb8 None None] Port a90d8b14-9910-4692-9a4f-803a8273281e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:22.012429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5d81ccbb-995e-4dde-abc3-9fb73eaddbb8 None None] Provisioning complete for port 243aafe4-6ecd-41f0-915c-0f051422820d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:22.013556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5d81ccbb-995e-4dde-abc3-9fb73eaddbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:22.024754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:22.109668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f91eb-c97b-49b2-bffa-3a3b6f27faab None None] Network 61a4188b-2562-44ef-8bbe-9474295f31be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:22.150335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 61a4188b-2562-44ef-8bbe-9474295f31be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:22.153118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=3f43305c-b9c0-471c-a51d-2275b98e5a61,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:22.172318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:22.180227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:22.381233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP a864dc99-8257-4edd-a0ce-eaead9577fbb associated. External IP: 172.26.6.91, port: eb7cda9a-18e4-44cb-a151-12f29ca1201a. Feb 17 11:54:22.452214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:22.461495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:22.474562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 148d288b-4dce-4be8-ada7-a294b9370e19 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:22.477037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-f2824d38-fe44-4cad-95c8-ce6b020220fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:22.481655 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-f2824d38-fe44-4cad-95c8-ce6b020220fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.6960666 Feb 17 11:54:22.647437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:22.709154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9b79a3a2-410c-476d-a9d0-9a74cbc4dbc6 None None] Provisioning complete for port a90d8b14-9910-4692-9a4f-803a8273281e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:22.709522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b79a3a2-410c-476d-a9d0-9a74cbc4dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:22.796572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:22.816375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] Sync routers for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:22.821921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d906d-2932-4be8-8fde-02bc3fd9fc88 req-226f3c06-3f29-4ca5-b604-a0733f6a801a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:22.830812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-066d906d-2932-4be8-8fde-02bc3fd9fc88 req-226f3c06-3f29-4ca5-b604-a0733f6a801a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.3546042 Feb 17 11:54:22.834264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9b79a3a2-410c-476d-a9d0-9a74cbc4dbc6 None None] Port a90d8b14-9910-4692-9a4f-803a8273281e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:22.854930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:22.855652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:22.861703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:22.972018 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-066d906d-2932-4be8-8fde-02bc3fd9fc88 req-dc8c226e-e797-4bc4-905b-3e40db5a0200 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400995 Feb 17 11:54:23.045509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 148d288b-4dce-4be8-ada7-a294b9370e19 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:23.053134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 148d288b-4dce-4be8-ada7-a294b9370e19 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:23.053504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.101308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.122451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9b79a3a2-410c-476d-a9d0-9a74cbc4dbc6 None None] Provisioning for port 148d288b-4dce-4be8-ada7-a294b9370e19 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:23.133656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9b79a3a2-410c-476d-a9d0-9a74cbc4dbc6 None None] Provisioning complete for port 148d288b-4dce-4be8-ada7-a294b9370e19 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:23.134081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b79a3a2-410c-476d-a9d0-9a74cbc4dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.213724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.295889 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-badf78fd-ff50-4dee-bad3-ea802dc809fc tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.2881720 Feb 17 11:54:23.302910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:54:23.324940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-c71b6005-f5fb-4669-8bba-7cbe1cec81b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5216796 Feb 17 11:54:23.366132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.478508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 148d288b-4dce-4be8-ada7-a294b9370e19, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=148d288b-4dce-4be8-ada7-a294b9370e19,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:23.563261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43932) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:23.567897 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'status': 'completed', 'code': 200} Feb 17 11:54:23.585820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.586607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 243aafe4-6ecd-41f0-915c-0f051422820d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:23.629651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:23.678697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.724464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:23.806166 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-91989c4b-4e7a-4a70-bc12-403d75e211db service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729233 Feb 17 11:54:23.811679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.812559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.830389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=148d288b-4dce-4be8-ada7-a294b9370e19,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:23.918364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1857567882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:23.933627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:23.949740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:router and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:23.955627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:23.956460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-5c74450c-0e39-4f3a-87e4-6f2cb8df429d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=309e30d5fa0f4537b571c210d5f6f148&device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1098 time: 0.3686218 Feb 17 11:54:23.957089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 243aafe4-6ecd-41f0-915c-0f051422820d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:23.957463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:23.966917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:23.977001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560c4e3-66d0-44c8-93d6-b44c5eb9fe87 req-48a067bd-dee2-41f8-9643-8785b20517af tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:23.978275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2560c4e3-66d0-44c8-93d6-b44c5eb9fe87 req-48a067bd-dee2-41f8-9643-8785b20517af tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.4372864 Feb 17 11:54:24.029351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Provisioning complete for port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:24.029802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.052970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:24.084930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.086315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.091595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.185143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:24.215816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=a90d8b14-9910-4692-9a4f-803a8273281e,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:24.234159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.314931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Router f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:54:24.346078 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2560c4e3-66d0-44c8-93d6-b44c5eb9fe87 req-f6ad8762-0782-4498-afac-0bdbd5b85fc0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792754 Feb 17 11:54:24.354730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e7ab014-4c18-42ee-b12f-c0ff97ee8f6e req-7030374c-c500-4e4a-bff8-1c42f4168a15 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269723 Feb 17 11:54:24.381114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 67f383cc-7883-4848-878f-e257734e9b68 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:24.382307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-e4cdc37a-bf0f-4ce9-b9bc-3a701087ed9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:24.383778 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-e4cdc37a-bf0f-4ce9-b9bc-3a701087ed9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 200 len: 897 time: 0.3999562 Feb 17 11:54:24.386073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:24.388653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.416777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43940) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:24.417021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Provisioning for port 3f43305c-b9c0-471c-a51d-2275b98e5a61 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:24.433318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Provisioning complete for port 3f43305c-b9c0-471c-a51d-2275b98e5a61 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:24.433318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.484930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 148d288b-4dce-4be8-ada7-a294b9370e19 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:24.496801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.500270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=3f43305c-b9c0-471c-a51d-2275b98e5a61,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:24.551970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Port 3f43305c-b9c0-471c-a51d-2275b98e5a61 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:24.631422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Provisioning complete for port 148d288b-4dce-4be8-ada7-a294b9370e19 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:24.632067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-12dfdd48-2e10-494f-832e-a185e8780ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.670717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.684675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '548ec490-05a0-4c80-ad88-d09f10e4c5ef', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'port_id': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'mac_address': 'fa:16:3e:b1:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df6da22-d191-4959-934f-d93a9996c688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:54:15Z', 'updated_at': '2022-02-17T11:54:15Z', 'revision_number': 0, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:41Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:24.692733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] Checking router: dd2c396a-692c-436d-93a9-b000b4e06613 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:24.734214 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-58959f8b-320a-45ec-b83e-7c338bf200b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/floatingips/548ec490-05a0-4c80-ad88-d09f10e4c5ef HTTP/1.1" status: 200 len: 990 time: 0.3070540 Feb 17 11:54:24.734522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 148d288b-4dce-4be8-ada7-a294b9370e19 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:24.735003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.760361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d2215-a5ca-4f09-ad0c-b8dbf73624aa req-82bb2252-ecf1-4028-9199-e59ebe2b888d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:24.763265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-305d2215-a5ca-4f09-ad0c-b8dbf73624aa req-82bb2252-ecf1-4028-9199-e59ebe2b888d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5362384 Feb 17 11:54:24.770310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:24.770957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:24.817873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:24.821679 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-abcdfafb-d545-4711-89ab-d59793a57cde tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2502661 Feb 17 11:54:24.823713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43944) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:24.877461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 61a4188b-2562-44ef-8bbe-9474295f31be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:24.881362 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-305d2215-a5ca-4f09-ad0c-b8dbf73624aa req-f1211747-3221-47a5-a77f-102527b80c42 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084790 Feb 17 11:54:24.882979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:24.896060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-397299689'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:24.917831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:24.937618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:network and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:24.957539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:24.981958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:25.009882 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-5c98b3ca-c6be-452d-800f-384ec9bcb258 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 200 len: 998 time: 0.5536962 Feb 17 11:54:25.089548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:25.111732 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128330a-b384-47a4-8360-5902d8972814 None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:25.119288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Made reservation on behalf of b791589290c74a65bf65c62906ee0714 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:25.122425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:25.126874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:25.139467 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128330a-b384-47a4-8360-5902d8972814 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:25.140717 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0128330a-b384-47a4-8360-5902d8972814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:25.224547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:25.278064 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0128330a-b384-47a4-8360-5902d8972814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:25.293231 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128330a-b384-47a4-8360-5902d8972814 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:25.294484 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0128330a-b384-47a4-8360-5902d8972814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:25.382959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:25.405889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-91d59146-4f99-43d0-978c-2ea57589dec3 None None] Provisioning complete for port a90d8b14-9910-4692-9a4f-803a8273281e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:25.413009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-91d59146-4f99-43d0-978c-2ea57589dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:25.428183 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0128330a-b384-47a4-8360-5902d8972814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:25.428864 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128330a-b384-47a4-8360-5902d8972814 None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:25.443069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-b3ead3f8-57aa-4438-b831-a1bafa7248aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:25.444537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-b3ead3f8-57aa-4438-b831-a1bafa7248aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c39140e-c598-4421-a374-29370b1372ba HTTP/1.1" status: 200 len: 834 time: 0.4215059 Feb 17 11:54:25.459712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:25.507712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:security_group_rule and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:25.514237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:25.534682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:25.590209 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-572f5067-6664-4631-aedc-6a5983d8dc90 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1415579 Feb 17 11:54:25.591906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:25.593484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43952) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:25.639107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:25.659394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29679edd-513c-4344-ae6a-6197895ca1da req-73374988-ea70-43c8-ab2d-bcf6a588d9a5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:25.661056 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-29679edd-513c-4344-ae6a-6197895ca1da req-73374988-ea70-43c8-ab2d-bcf6a588d9a5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1415040 Feb 17 11:54:25.684506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Sync routers for ids ['f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:25.693220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-91d59146-4f99-43d0-978c-2ea57589dec3 None None] Port a90d8b14-9910-4692-9a4f-803a8273281e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:25.714697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Routers {'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:25.715316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:25.737887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43956) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:25.746340 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-29679edd-513c-4344-ae6a-6197895ca1da req-c382ea79-4e29-44cb-a251-a0b78cf7d540 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759842 Feb 17 11:54:25.778590 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-49e2b76d-a870-4c74-a4a5-f0aa86ef719e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "PUT /v2.0/routers/f4a99b5d-5b0e-476d-b8eb-4369f90f1d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7682009 Feb 17 11:54:25.799255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43960) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:25.802514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-406ca8a7-a5cb-46d3-b6c9-b79bf4a816a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33fa286c-113b-4fe4-ab27-b1e5195efa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3455124 Feb 17 11:54:25.870812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5d7b7b84-4e3e-4e6f-89c9-efbbd7d9ada0 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/floatingips/548ec490-05a0-4c80-ad88-d09f10e4c5ef HTTP/1.1" status: 200 len: 990 time: 0.1233261 Feb 17 11:54:25.876555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:54:25.925352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:25.953210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9b49f55c-23a5-4118-b124-e8575fd3a82b None None] Provisioning complete for port 3f43305c-b9c0-471c-a51d-2275b98e5a61 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:25.954165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b49f55c-23a5-4118-b124-e8575fd3a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.003560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Set router f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:26.032530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.062519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:26.069508 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6b8ae5cc-392e-4a85-8aa8-42d0e14f41d9 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5124021 Feb 17 11:54:26.072537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43964) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:26.077928 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:26.081428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-158512461'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:26.091013 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:26.091254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9b49f55c-23a5-4118-b124-e8575fd3a82b None None] Port 3f43305c-b9c0-471c-a51d-2275b98e5a61 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:26.092231 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:26.099698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:26.099847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d7a3d-de01-40d1-b5c1-ffcd4473a828 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:26.099847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a63d7a3d-de01-40d1-b5c1-ffcd4473a828 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:26.105521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:26.112029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:26.127460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:26.130890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.162227 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-63b6884f-93cb-44e8-8675-4a8ae0c522bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 1098 time: 0.5746207 Feb 17 11:54:26.202104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:26.209446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.242078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:26.250711 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:26.252072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.252417 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 7d08d912-cb16-4559-a28a-ff848a73ef48 of type vlan for network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 Feb 17 11:54:26.284996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.304653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '548ec490-05a0-4c80-ad88-d09f10e4c5ef', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'port_id': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'mac_address': 'fa:16:3e:b1:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df6da22-d191-4959-934f-d93a9996c688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:54:15Z', 'updated_at': '2022-02-17T11:54:15Z', 'revision_number': 0, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:41Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:26.307138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:26.324456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984f4ff-ec9f-4f60-aa7e-7d5cc9f6f185 None None] The sync data for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv is: [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '548ec490-05a0-4c80-ad88-d09f10e4c5ef', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'port_id': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'mac_address': 'fa:16:3e:b1:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df6da22-d191-4959-934f-d93a9996c688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:54:15Z', 'updated_at': '2022-02-17T11:54:15Z', 'revision_number': 0, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:41Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:26.428463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec22bd1-c622-4b86-8bcb-9a55f440c22a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:26.428463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-6ddc8b90-7403-4c9d-981c-3259e1e9be6b service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840259 Feb 17 11:54:26.448077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.453443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:26.455309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.458018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89', 'name': 'tempest-NetworksTestDHCPv6-router-1550133054', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:15Z', 'updated_at': '2022-02-17T11:54:19Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None, '_interfaces': [{'id': '50dd15a3-283d-4e63-bd98-b2bfc07c8d18', 'name': '', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'mac_address': 'fa:16:3e:7d:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d153d7-d95e-4d27-90bb-75b81c14996e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:17Z', 'updated_at': '2022-02-17T11:54:20Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'subnets': [{'id': '85d153d7-d95e-4d27-90bb-75b81c14996e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:26.462546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Checking router: f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:26.463073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Updating router f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:54:26.524124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.634012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=337a6c6b-fd03-4f5e-9cba-c07a70067eb9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:26.665581 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:22Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:23Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:26.670148 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:26.671533 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Updating router bf4101de-c837-4411-8279-314f6ea270b2 port 3f43305c-b9c0-471c-a51d-2275b98e5a61 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:54:26.696831 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a86bfd27-bed9-4afc-845c-ce4f72d91dd7 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6217389 Feb 17 11:54:26.697046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43968) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:26.700991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960d4d-4f6f-4372-a7b5-c29d66c0907b None None] New status for floating IP 548ec490-05a0-4c80-ad88-d09f10e4c5ef: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:54:26.703508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:26.707235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a63d7a3d-de01-40d1-b5c1-ffcd4473a828 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:26.711646 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a63d7a3d-de01-40d1-b5c1-ffcd4473a828 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports/50dd15a3-283d-4e63-bd98-b2bfc07c8d18 HTTP/1.1" status: 200 len: 911 time: 0.9052033 Feb 17 11:54:26.723771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43972) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:26.740596 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.753397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:26.764054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.764396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Added segment 5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e of type vlan for network e5458d36-c97b-4061-acb0-0b4a4681bd16 Feb 17 11:54:26.773941 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8cdb26d2-a6c6-4fa6-aec4-6dc18836bd9b req-16faa190-35b5-47a2-83a4-322284ce9f49 service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295262 Feb 17 11:54:26.877215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:26.884088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 43978) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:26.941821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:26.947939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:26.951402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:26.959873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:26.980600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a012c0-dfd5-4826-a2f7-d75d5d59eb16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:26.987339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a012c0-dfd5-4826-a2f7-d75d5d59eb16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:26.988861 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-46a012c0-dfd5-4826-a2f7-d75d5d59eb16 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2640491 Feb 17 11:54:26.991785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43982) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:27.023827 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e6ea36be-8178-447f-bd48-aded07862809 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/floatingips/548ec490-05a0-4c80-ad88-d09f10e4c5ef HTTP/1.1" status: 200 len: 990 time: 0.1354020 Feb 17 11:54:27.066113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 2c852766-da67-49fc-bc88-1e7670eca794 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:54:27.068562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-20e5e21c-7867-43c0-b7ef-1aee5ee2405a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:27.070276 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-20e5e21c-7867-43c0-b7ef-1aee5ee2405a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 200 len: 912 time: 0.8857532 Feb 17 11:54:27.135192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:27.174117 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.190622 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Transition to ACTIVE for port object 3f43305c-b9c0-471c-a51d-2275b98e5a61 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:27.194104 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-a0f6a36b-79d1-4e6d-b45e-95f315ae4bf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 200 len: 1000 time: 0.1100786 Feb 17 11:54:27.195367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:27.276045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-64d972b6-794e-4e2b-b56e-aff85de69819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:27.277934 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-64d972b6-794e-4e2b-b56e-aff85de69819 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 200 len: 851 time: 0.0675778 Feb 17 11:54:27.287755 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.321621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.442277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.456618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Transition to ACTIVE for port object 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:27.496791 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Pushing event updated for resources: {'Port': ['ID=3f43305c-b9c0-471c-a51d-2275b98e5a61,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:27.508299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.508733 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.509112 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.509454 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.509908 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.514751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.514751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.514751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.514751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.514751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.514751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:27.537140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.570780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.661927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.666154 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Attempting to bind port 3f43305c-b9c0-471c-a51d-2275b98e5a61 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:27.666533 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Attempting to bind port 3f43305c-b9c0-471c-a51d-2275b98e5a61 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:27.666975 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Attempting to bind port 3f43305c-b9c0-471c-a51d-2275b98e5a61 on network 61a4188b-2562-44ef-8bbe-9474295f31be {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:27.670696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:27.671245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.676210 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:27.676925 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Checking segment: {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:27.683175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.683175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Bound using segment: {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:27.683175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Bound port: 3f43305c-b9c0-471c-a51d-2275b98e5a61, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c5470-4465-484e-bd78-1930e87a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:27.683175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.764229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3fba-9561-41dc-9e49-dfc446e145ff req-8b68ae22-0ff6-4b08-9fc1-daea713ac63f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:27.768051 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4e6a3fba-9561-41dc-9e49-dfc446e145ff req-8b68ae22-0ff6-4b08-9fc1-daea713ac63f tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.7319596 Feb 17 11:54:27.768676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.768978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP a864dc99-8257-4edd-a0ce-eaead9577fbb disassociated. External IP: 172.26.6.91, port: eb7cda9a-18e4-44cb-a151-12f29ca1201a. Feb 17 11:54:27.772890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b7fb-1cfb-449a-ba32-4598c7fb0517 None None] Pushing event updated for resources: {'Port': ['ID=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:27.878051 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0447445 Feb 17 11:54:27.909912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43986) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:27.920451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'subnet': {'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:27.981104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Attempting to bind port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:27.981413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Attempting to bind port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:27.981729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Attempting to bind port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:27.995412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:27.995909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:27.996315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:27.996696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:27.997151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Bound port: 50dd15a3-283d-4e63-bd98-b2bfc07c8d18, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:27.997515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:28.050182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43990) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:28.076710 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] For port 3f43305c-b9c0-471c-a51d-2275b98e5a61, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:28.100131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168d007-892b-4733-8477-1098c76e7e0f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Network': ['ID=e5458d36-c97b-4061-acb0-0b4a4681bd16,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:28.114172 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] For port 3f43305c-b9c0-471c-a51d-2275b98e5a61, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3f43305c-b9c0-471c-a51d-2275b98e5a61,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:28.115269 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-5ce7b7bc-fa7e-4a4b-aa7c-c34f832c44b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7663922 Feb 17 11:54:28.118017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:28.150470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:28.168226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4e6a3fba-9561-41dc-9e49-dfc446e145ff req-ce797af8-eb4f-4cbc-a5e0-5df72523cf23 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425024 Feb 17 11:54:28.179302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:subnet and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:28.191729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] For port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:28.193613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:28.211906 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:28.217156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] For port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:28.231707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:28.269493 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-099298dd-bc79-47b8-a72b-d1d852af9c31 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/floatingips/548ec490-05a0-4c80-ad88-d09f10e4c5ef HTTP/1.1" status: 200 len: 992 time: 0.2153361 Feb 17 11:54:28.288136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:28.345646 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15fb17-ffb3-484f-b885-cf22047f53d5 None None] Pushing event updated for resources: {'Port': ['ID=3f43305c-b9c0-471c-a51d-2275b98e5a61,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:28.350882 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:28.352265 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:28.359472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Made reservation on behalf of b791589290c74a65bf65c62906ee0714 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:28.371621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:28.398499 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-582ae359-11b3-426a-b213-170274d42de7 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/2c852766-da67-49fc-bc88-1e7670eca794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3132086 Feb 17 11:54:28.419070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 43994) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:28.425393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Routers {'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:28.425929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:28.431766 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] Sync routers for ids ['2c852766-da67-49fc-bc88-1e7670eca794'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:28.445035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-c8bb59d4-4358-477f-bc35-7830340d35dd service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215108 Feb 17 11:54:28.449676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:28.561350 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] Routers {'2c852766-da67-49fc-bc88-1e7670eca794'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:28.562084 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2c852766-da67-49fc-bc88-1e7670eca794'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:28.639385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b7fb-1cfb-449a-ba32-4598c7fb0517 None None] Pushing event updated for resources: {'Port': ['ID=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:28.683028 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:28.705626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] Set router f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:28.711336 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:28.729415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:28.773188 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-371e664c-2fdb-4e40-b8ba-4938752139e7 req-0af0a5ff-d690-40d9-8538-be77e25ea3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175664 Feb 17 11:54:28.789720 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] Routers {'2c852766-da67-49fc-bc88-1e7670eca794'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:28.790348 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2c852766-da67-49fc-bc88-1e7670eca794'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:28.881222 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:28.881640 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303ab36-8d8c-4ebc-a411-60313bb465f1 None None] The sync data for ids ['2c852766-da67-49fc-bc88-1e7670eca794'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:29.024813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:29.025893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 337a6c6b-fd03-4f5e-9cba-c07a70067eb9, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:29.046273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fd906-b404-4b83-a2eb-96b0e80e6503 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:29.047279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-795fd906-b404-4b83-a2eb-96b0e80e6503 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:29.067672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=a902388f-5e16-453c-ae12-91ece3b84c6f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:29.135906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89', 'name': 'tempest-NetworksTestDHCPv6-router-1550133054', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:15Z', 'updated_at': '2022-02-17T11:54:19Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None, '_interfaces': [{'id': '50dd15a3-283d-4e63-bd98-b2bfc07c8d18', 'name': '', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'mac_address': 'fa:16:3e:7d:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d153d7-d95e-4d27-90bb-75b81c14996e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:17Z', 'updated_at': '2022-02-17T11:54:28Z', 'revision_number': 4, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'subnets': [{'id': '85d153d7-d95e-4d27-90bb-75b81c14996e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:29.142889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcc14e-b73e-485a-a693-074e52218260 None None] The sync data for ids ['f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'] in dv-neutron-828728-1-hyperv is: [{'id': 'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89', 'name': 'tempest-NetworksTestDHCPv6-router-1550133054', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:15Z', 'updated_at': '2022-02-17T11:54:19Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None, '_interfaces': [{'id': '50dd15a3-283d-4e63-bd98-b2bfc07c8d18', 'name': '', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'mac_address': 'fa:16:3e:7d:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d153d7-d95e-4d27-90bb-75b81c14996e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:17Z', 'updated_at': '2022-02-17T11:54:28Z', 'revision_number': 4, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'subnets': [{'id': '85d153d7-d95e-4d27-90bb-75b81c14996e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:29.198808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:29.216391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:29.242378 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:22Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:28Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:29.251674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436126a3-e6aa-48d5-939d-03accad561cf None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:22Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:28Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:29.252887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-795fd906-b404-4b83-a2eb-96b0e80e6503 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:29.254698 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-795fd906-b404-4b83-a2eb-96b0e80e6503 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports/a90d8b14-9910-4692-9a4f-803a8273281e HTTP/1.1" status: 200 len: 911 time: 0.8065901 Feb 17 11:54:29.257818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:29.335818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44000) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:29.354391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 337a6c6b-fd03-4f5e-9cba-c07a70067eb9) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:29.365575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2996b-1af1-411e-a4e8-b0d1c470e37c None None] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:29.407777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d40deda-26c9-40fb-a7fd-042b477ddecd'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:29.546618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:29.547090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:29.590936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:29.597193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:29.609217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:29.626758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:29.627374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:29.673728 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-04b2c35c-0c0d-4651-9be2-854259f8324f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/floatingips/a864dc99-8257-4edd-a0ce-eaead9577fbb HTTP/1.1" status: 200 len: 687 time: 4.0454836 Feb 17 11:54:29.676410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44004) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:29.731573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:29.773370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:29.774042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:29.971724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 2c4e586e-d7e5-4fe0-8f56-abdd1f8eceda {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:29.972062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.051647 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-174cb960-7977-4bd8-94de-f000a7717cc8 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3503785 Feb 17 11:54:30.058129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:30.058770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ff702-e04b-43e4-8f03-2ea3f7f110ba None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:30.068980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44008) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:30.074420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:30.076814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.088463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.174532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70976-7b7f-495c-9873-caad564464d9 req-2f4f496b-fcd2-4440-b54b-0552c109aa95 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:30.176032 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-59b70976-7b7f-495c-9873-caad564464d9 req-2f4f496b-fcd2-4440-b54b-0552c109aa95 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.8197944 Feb 17 11:54:30.316238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Subnet': ['ID=b2a953ae-e6d7-4e09-b636-5410ee2b7cd5,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:30.380914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.380914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.394334 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-59b70976-7b7f-495c-9873-caad564464d9 req-967f27ae-45b1-44a6-88c4-dd283b71b1df tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104151 Feb 17 11:54:30.410824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Allocated IP 172.21.0.2 (337a6c6b-fd03-4f5e-9cba-c07a70067eb9/a902388f-5e16-453c-ae12-91ece3b84c6f/5e371fc5-a701-408b-a46d-141b2e7de224) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:30.537433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Checking segment: {'id': '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:30.537672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network hostable DHCP agents. Network: e5458d36-c97b-4061-acb0-0b4a4681bd16, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:30.563370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.568896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for 2c4e586e-d7e5-4fe0-8f56-abdd1f8eceda owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:30.581231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:30.762725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.774836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Transition to ACTIVE for port object 5e371fc5-a701-408b-a46d-141b2e7de224 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:30.799917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Transition to ACTIVE for port object 5e371fc5-a701-408b-a46d-141b2e7de224 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:30.831206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:30.840938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:30.840938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.867947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.883988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:30.904943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:30.905312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.961352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, e5458d36-c97b-4061-acb0-0b4a4681bd16) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:30.967556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:30.972633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:30.973217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:30.981563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Pushing event updated for resources: {'Port': ['ID=5e371fc5-a701-408b-a46d-141b2e7de224,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:30.984008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:30.987993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fa71a8-defb-4d68-89f5-6fe6c3e8a3b4 None None] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:31.007502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:31.084613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.141134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=2c4e586e-d7e5-4fe0-8f56-abdd1f8eceda,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:31.227449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.240578 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-840a63e3-7bfb-4899-9d2f-1c9b3f7285be tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3295929 Feb 17 11:54:31.243094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Attempting to bind port 5e371fc5-a701-408b-a46d-141b2e7de224 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:31.243460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Attempting to bind port 5e371fc5-a701-408b-a46d-141b2e7de224 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:31.244452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Attempting to bind port 5e371fc5-a701-408b-a46d-141b2e7de224 on network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:31.249895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44014) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:31.257149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:31.257511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.279536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'network': {'name': 'tempest-router-network01--353583230'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:31.289832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:31.295791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:31.296157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Checking segment: {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:31.296550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.297236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Bound using segment: {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:31.297719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Bound port: 5e371fc5-a701-408b-a46d-141b2e7de224, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:31.298185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.305653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:network and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:31.322331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:31.335669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:31.345117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.368330 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:31.401890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:31.402295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.403446 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-272e45f7-bf0b-4699-84e2-d6f4d8864b15 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/floatingips/a864dc99-8257-4edd-a0ce-eaead9577fbb HTTP/1.1" status: 204 len: 168 time: 1.7259789 Feb 17 11:54:31.416723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44018) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:31.426103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'b939d1ce-d97b-4153-995c-ee1e41d9048c'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:31.437532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:31.474484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:floatingip and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:31.479044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:31.487399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Made reservation on behalf of b791589290c74a65bf65c62906ee0714 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:31.490378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.507826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] For port 5e371fc5-a701-408b-a46d-141b2e7de224, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:31.510381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:31.515257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] For port 5e371fc5-a701-408b-a46d-141b2e7de224, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5e371fc5-a701-408b-a46d-141b2e7de224,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:31.519625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.521831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f43305c-b9c0-471c-a51d-2275b98e5a61 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:31.536244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.602840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:31.628167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.640247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-e5458d36-c97b-4061-acb0-0b4a4681bd16', 'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16', 'tenant_id': 'b791589290c74a65bf65c62906ee0714', 'fixed_ips': [{'subnet_id': 'b2a953ae-e6d7-4e09-b636-5410ee2b7cd5'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:31.641301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.669169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.675659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.693736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:54:31.694294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:54:31.739357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.744716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:31.745005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.751385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44024) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:31.752189 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/ports/a90d8b14-9910-4692-9a4f-803a8273281e HTTP/1.1" status: 200 len: 911 time: 2.4133074 Feb 17 11:54:31.754797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:31.754797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Added segment 0b67e0a4-ee3e-4107-888a-b1d4cbf645a4 of type vlan for network fcb50454-af20-49ff-91a6-b59ebb9da163 Feb 17 11:54:31.755801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:31.865908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849cdab-336e-44c2-a0ce-e42231fe6425 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=a90d8b14-9910-4692-9a4f-803a8273281e,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:31.906933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d288e-974a-407b-8769-e7b43835ebe1 None None] Pushing event updated for resources: {'Port': ['ID=5e371fc5-a701-408b-a46d-141b2e7de224,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:31.926157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Allocated IP 172.20.0.2 (e5458d36-c97b-4061-acb0-0b4a4681bd16/b2a953ae-e6d7-4e09-b636-5410ee2b7cd5/8ee64a68-08ac-46c6-ac2b-bb8a358306f3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:31.983883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3f43305c-b9c0-471c-a51d-2275b98e5a61 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:32.003973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.036602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3f43305c-b9c0-471c-a51d-2275b98e5a61 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:32.036995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.117559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54512b80-7a5f-4d0b-8a77-265404ca1ffe req-78d98173-61d4-4eb2-a97e-da0ca2485ed5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:32.119130 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-54512b80-7a5f-4d0b-8a77-265404ca1ffe req-78d98173-61d4-4eb2-a97e-da0ca2485ed5 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5732136 Feb 17 11:54:32.196627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:32.197387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.276044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.279845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:32.280467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.305117 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-54512b80-7a5f-4d0b-8a77-265404ca1ffe req-0a717df4-0bbf-449f-975f-931a9fee1bdc tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718457 Feb 17 11:54:32.330719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.362435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.385082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Transition to ACTIVE for port object 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:32.419176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 3f43305c-b9c0-471c-a51d-2275b98e5a61, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3f43305c-b9c0-471c-a51d-2275b98e5a61,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:32.422648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Transition to ACTIVE for port object 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:32.487758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.542286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.597556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:32.607464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:32.607464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:32.611629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=3f43305c-b9c0-471c-a51d-2275b98e5a61,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:32.634003 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3789637 Feb 17 11:54:32.640943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44030) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:32.669559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'network': {'name': 'tempest-router-network02--932662836'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:32.681242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edfd30-cc23-48e2-8136-9c56c93643ad tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Network': ['ID=fcb50454-af20-49ff-91a6-b59ebb9da163,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:32.688980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:32.707511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:network and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:32.712528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:32.722170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.21.0.1 (337a6c6b-fd03-4f5e-9cba-c07a70067eb9/a902388f-5e16-453c-ae12-91ece3b84c6f/b5a5139f-5b70-44ff-8f9b-cdbe499de1ec) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:32.740589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network fcb50454-af20-49ff-91a6-b59ebb9da163 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:32.806595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:32.810255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad8973-7fbd-4dce-9599-366658943938 req-0862a9aa-3bb0-4cf3-a80f-73a78fd83f07 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:32.811940 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-44ad8973-7fbd-4dce-9599-366658943938 req-0862a9aa-3bb0-4cf3-a80f-73a78fd83f07 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.1855769 Feb 17 11:54:32.818651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:32.889677 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-44ad8973-7fbd-4dce-9599-366658943938 req-2a4628b8-70cd-43f0-8331-009b7b7150b1 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707724 Feb 17 11:54:32.912101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.942625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:32.942625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:32.960771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Pushing event updated for resources: {'Port': ['ID=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:32.984304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Attempting to bind port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:32.992918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Attempting to bind port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:32.992918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Attempting to bind port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 on network e5458d36-c97b-4061-acb0-0b4a4681bd16 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:33.001604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:33.002374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Checking segment: {'id': '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:33.002937 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.003512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Bound using segment: {'id': '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:33.004251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Bound port: 8ee64a68-08ac-46c6-ac2b-bb8a358306f3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5458d36-c97b-4061-acb0-0b4a4681bd16'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:33.004840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.019859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcddc491-d7e3-46e9-bae0-40e181583bf6 None None] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:33.124427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:33.143078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Made reservation on behalf of b791589290c74a65bf65c62906ee0714 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:33.146153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.235104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:33.235638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.249517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.267567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] For port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:33.306176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:33.315066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa9c0bf5-32a9-4319-adfd-c7060acdf746 None None] Provisioning for port 5e371fc5-a701-408b-a46d-141b2e7de224 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:33.322771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] For port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,segment=NetworkSegment(5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e),segment_id=5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:33.338851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object b5a5139f-5b70-44ff-8f9b-cdbe499de1ec will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:33.343673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.347023 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Added segment f6f948d6-4f65-4f81-aba9-d4b8685a36e8 of type vlan for network 2ef82598-0924-4779-99a7-253565fc1d56 Feb 17 11:54:33.390260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.9 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/feb8292a-b2ac-4d9e-b340-dea85b51a8cf) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:33.398395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.417343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.435119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.492368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.505466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Port 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 update to ACTIVE by agent not found {{(pid=84461) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 17 11:54:33.505895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5e371fc5-a701-408b-a46d-141b2e7de224 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:33.546038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=50dd15a3-283d-4e63-bd98-b2bfc07c8d18,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:33.580685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315bad5-1b8e-4c07-abeb-76e949134a26 None None] Pushing event updated for resources: {'Port': ['ID=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:33.702166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.710039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 5e371fc5-a701-408b-a46d-141b2e7de224 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:33.716103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5e371fc5-a701-408b-a46d-141b2e7de224 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:33.716103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.731440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:33.869903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a66b4b-0612-4c61-995f-29e8ea3ffd0f req-606cdc53-fda6-4f70-a5c8-d8bc31d23d56 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:33.872336 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b4a66b4b-0612-4c61-995f-29e8ea3ffd0f req-606cdc53-fda6-4f70-a5c8-d8bc31d23d56 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2543838 Feb 17 11:54:33.883262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.902795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:33.990382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5e371fc5-a701-408b-a46d-141b2e7de224, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5e371fc5-a701-408b-a46d-141b2e7de224,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:33.992134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:34.016234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:34.020568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.024429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:34.025085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.029159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:34.067058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:34.086733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.154585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f9ddba19-72bf-4690-888e-f16af57e33a8 None None] Provisioning complete for port 5e371fc5-a701-408b-a46d-141b2e7de224 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:34.155252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f9ddba19-72bf-4690-888e-f16af57e33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.202969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.231896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5e371fc5-a701-408b-a46d-141b2e7de224,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:34.273235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Network': ['ID=2ef82598-0924-4779-99a7-253565fc1d56,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:34.288147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.291487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 2ef82598-0924-4779-99a7-253565fc1d56 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:34.382434 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b4a66b4b-0612-4c61-995f-29e8ea3ffd0f req-45e25619-16dd-4a6c-b0c6-c09ac1a9c110 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4851573 Feb 17 11:54:34.512561 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a0c1b9e8-d751-4b02-b758-5180f5464c5b tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8553829 Feb 17 11:54:34.522328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44038) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:34.526848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'subnet': {'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:34.597193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.688666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Router f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:34.773644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:34.829903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:34.842707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:34.863291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ef96d7b5-6797-44cf-a6ec-413de385fbef None None] Provisioning for port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:34.875088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:34.879589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ef96d7b5-6797-44cf-a6ec-413de385fbef None None] Provisioning complete for port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:34.880118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ef96d7b5-6797-44cf-a6ec-413de385fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:34.914454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:34.923852 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1ee10cff-7fbf-436b-a5be-c2f6c015abf4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "PUT /v2.0/routers/f4a99b5d-5b0e-476d-b8eb-4369f90f1d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9309690 Feb 17 11:54:34.926798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44042) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:34.959603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ef96d7b5-6797-44cf-a6ec-413de385fbef None None] Port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:35.017065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e22180-2817-493a-b36f-e0f68cf2e38d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:35.018614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e22180-2817-493a-b36f-e0f68cf2e38d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:35.019388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-69e22180-2817-493a-b36f-e0f68cf2e38d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:35.027003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:35.036737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:35.048745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:subnet and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:35.051743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5e371fc5-a701-408b-a46d-141b2e7de224 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:35.056126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:35.060875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=feb8292a-b2ac-4d9e-b340-dea85b51a8cf,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:35.092107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.110215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-69e22180-2817-493a-b36f-e0f68cf2e38d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:35.115352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:35.115501 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-69e22180-2817-493a-b36f-e0f68cf2e38d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1865189 Feb 17 11:54:35.115501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44046) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:35.139226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5e371fc5-a701-408b-a46d-141b2e7de224 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:35.144773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.173124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebcd4cb-5034-4299-b211-e8ce7ac86577 None None] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:35.292537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Made reservation on behalf of b791589290c74a65bf65c62906ee0714 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:35.346000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 85d153d7-d95e-4d27-90bb-75b81c14996e {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:35.349496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.380765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] Provisioning for port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:35.417697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.430280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] Provisioning complete for port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:35.430690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.503569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f43305c-b9c0-471c-a51d-2275b98e5a61 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:35.550873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.673537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.710874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.716863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3f43305c-b9c0-471c-a51d-2275b98e5a61 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:35.717227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.756097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] For port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,segment=NetworkSegment(5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e),segment_id=5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:35.764607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=85d153d7-d95e-4d27-90bb-75b81c14996e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:35.788288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc7ed76-ca5f-497c-9a53-e7b8aafb64c5 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:35.788826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.808707 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:35.913588 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-59b66612-24a5-4e76-8297-4751903a1f9f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/85d153d7-d95e-4d27-90bb-75b81c14996e HTTP/1.1" status: 204 len: 168 time: 0.7950928 Feb 17 11:54:35.913838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44052) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:35.933557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.108345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-23403b66-619b-4405-92d6-7e23f92416dc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:router {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:36.128562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1acd93-1a7a-450a-934a-cba76ca4816b None None] Pushing event updated for resources: {'Port': ['ID=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:36.145690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54712d8f-4cb2-4e27-a399-e2d15915b91b None None] Provisioning complete for port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:36.146137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-54712d8f-4cb2-4e27-a399-e2d15915b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.206175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29393387-3aed-4c67-ac05-a78fd518911e req-025263bf-7c2e-4bf8-9511-321ec78d826d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:36.207620 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29393387-3aed-4c67-ac05-a78fd518911e req-025263bf-7c2e-4bf8-9511-321ec78d826d tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.6484871 Feb 17 11:54:36.245173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-23403b66-619b-4405-92d6-7e23f92416dc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:router {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:36.248954 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-23403b66-619b-4405-92d6-7e23f92416dc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3317344 Feb 17 11:54:36.249231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44056) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:36.333660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:36.338785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] Deleting port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:36.339240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.426642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.555371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:36.560767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] For port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:36.561320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.585720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.612036 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29393387-3aed-4c67-ac05-a78fd518911e req-e2ef9313-3207-4434-a318-6c4091be66a9 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852162 Feb 17 11:54:36.627861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069201-b4ba-477e-a9c2-33694bde690f req-e1810416-a528-4438-a487-f4b5ce766927 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:36.629892 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5d069201-b4ba-477e-a9c2-33694bde690f req-e1810416-a528-4438-a487-f4b5ce766927 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.5408316 Feb 17 11:54:36.640525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:36.689986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.786711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] Calling delete_port for 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:36.892784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Deleting port 78400812-e3d0-4453-9f5e-522dcf25fe76 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:36.892784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.901878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:36.901878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.920486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.985465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port a90d8b14-9910-4692-9a4f-803a8273281e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:36.985872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:36.995577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.002098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.010882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.023607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.043256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:37.075726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] Pushing event deleted for resources: {'Port': ['ID=2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:37.089337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72786cd-7c0f-422e-8cfe-22f515d0fe3e None None] No DVR routers for this DVR port 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:37.141180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:37.148209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.149546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Fanout notify agent at l3_agent the message router_deleted on router f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:54:37.176641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:37.180151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2cf4a7ae-10e9-4f13-8543-1f5946a8f8c0 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:37.192789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Subnet': ['ID=c52c4340-194f-4b30-9acd-13b0e6c20fe3,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:37.239385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.243397 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0f3ffded-ed4f-4420-97e9-035b733011ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/routers/f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 HTTP/1.1" status: 204 len: 168 time: 0.9896491 Feb 17 11:54:37.244043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44060) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:37.249648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:37.366025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:37.369994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:37.372838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:37.379916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:37.475623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:37.479280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.525010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Checking segment: {'id': '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:37.525598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network hostable DHCP agents. Network: fcb50454-af20-49ff-91a6-b59ebb9da163, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:37.588449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.618956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.651728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:37.704002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:37.765261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1285bf16-e203-480f-98c0-6d9b37822b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.800106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for a90d8b14-9910-4692-9a4f-803a8273281e owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:37.844133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.968339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f1041ac2-96d2-40e7-b0f7-d29b1c7a6c2b None None] Provisioning complete for port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:37.969142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f1041ac2-96d2-40e7-b0f7-d29b1c7a6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:37.973205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:37.980074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:37.988832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:37.989743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.004486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=7d9822e3-3165-4969-999c-c7c097270120,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:38.018226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1eec6d-35ba-4f17-9caa-4df3cdd88610 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:38.047813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6261b6-9ed8-43cc-9000-b8c4e3a52aa2 req-4439969e-b87c-40e2-9266-8d231e3694d2 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:38.050476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4c6261b6-9ed8-43cc-9000-b8c4e3a52aa2 req-4439969e-b87c-40e2-9266-8d231e3694d2 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.2905819 Feb 17 11:54:38.107021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f1041ac2-96d2-40e7-b0f7-d29b1c7a6c2b None None] Port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:38.136256 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4c6261b6-9ed8-43cc-9000-b8c4e3a52aa2 req-c6be750a-987a-40ea-bf30-e6afd6b8b349 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784237 Feb 17 11:54:38.144786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7005a374-a583-47a0-bdde-9c77c31bc8ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8984895 Feb 17 11:54:38.148570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44066) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:38.165407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:38.165407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:38.169244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:router and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:38.173403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:38.179404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:38.256696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.257857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.292369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '7d9822e3-3165-4969-999c-c7c097270120'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:38.292590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.294642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.343266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:38.344209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.366866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network fcb50454-af20-49ff-91a6-b59ebb9da163 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:38.374970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.384358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.472377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/7d9822e3-3165-4969-999c-c7c097270120/b4023d34-1ea6-4efa-8594-339b6bab9ee5) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:38.476181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.480624 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-40c51307-58e0-4fec-b601-c88d94797310 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3277524 Feb 17 11:54:38.481262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44070) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:38.623925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, fcb50454-af20-49ff-91a6-b59ebb9da163) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:38.628276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:38.628977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.638625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6b84e-92ab-4dec-b867-87e72c6ce015 None None] Network fcb50454-af20-49ff-91a6-b59ebb9da163 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:38.787612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.820308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Transition to ACTIVE for port object b4023d34-1ea6-4efa-8594-339b6bab9ee5 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:38.885681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Transition to ACTIVE for port object b4023d34-1ea6-4efa-8594-339b6bab9ee5 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:38.946000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-fcb50454-af20-49ff-91a6-b59ebb9da163', 'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163', 'tenant_id': 'b791589290c74a65bf65c62906ee0714', 'fixed_ips': [{'subnet_id': 'c52c4340-194f-4b30-9acd-13b0e6c20fe3'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:38.949808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:38.991773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.012697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.025562 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fce2e5f0-7445-4627-9b17-03a4d441db55 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5034258 Feb 17 11:54:39.032384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44074) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:39.057271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 78400812-e3d0-4453-9f5e-522dcf25fe76 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:39.057578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'subnet': {'network_id': '2ef82598-0924-4779-99a7-253565fc1d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:39.171428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:39.185019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:39.185019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Pushing event updated for resources: {'Port': ['ID=b4023d34-1ea6-4efa-8594-339b6bab9ee5,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:39.187738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:39.233447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.233978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.235020 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Floating IP 417ef470-bb92-4215-8166-08efea782fb4 disassociated. External IP: 172.26.6.71, port: 78400812-e3d0-4453-9f5e-522dcf25fe76. Feb 17 11:54:39.235368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Calling delete_port for 78400812-e3d0-4453-9f5e-522dcf25fe76 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:39.343170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.444066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=a90d8b14-9910-4692-9a4f-803a8273281e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:39.462523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:39.472679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Allocated IP 172.20.0.2 (fcb50454-af20-49ff-91a6-b59ebb9da163/c52c4340-194f-4b30-9acd-13b0e6c20fe3/aedb014e-bae7-4e7f-94b0-4fae560ff06f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:39.482345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.483254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:39.493283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Attempting to bind port b4023d34-1ea6-4efa-8594-339b6bab9ee5 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:39.493869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Attempting to bind port b4023d34-1ea6-4efa-8594-339b6bab9ee5 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:39.494269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Attempting to bind port b4023d34-1ea6-4efa-8594-339b6bab9ee5 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:39.525177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.528197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::1 (077674eb-7979-49ce-a746-00af8b5678be/7d9822e3-3165-4969-999c-c7c097270120/67b30af5-bace-4203-b3c9-87dc83ea604a) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:39.528732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:39.528870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:39.529228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.529619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:39.530230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Bound port: b4023d34-1ea6-4efa-8594-339b6bab9ee5, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:39.530475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.543402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Usage tracker for resource:subnet and tenant:b791589290c74a65bf65c62906ee0714 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:39.548751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:39.609860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:54:39.674605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:39.692901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:39.732067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:39.734992 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'code': 200} Feb 17 11:54:39.737535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.755383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.763367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 67b30af5-bace-4203-b3c9-87dc83ea604a will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:39.806051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.808082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] For port b4023d34-1ea6-4efa-8594-339b6bab9ee5, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:39.853485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.896674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] For port b4023d34-1ea6-4efa-8594-339b6bab9ee5, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b4023d34-1ea6-4efa-8594-339b6bab9ee5,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:39.942199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:39.944584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:39.945197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.946916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:39.947624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:39.950414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=67b30af5-bace-4203-b3c9-87dc83ea604a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:39.954881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:39.967022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Transition to ACTIVE for port object aedb014e-bae7-4e7f-94b0-4fae560ff06f will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:39.972136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.025074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:54:40.025424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:54:40.040843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Made reservation on behalf of b791589290c74a65bf65c62906ee0714 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:40.048248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Transition to ACTIVE for port object aedb014e-bae7-4e7f-94b0-4fae560ff06f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:40.073338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537fa06-2ad4-4bac-b25b-c9b48cf06736 req-7678f3df-940d-4bcd-a74d-9cefa91ab268 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:40.074940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e537fa06-2ad4-4bac-b25b-c9b48cf06736 req-7678f3df-940d-4bcd-a74d-9cefa91ab268 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 945 time: 0.7664678 Feb 17 11:54:40.075089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5a70a-359b-4322-a588-09aaf42b8e68 None None] Pushing event updated for resources: {'Port': ['ID=b4023d34-1ea6-4efa-8594-339b6bab9ee5,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:40.075587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=feb8292a-b2ac-4d9e-b340-dea85b51a8cf,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:40.087540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ae7543c3-6e7a-43e9-b4d3-bdd83916929e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.139119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.177026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.287976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Network fcb50454-af20-49ff-91a6-b59ebb9da163 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:40.291759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:40.296239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:40.300644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Pushing event updated for resources: {'Port': ['ID=aedb014e-bae7-4e7f-94b0-4fae560ff06f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:40.368223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.371793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.416239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Attempting to bind port aedb014e-bae7-4e7f-94b0-4fae560ff06f on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:40.416598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Attempting to bind port aedb014e-bae7-4e7f-94b0-4fae560ff06f by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:40.416953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Attempting to bind port aedb014e-bae7-4e7f-94b0-4fae560ff06f on network fcb50454-af20-49ff-91a6-b59ebb9da163 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:40.424224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:40.424478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Checking segment: {'id': '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:40.424854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.425244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Bound using segment: {'id': '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:40.425702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Bound port: aedb014e-bae7-4e7f-94b0-4fae560ff06f, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb50454-af20-49ff-91a6-b59ebb9da163'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:40.426098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.548109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Deleting port 78400812-e3d0-4453-9f5e-522dcf25fe76 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:40.548493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.575594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] For port aedb014e-bae7-4e7f-94b0-4fae560ff06f, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:40.589187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] For port aedb014e-bae7-4e7f-94b0-4fae560ff06f, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=aedb014e-bae7-4e7f-94b0-4fae560ff06f,segment=NetworkSegment(0b67e0a4-ee3e-4107-888a-b1d4cbf645a4),segment_id=0b67e0a4-ee3e-4107-888a-b1d4cbf645a4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:40.625664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b4023d34-1ea6-4efa-8594-339b6bab9ee5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:40.642186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.670122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e537fa06-2ad4-4bac-b25b-c9b48cf06736 req-5bde1591-3bd8-4cd6-aa4f-2f12a1c5c756 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564588 Feb 17 11:54:40.681133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.720263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.723205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.755991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:40.772949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13008257-5045-4feb-a1db-7a3cc582e918 None None] Pushing event updated for resources: {'Port': ['ID=aedb014e-bae7-4e7f-94b0-4fae560ff06f,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:40.844600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b4023d34-1ea6-4efa-8594-339b6bab9ee5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:40.897998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=67b30af5-bace-4203-b3c9-87dc83ea604a,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:40.969853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:40.971348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:41.320344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.422721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.476042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.504191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Router e7dbc86a-eb35-4e48-a199-05b2e4d87775 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:54:41.549908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] Provisioning for port b4023d34-1ea6-4efa-8594-339b6bab9ee5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:41.556251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] Provisioning complete for port b4023d34-1ea6-4efa-8594-339b6bab9ee5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:41.556616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.557583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:41.723281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.754913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] For port 78400812-e3d0-4453-9f5e-522dcf25fe76, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=78400812-e3d0-4453-9f5e-522dcf25fe76,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:41.754913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.798643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] For port b4023d34-1ea6-4efa-8594-339b6bab9ee5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b4023d34-1ea6-4efa-8594-339b6bab9ee5,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:41.866861 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c1a727e1-3b8a-44a8-acf0-488c5038f452 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7966340 Feb 17 11:54:41.875981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:41.888313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44086) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:41.909668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1141710167'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:41.920710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:41.936660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:41.955605 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:41.964989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:41.972059 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b96bdec3-2b95-4110-9c64-0c3d78949257 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "PUT /v2.0/routers/e7dbc86a-eb35-4e48-a199-05b2e4d87775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896693 Feb 17 11:54:41.976168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44090) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:41.981094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 2c852766-da67-49fc-bc88-1e7670eca794 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:41.982632 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Sync routers for ids ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:41.989182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:41.990096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976a51a-5250-458d-bb35-21b2eb8e9d2f req-f29184ec-4925-4749-bbc0-7d5e0d013406 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:42.000632 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b976a51a-5250-458d-bb35-21b2eb8e9d2f req-f29184ec-4925-4749-bbc0-7d5e0d013406 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 943 time: 0.1441455 Feb 17 11:54:42.007052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Routers {'e7dbc86a-eb35-4e48-a199-05b2e4d87775'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:42.017191 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:42.057554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.058667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b6aa1-e2ac-44d1-9978-faaefd0168fc None None] Pushing event updated for resources: {'Port': ['ID=b4023d34-1ea6-4efa-8594-339b6bab9ee5,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:42.094845 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b976a51a-5250-458d-bb35-21b2eb8e9d2f req-361367f1-8194-4d71-9448-f459483ff0c8 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885403 Feb 17 11:54:42.139084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-04cdb216-c828-40b8-96f9-46d0c7be1489 None None] Provisioning for port 67b30af5-bace-4203-b3c9-87dc83ea604a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:42.144715 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP 35842d25-670d-478e-9e5c-ddbd55978954 associated. External IP: 172.26.6.9, port: b939d1ce-d97b-4153-995c-ee1e41d9048c. Feb 17 11:54:42.151190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-04cdb216-c828-40b8-96f9-46d0c7be1489 None None] Provisioning complete for port 67b30af5-bace-4203-b3c9-87dc83ea604a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:42.151686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-04cdb216-c828-40b8-96f9-46d0c7be1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.236808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-04cdb216-c828-40b8-96f9-46d0c7be1489 None None] Port 67b30af5-bace-4203-b3c9-87dc83ea604a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:42.247797 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Set router e7dbc86a-eb35-4e48-a199-05b2e4d87775 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:42.367975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:42.403640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df325af8-223d-4c20-8752-b3bb303d80fb None None] Provisioning complete for port 67b30af5-bace-4203-b3c9-87dc83ea604a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:42.404294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df325af8-223d-4c20-8752-b3bb303d80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.424042 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Sync routers for ids ['f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:42.428788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:42.431728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.440033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aaa858-5e9d-4076-8342-129ac12c158b None None] Network fcb50454-af20-49ff-91a6-b59ebb9da163 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:42.462611 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Routers set() bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:42.462977 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Router IDs set() for agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 17 11:54:42.463641 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_agentschedulers_db [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent'). {{(pid=84462) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 11:54:42.465488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:42.466246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:42.538175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Routers set() bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:42.538175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Router IDs set() for agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 17 11:54:42.538376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_agentschedulers_db [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent'). {{(pid=84462) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 11:54:42.538623 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3b61c-70dc-4803-9aa3-278a71e5c8f8 None None] The sync data for ids ['f4a99b5d-5b0e-476d-b8eb-4369f90f1d89'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:42.622095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Subnet': ['ID=fcb2d80b-973a-4cce-951c-fe0b27d277ab,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:42.654497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b406bb-c99e-4bcc-8458-64af464425ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:42.656600 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c5b406bb-c99e-4bcc-8458-64af464425ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports/67b30af5-bace-4203-b3c9-87dc83ea604a HTTP/1.1" status: 200 len: 911 time: 0.6704328 Feb 17 11:54:42.659940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44094) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:42.675423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:42.685808 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:38Z', 'updated_at': '2022-02-17T11:54:39Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None, '_interfaces': [{'id': '67b30af5-bace-4203-b3c9-87dc83ea604a', 'name': '', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'mac_address': 'fa:16:3e:d1:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9822e3-3165-4969-999c-c7c097270120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:39Z', 'updated_at': '2022-02-17T11:54:40Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'subnets': [{'id': '7d9822e3-3165-4969-999c-c7c097270120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:42.686904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.687907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 93ce2860-5c0e-432a-894e-e1194c26759c of type vlan for network ecdc2f6a-347a-4280-b8e5-11432661ee3c Feb 17 11:54:42.696620 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Checking router: e7dbc86a-eb35-4e48-a199-05b2e4d87775 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:42.696620 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Updating router e7dbc86a-eb35-4e48-a199-05b2e4d87775 port 67b30af5-bace-4203-b3c9-87dc83ea604a binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:54:42.722647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.752550 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.756558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8ac95-3ee0-4617-9132-c504fa786eac tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:42.761764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8ac95-3ee0-4617-9132-c504fa786eac tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:42.762781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60e8ac95-3ee0-4617-9132-c504fa786eac tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:42.774896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-df325af8-223d-4c20-8752-b3bb303d80fb None None] Port 67b30af5-bace-4203-b3c9-87dc83ea604a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:42.831773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.832004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:42.832311 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Floating IP 417ef470-bb92-4215-8166-08efea782fb4 disassociated. External IP: 172.26.6.71, port: 78400812-e3d0-4453-9f5e-522dcf25fe76. Feb 17 11:54:42.832643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Calling delete_port for 78400812-e3d0-4453-9f5e-522dcf25fe76 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:42.838518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:42.860653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Checking segment: {'id': 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2ef82598-0924-4779-99a7-253565fc1d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:42.860988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network hostable DHCP agents. Network: 2ef82598-0924-4779-99a7-253565fc1d56, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:42.911759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:42.931335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60e8ac95-3ee0-4617-9132-c504fa786eac tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:42.933156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] Sync routers for ids ['2c852766-da67-49fc-bc88-1e7670eca794'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:42.935010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-60e8ac95-3ee0-4617-9132-c504fa786eac tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2740564 Feb 17 11:54:42.940213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44098) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:42.959929 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-674d287f-4cc9-463c-9d8c-3292f687c6d8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/2c852766-da67-49fc-bc88-1e7670eca794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2035978 Feb 17 11:54:42.969221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44102) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:42.985594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.001380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.011418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:43.015362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.105395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-acf70a62-0e45-4eab-9fc1-1c5884b15d81 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:43.130200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2781a711-c7fb-4409-9f74-0d8bd0553686 None None] Provisioning for port aedb014e-bae7-4e7f-94b0-4fae560ff06f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:43.168698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b4023d34-1ea6-4efa-8594-339b6bab9ee5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:43.243181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network 2ef82598-0924-4779-99a7-253565fc1d56 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:43.267891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] Routers {'2c852766-da67-49fc-bc88-1e7670eca794'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:43.275410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2c852766-da67-49fc-bc88-1e7670eca794'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:43.300169 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.317585 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Transition to ACTIVE for port object 67b30af5-bace-4203-b3c9-87dc83ea604a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:43.382325 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4919558 Feb 17 11:54:43.384869 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.390835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44108) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:43.395892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:43.396363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:43.480572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] Routers {'2c852766-da67-49fc-bc88-1e7670eca794'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:43.481302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2c852766-da67-49fc-bc88-1e7670eca794'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:43.491750 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d2385-d05c-4ccd-8cb0-da1a785ea7af None None] Pushing event updated for resources: {'Port': ['ID=67b30af5-bace-4203-b3c9-87dc83ea604a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:43.571161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da2513-90a5-444f-8cb5-2f2a6cc220d5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=ecdc2f6a-347a-4280-b8e5-11432661ee3c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:43.585399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-acf70a62-0e45-4eab-9fc1-1c5884b15d81 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:43.586887 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-acf70a62-0e45-4eab-9fc1-1c5884b15d81 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c852766-da67-49fc-bc88-1e7670eca794 HTTP/1.1" status: 200 len: 205 time: 0.6233587 Feb 17 11:54:43.588222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 2ef82598-0924-4779-99a7-253565fc1d56) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:43.595031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:43.595414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5c146-f2d1-41b1-95e5-c67bb76294a4 None None] The sync data for ids ['2c852766-da67-49fc-bc88-1e7670eca794'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:43.598980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44112) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:43.603061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:43.608730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:43.609852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.622004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a61605-c900-4470-8606-f618815ce9b3 None None] Network 2ef82598-0924-4779-99a7-253565fc1d56 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:43.646462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b4023d34-1ea6-4efa-8594-339b6bab9ee5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:43.646993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.691463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d228-94f1-477f-976b-ac9152fef617 req-37ef71ec-c531-43a3-acda-205ddff3595b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:43.692485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b8c1d228-94f1-477f-976b-ac9152fef617 req-37ef71ec-c531-43a3-acda-205ddff3595b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Synchronizing usage tracker for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:43.766880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-704d58b1-0b76-43c3-8aae-7e4c8b5e95f6 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7295234 Feb 17 11:54:43.768273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.780453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44116) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:43.885968 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Attempting to bind port 67b30af5-bace-4203-b3c9-87dc83ea604a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:43.886583 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Attempting to bind port 67b30af5-bace-4203-b3c9-87dc83ea604a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:43.887172 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Attempting to bind port 67b30af5-bace-4203-b3c9-87dc83ea604a on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:43.899055 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:43.899902 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:43.900554 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.901489 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:43.902638 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Bound port: 67b30af5-bace-4203-b3c9-87dc83ea604a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:43.906481 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:43.916229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:43.929333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:43.938887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:43.953673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:43.982055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:44.023609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b8c1d228-94f1-477f-976b-ac9152fef617 req-37ef71ec-c531-43a3-acda-205ddff3595b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Unset dirty status for tenant:4782c14c3fee44ae94c81eb97b56c92c on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:44.025862 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b8c1d228-94f1-477f-976b-ac9152fef617 req-37ef71ec-c531-43a3-acda-205ddff3595b tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 943 time: 0.7766244 Feb 17 11:54:44.040721 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] For port 67b30af5-bace-4203-b3c9-87dc83ea604a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:44.044305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] For port 67b30af5-bace-4203-b3c9-87dc83ea604a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=67b30af5-bace-4203-b3c9-87dc83ea604a,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:44.045499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event deleted for resources: {'Port': ['ID=78400812-e3d0-4453-9f5e-522dcf25fe76,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:44.136958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:34Z', 'revision_number': 3, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:35Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:44.145003 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:44.152753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:44.153105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Updating router bf4101de-c837-4411-8279-314f6ea270b2 port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:54:44.230548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aedb014e-bae7-4e7f-94b0-4fae560ff06f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:44.267693 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d2385-d05c-4ccd-8cb0-da1a785ea7af None None] Pushing event updated for resources: {'Port': ['ID=67b30af5-bace-4203-b3c9-87dc83ea604a,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:44.308710 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Routers {'e7dbc86a-eb35-4e48-a199-05b2e4d87775'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:44.309736 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:44.319081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:44.547875 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] Set router e7dbc86a-eb35-4e48-a199-05b2e4d87775 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:44.571349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-2ef82598-0924-4779-99a7-253565fc1d56', 'network_id': '2ef82598-0924-4779-99a7-253565fc1d56', 'tenant_id': 'b791589290c74a65bf65c62906ee0714', 'fixed_ips': [{'subnet_id': 'fcb2d80b-973a-4cce-951c-fe0b27d277ab'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:44.580228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:44.600531 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b8c1d228-94f1-477f-976b-ac9152fef617 req-5cf614df-4cad-4f55-82cd-3bc354d5232c tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9f768d2-486a-44db-bea4-3dff63ed19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5455194 Feb 17 11:54:44.620317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:44.752810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:44.881333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port aedb014e-bae7-4e7f-94b0-4fae560ff06f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:44.913618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port aedb014e-bae7-4e7f-94b0-4fae560ff06f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:44.914280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.070733 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:38Z', 'updated_at': '2022-02-17T11:54:39Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None, '_interfaces': [{'id': '67b30af5-bace-4203-b3c9-87dc83ea604a', 'name': '', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'mac_address': 'fa:16:3e:d1:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9822e3-3165-4969-999c-c7c097270120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:39Z', 'updated_at': '2022-02-17T11:54:44Z', 'revision_number': 4, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'subnets': [{'id': '7d9822e3-3165-4969-999c-c7c097270120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:45.081157 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25140850-a4b6-4f0d-9d51-b71e39ac8437 None None] The sync data for ids ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'] in dv-neutron-828728-1-hyperv is: [{'id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:38Z', 'updated_at': '2022-02-17T11:54:39Z', 'revision_number': 2, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None, '_interfaces': [{'id': '67b30af5-bace-4203-b3c9-87dc83ea604a', 'name': '', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'mac_address': 'fa:16:3e:d1:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9822e3-3165-4969-999c-c7c097270120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:39Z', 'updated_at': '2022-02-17T11:54:44Z', 'revision_number': 4, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'subnets': [{'id': '7d9822e3-3165-4969-999c-c7c097270120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:45.133555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:45.233631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.299958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Allocated IP 172.20.0.2 (2ef82598-0924-4779-99a7-253565fc1d56/fcb2d80b-973a-4cce-951c-fe0b27d277ab/2de8a634-388e-4d40-8cff-cca4f3a4dd2e) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:45.381477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.495765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.548588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.561749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=3fbe59cf-22a8-4783-843a-3abf502af65a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:45.564476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:45.564949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: ecdc2f6a-347a-4280-b8e5-11432661ee3c, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:45.629123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.698762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port aedb014e-bae7-4e7f-94b0-4fae560ff06f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=aedb014e-bae7-4e7f-94b0-4fae560ff06f,segment=NetworkSegment(0b67e0a4-ee3e-4107-888a-b1d4cbf645a4),segment_id=0b67e0a4-ee3e-4107-888a-b1d4cbf645a4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:45.736744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.752397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Router 571f862d-ce72-4275-9dca-888839694f92 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:45.753061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.791796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Transition to ACTIVE for port object 2de8a634-388e-4d40-8cff-cca4f3a4dd2e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:45.824633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.862446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Transition to ACTIVE for port object 2de8a634-388e-4d40-8cff-cca4f3a4dd2e will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:45.885295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.918242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Transition to ACTIVE for port object b5a5139f-5b70-44ff-8f9b-cdbe499de1ec will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:45.937521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=aedb014e-bae7-4e7f-94b0-4fae560ff06f,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:45.973218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:45.989458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:46.002619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.002619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router 2c852766-da67-49fc-bc88-1e7670eca794 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:54:46.021975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 67b30af5-bace-4203-b3c9-87dc83ea604a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:46.024671 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c600ba2a-f227-43b7-85c5-59e19dacffdb req-c4a89623-2a4e-40ac-99fc-26338f4c4bc3 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.1488113 Feb 17 11:54:46.075587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.080955 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f414cf6e-45c1-4f48-ba5c-010af736b6ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/2c852766-da67-49fc-bc88-1e7670eca794 HTTP/1.1" status: 204 len: 168 time: 2.4774139 Feb 17 11:54:46.081979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44122) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:46.149348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ecdc2f6a-347a-4280-b8e5-11432661ee3c) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:46.149617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Pushing event updated for resources: {'Port': ['ID=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:46.160237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:46.160703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.167340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.210781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a867e-edfa-4090-a6e6-20ef1bf934fb None None] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:46.212243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Allocated IP 172.20.0.1 (fcb50454-af20-49ff-91a6-b59ebb9da163/c52c4340-194f-4b30-9acd-13b0e6c20fe3/993a4109-1934-4899-bc7c-8fac63c75d86) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:46.337886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:46.360322 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:46.385383 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:46.388052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:46.416292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Network 2ef82598-0924-4779-99a7-253565fc1d56 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:46.420465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 67b30af5-bace-4203-b3c9-87dc83ea604a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:46.433605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:46.436102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:46.443964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc301d-d6ec-4f3e-a6f0-897b3dee2b4c None None] Pushing event updated for resources: {'Port': ['ID=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:46.454516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 67b30af5-bace-4203-b3c9-87dc83ea604a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:46.454885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.541970 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd5d77d9-e9dc-4a5d-b1db-818dc9cc0996 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1491230 Feb 17 11:54:46.543444 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:46.547932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet 7d40deda-26c9-40fb-a7fd-042b477ddecd {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:46.550187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44128) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:46.559282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.572588 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:46.573450 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:46.683759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.715101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.717616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:46.718099 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4aca87-751a-4ce5-87e5-c69c5a72f703 None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:46.759647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:46.788888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] Sync routers for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:46.791146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Attempting to bind port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:46.791508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Attempting to bind port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2ef82598-0924-4779-99a7-253565fc1d56'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:46.791908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Attempting to bind port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e on network 2ef82598-0924-4779-99a7-253565fc1d56 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:46.834920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Attempting to bind port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:46.835283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Attempting to bind port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:46.835646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Attempting to bind port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec on network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:46.835944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.853550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:46.853964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Checking segment: {'id': 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2ef82598-0924-4779-99a7-253565fc1d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:46.854294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.854632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Bound using segment: {'id': 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2ef82598-0924-4779-99a7-253565fc1d56'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:46.855108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Bound port: 2de8a634-388e-4d40-8cff-cca4f3a4dd2e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2ef82598-0924-4779-99a7-253565fc1d56'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:46.855475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.879582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Transition to ACTIVE for port object 993a4109-1934-4899-bc7c-8fac63c75d86 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:46.907247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 67b30af5-bace-4203-b3c9-87dc83ea604a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:46.907710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.919480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:46.919850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Checking segment: {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:46.920256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.920646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Bound using segment: {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:46.921433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Bound port: b5a5139f-5b70-44ff-8f9b-cdbe499de1ec, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d08d912-cb16-4559-a28a-ff848a73ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:46.921847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.925468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] No DVR routers for this DVR port 78400812-e3d0-4453-9f5e-522dcf25fe76 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:46.927985 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-58a99576-b2f7-40ef-acc2-7fb1e3152776 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.5105188 Feb 17 11:54:46.929227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:46.931107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5d069201-b4ba-477e-a9c2-33694bde690f req-0c1d146b-f580-48c3-a609-68f23d455144 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.24 "DELETE /v2.0/ports/78400812-e3d0-4453-9f5e-522dcf25fe76 HTTP/1.1" status: 204 len: 173 time: 10.2856262 Feb 17 11:54:46.933990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'name': 'network-vif-deleted', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:54:46.941084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44136) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:46.999945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:47.001722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:47.032663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7538d5-0126-44ab-8880-860462f2b289', 'name': 'network-vif-deleted', 'tag': '78400812-e3d0-4453-9f5e-522dcf25fe76', 'status': 'completed', 'code': 200} Feb 17 11:54:47.091481 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a5f663d4-6bc9-4b40-8864-5d5533652f27 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/floatingips/35842d25-670d-478e-9e5c-ddbd55978954 HTTP/1.1" status: 200 len: 977 time: 0.1470654 Feb 17 11:54:47.095608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44144) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:47.227091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.291376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.309569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.456650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 67b30af5-bace-4203-b3c9-87dc83ea604a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=67b30af5-bace-4203-b3c9-87dc83ea604a,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:47.456650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.457657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:47.457657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.495074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 67b30af5-bace-4203-b3c9-87dc83ea604a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:47.532313 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-944dcff0-e353-4f08-a953-91bdd83cef48 req-f25d1d2d-4c8d-4d09-9078-ab8c8c40cd3a tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea7538d5-0126-44ab-8880-860462f2b289 HTTP/1.1" status: 200 len: 210 time: 0.2688162 Feb 17 11:54:47.534856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7e595fc1-f283-43e8-b370-6f7e1cb9003d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Synchronizing usage tracker for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:floatingip {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:47.592410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network fcb50454-af20-49ff-91a6-b59ebb9da163 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:47.592894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 67b30af5-bace-4203-b3c9-87dc83ea604a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=67b30af5-bace-4203-b3c9-87dc83ea604a,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:47.599455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.600590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:47.607474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] For port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:47.615680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:47.623740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] For port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:47.645918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Port': ['ID=993a4109-1934-4899-bc7c-8fac63c75d86,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:47.646786 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] For port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:47.653199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.653423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] For port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,segment=NetworkSegment(f6f948d6-4f65-4f81-aba9-d4b8685a36e8),segment_id=f6f948d6-4f65-4f81-aba9-d4b8685a36e8)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:47.694563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec3a33-df82-4b8a-9aae-32b9f4a20cda None None] Network 67f383cc-7883-4848-878f-e257734e9b68 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:47.695775 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/7d40deda-26c9-40fb-a7fd-042b477ddecd HTTP/1.1" status: 204 len: 168 time: 1.5900607 Feb 17 11:54:47.695775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da2324-efd6-48f9-86e3-25a3fdbe455d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=7d40deda-26c9-40fb-a7fd-042b477ddecd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:47.696024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44148) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:47.714713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.730248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.753747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:54:47.754489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:54:47.772318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7e595fc1-f283-43e8-b370-6f7e1cb9003d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Unset dirty status for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:floatingip {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:47.775971 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7e595fc1-f283-43e8-b370-6f7e1cb9003d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6770000 Feb 17 11:54:47.778003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:47.779285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44152) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:47.788851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'port_id': 'eb7cda9a-18e4-44cb-a151-12f29ca1201a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:47.897334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.906819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:47.928569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.933886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.946434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:47.995889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:47.996314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 50dd15a3-283d-4e63-bd98-b2bfc07c8d18 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:48.017377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 243aafe4-6ecd-41f0-915c-0f051422820d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:48.017735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:48.118903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Allocated IP 172.22.0.2 (ecdc2f6a-347a-4280-b8e5-11432661ee3c/3fbe59cf-22a8-4783-843a-3abf502af65a/758a1df0-bb47-42ff-9042-9c9f5ac0282f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:48.313768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=67b30af5-bace-4203-b3c9-87dc83ea604a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:48.316992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aedb014e-bae7-4e7f-94b0-4fae560ff06f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:48.338499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 67b30af5-bace-4203-b3c9-87dc83ea604a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:48.339236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:48.435719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:48.483081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port 243aafe4-6ecd-41f0-915c-0f051422820d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=243aafe4-6ecd-41f0-915c-0f051422820d,segment=NetworkSegment(a7af4340-9ac7-4ac4-941a-d391aa10b084),segment_id=a7af4340-9ac7-4ac4-941a-d391aa10b084)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:48.483545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:48.489650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4066daa1-25c4-4510-8606-ae1e594d1c6a None None] Provisioning for port 993a4109-1934-4899-bc7c-8fac63c75d86 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:48.596339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cfdd2-9f82-4fc1-b53f-a97a2070ccfe None None] Pushing event updated for resources: {'Port': ['ID=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:48.606166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4066daa1-25c4-4510-8606-ae1e594d1c6a None None] Provisioning complete for port 993a4109-1934-4899-bc7c-8fac63c75d86 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:48.606530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4066daa1-25c4-4510-8606-ae1e594d1c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:48.715408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 243aafe4-6ecd-41f0-915c-0f051422820d owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:48.839797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44160) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:48.902384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:48.903002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:48.923969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 67b30af5-bace-4203-b3c9-87dc83ea604a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=67b30af5-bace-4203-b3c9-87dc83ea604a,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:48.924315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.063984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 67b30af5-bace-4203-b3c9-87dc83ea604a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:49.105820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4066daa1-25c4-4510-8606-ae1e594d1c6a None None] Port 993a4109-1934-4899-bc7c-8fac63c75d86 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:49.173489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.183797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc301d-d6ec-4f3e-a6f0-897b3dee2b4c None None] Pushing event updated for resources: {'Port': ['ID=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:49.255652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00b7049-e521-4937-8cd9-af8678e72667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.287431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00b7049-e521-4937-8cd9-af8678e72667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.360871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.378106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcf427-a4c2-4100-af74-daf0817d1c74 None None] DHCP port deletion for 67f383cc-7883-4848-878f-e257734e9b68 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:49.385085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:49.403309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.427692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port aedb014e-bae7-4e7f-94b0-4fae560ff06f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:49.428437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.507474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.625083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00b7049-e521-4937-8cd9-af8678e72667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.676634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.692775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.701662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4281d6-2380-4c21-843a-bd03e840f862 None None] Network 2ef82598-0924-4779-99a7-253565fc1d56 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:49.724996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=243aafe4-6ecd-41f0-915c-0f051422820d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:49.760265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7049-e521-4937-8cd9-af8678e72667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f768d2-486a-44db-bea4-3dff63ed19f7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:49.773526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No DVR routers for this DVR port 243aafe4-6ecd-41f0-915c-0f051422820d on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:49.798776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=67b30af5-bace-4203-b3c9-87dc83ea604a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:49.884125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Transition to ACTIVE for port object 758a1df0-bb47-42ff-9042-9c9f5ac0282f will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:49.924849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.960263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.972451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00b7049-e521-4937-8cd9-af8678e72667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:49.975842 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b00b7049-e521-4937-8cd9-af8678e72667 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "DELETE /v2.0/security-groups/d9f768d2-486a-44db-bea4-3dff63ed19f7 HTTP/1.1" status: 204 len: 168 time: 1.1324918 Feb 17 11:54:49.980064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44168) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:49.987961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Transition to ACTIVE for port object 758a1df0-bb47-42ff-9042-9c9f5ac0282f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:50.027939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f383cc-7883-4848-878f-e257734e9b68']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:50.045460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:38Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:50.061342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] Checking router: 571f862d-ce72-4275-9dca-888839694f92 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:50.067412 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-f9ba1835-c1f4-4f3b-b306-098cd0649739 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] show failed (client error): The resource could not be found. Feb 17 11:54:50.069838 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f9ba1835-c1f4-4f3b-b306-098cd0649739 tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "GET /v2.0/security-groups/d9f768d2-486a-44db-bea4-3dff63ed19f7 HTTP/1.1" status: 404 len: 347 time: 0.0913274 Feb 17 11:54:50.070022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7af4340-9ac7-4ac4-941a-d391aa10b084') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:50.070022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7af4340-9ac7-4ac4-941a-d391aa10b084') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:50.098815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.121209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44172) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:50.134801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.149941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.201573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fd9fc3e2-dbfe-4398-8ee4-894daf662dfa None None] Provisioning for port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:50.208098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:50.281361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:50.313077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:50.314914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.321827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.345429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:50.350121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:50.412018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:54:50.412607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.426482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2de8a634-388e-4d40-8cff-cca4f3a4dd2e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:54:50.438955 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:54:50.550294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.22.0.1 (ecdc2f6a-347a-4280-b8e5-11432661ee3c/3fbe59cf-22a8-4783-843a-3abf502af65a/b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:50.574526 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Pushing event updated for resources: {'Port': ['ID=758a1df0-bb47-42ff-9042-9c9f5ac0282f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:50.576722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Port': ['ID=993a4109-1934-4899-bc7c-8fac63c75d86,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:50.578427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.597139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Deleting port c7fb867d-0d03-4544-b710-de804627de10 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:50.597252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.648776 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP 35842d25-670d-478e-9e5c-ddbd55978954 associated. External IP: 172.26.6.9, port: b939d1ce-d97b-4153-995c-ee1e41d9048c. Feb 17 11:54:50.792326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.798663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Attempting to bind port 758a1df0-bb47-42ff-9042-9c9f5ac0282f on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:50.799023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Attempting to bind port 758a1df0-bb47-42ff-9042-9c9f5ac0282f by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:50.799373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Attempting to bind port 758a1df0-bb47-42ff-9042-9c9f5ac0282f on network ecdc2f6a-347a-4280-b8e5-11432661ee3c {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:50.820096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.831281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=67f383cc-7883-4848-878f-e257734e9b68,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:50.837207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network fcb50454-af20-49ff-91a6-b59ebb9da163 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:50.844499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:50.845655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:50.846052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Checking segment: {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:50.846444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.846823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Bound using segment: {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:50.847288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Bound port: 758a1df0-bb47-42ff-9042-9c9f5ac0282f, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:50.847651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:50.904762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:34Z', 'revision_number': 3, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:47Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:50.905730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e7de769a-43a9-4917-bd9c-9b0b91edfdb3 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/67f383cc-7883-4848-878f-e257734e9b68 HTTP/1.1" status: 204 len: 168 time: 3.2243643 Feb 17 11:54:50.933320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac57c1-d6db-4d66-93e6-4377dde8f68f None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:34Z', 'revision_number': 3, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:47Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:50.935000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:51.014632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44176) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:51.033249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-494559641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:51.038876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:51.051440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:51.051805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.066237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:51.081940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:51.087508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:51.104516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:51.188323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.188958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.216890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] For port 758a1df0-bb47-42ff-9042-9c9f5ac0282f, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:51.319073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] For port 758a1df0-bb47-42ff-9042-9c9f5ac0282f, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=758a1df0-bb47-42ff-9042-9c9f5ac0282f,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:51.417332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Router e7dbc86a-eb35-4e48-a199-05b2e4d87775 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:51.424921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.425908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.430354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.449549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.474150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Calling delete_port for c7fb867d-0d03-4544-b710-de804627de10 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:51.551988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.561210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-53a9389e-3f0c-4b16-aabb-0a86b04bd6f7 None None] Provisioning complete for port 993a4109-1934-4899-bc7c-8fac63c75d86 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:51.562124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-53a9389e-3f0c-4b16-aabb-0a86b04bd6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.608050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.630507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:51.709651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.724894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bd33-e3a3-4419-98c6-c924e432faaf None None] Pushing event updated for resources: {'Port': ['ID=758a1df0-bb47-42ff-9042-9c9f5ac0282f,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:51.770227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-53a9389e-3f0c-4b16-aabb-0a86b04bd6f7 None None] Port 993a4109-1934-4899-bc7c-8fac63c75d86 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:51.776053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.780016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44180) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:51.780190 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a37a6d2f-3bac-41f1-806d-3d05d837ab13 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7641819 Feb 17 11:54:51.793944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-890153305'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:51.801331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,segment=NetworkSegment(f6f948d6-4f65-4f81-aba9-d4b8685a36e8),segment_id=f6f948d6-4f65-4f81-aba9-d4b8685a36e8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:51.804509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:51.807826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.853245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:38Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:51.857500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5429-8bfe-4b03-a40a-617b11bbffba None None] The sync data for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv is: [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:50:06Z', 'revision_number': 4, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '783be64b-d26c-47fb-95f7-b8f3bd12f467', 'name': '', 'network_id': 'e82a2ff1-f685-4a24-945d-3d1d0ec5bc54', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'mac_address': 'fa:16:3e:ed:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:50:03Z', 'updated_at': '2022-02-17T11:50:38Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'subnets': [{'id': '9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:51.874851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:51.877384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Router 87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:54:51.879320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:51.891091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:51.906215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:51.967364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 243aafe4-6ecd-41f0-915c-0f051422820d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:52.011214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 243aafe4-6ecd-41f0-915c-0f051422820d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:52.011686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 243aafe4-6ecd-41f0-915c-0f051422820d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:52.029265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:52.034033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d34795bc-70a8-462b-bf77-9c4b504fa1e9 None None] Provisioning complete for port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:52.034409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d34795bc-70a8-462b-bf77-9c4b504fa1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.088790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:52.095853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:52.099214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:52.107610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:52.115189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:52.127303 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] Sync routers for ids ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:52.147695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:52.150559 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] Routers {'e7dbc86a-eb35-4e48-a199-05b2e4d87775'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:52.150712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.151491 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.204470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:52.216396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.218412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e of type vlan for network 74aed776-beb8-4f51-a1c4-d1fa81349a50 Feb 17 11:54:52.341562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.365242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2de8a634-388e-4d40-8cff-cca4f3a4dd2e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:52.371151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.392442 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] Set router e7dbc86a-eb35-4e48-a199-05b2e4d87775 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:52.401692 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8834aeaf-d97a-450d-972c-2d9caaa8bd9c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "PUT /v2.0/routers/e7dbc86a-eb35-4e48-a199-05b2e4d87775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4580157 Feb 17 11:54:52.404438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44184) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:52.461829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:52.462480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.469688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:52.482118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-450cb8f0-6177-4443-84a5-4760aa189033 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6502771 Feb 17 11:54:52.482306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44188) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:52.501703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] Sync routers for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:52.512783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1b66-c030-4eeb-bd36-8eb7fa11c278 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:52.519707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1b66-c030-4eeb-bd36-8eb7fa11c278 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:52.520493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-639f1b66-c030-4eeb-bd36-8eb7fa11c278 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:52.544232 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:38Z', 'updated_at': '2022-02-17T11:54:49Z', 'revision_number': 3, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.549879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:52.549879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.550130 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] Checking router: e7dbc86a-eb35-4e48-a199-05b2e4d87775 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:52.561093 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] Routers {'e7dbc86a-eb35-4e48-a199-05b2e4d87775'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:52.562493 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.645443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-639f1b66-c030-4eeb-bd36-8eb7fa11c278 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:52.646924 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-639f1b66-c030-4eeb-bd36-8eb7fa11c278 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2415879 Feb 17 11:54:52.650005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.655996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44192) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:52.656884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.669986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.679343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:52.679976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.736975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:52.737505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.754648 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] Set router e7dbc86a-eb35-4e48-a199-05b2e4d87775 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:52.756737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Pushing event deleted for resources: {'Port': ['ID=c7fb867d-0d03-4544-b710-de804627de10,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:52.845267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.845710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60110924-7b96-431b-8c39-378f5cd26ae1 None None] The sync data for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:52.853649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b5a5139f-5b70-44ff-8f9b-cdbe499de1ec up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:52.893555 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:38Z', 'updated_at': '2022-02-17T11:54:49Z', 'revision_number': 3, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:52.902109 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802301b5-ddd0-4706-918f-617ad7c99f92 None None] The sync data for ids ['e7dbc86a-eb35-4e48-a199-05b2e4d87775'] in dv-neutron-828728-1-hyperv is: [{'id': 'e7dbc86a-eb35-4e48-a199-05b2e4d87775', 'name': 'tempest-NetworksTestDHCPv6-router-1649852618', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:38Z', 'updated_at': '2022-02-17T11:54:49Z', 'revision_number': 3, 'project_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:52.917333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:52.922302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.924687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:52.925881 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-26fd2bea-4742-42b5-a2bc-d0b7764d39da tempest-ServerActionsTestJSON-1412806149 tempest-ServerActionsTestJSON-1412806149-project] 10.222.0.47 "DELETE /v2.0/floatingips/417ef470-bb92-4215-8166-08efea782fb4 HTTP/1.1" status: 204 len: 168 time: 2.7955780 Feb 17 11:54:52.929510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44198) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:53.003907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142df06e-db88-4798-b4fd-91fe88d118a8 None None] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:53.025166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:53.043783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.078776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:53.079164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.107779 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3260140 Feb 17 11:54:53.119811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44202) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:53.136905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:53.337762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:53.346579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:53.350224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:53.351699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-15fc0bb5-3856-43da-b04c-ef853a5f7aeb None None] Provisioning for port 758a1df0-bb47-42ff-9042-9c9f5ac0282f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:53.360024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:53.410113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 7d9822e3-3165-4969-999c-c7c097270120 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:54:53.424856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.457064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:53.458746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:53.470556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.561434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.563214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 758a1df0-bb47-42ff-9042-9c9f5ac0282f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:53.632834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ce44b-8c5c-4e8d-96da-f97b9a1c364a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=74aed776-beb8-4f51-a1c4-d1fa81349a50,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:53.667686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:53.689176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:53.700884 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:53.715711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.723540 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:53.724151 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:53.803144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.841234 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:53.865244 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:53.869155 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:53.896708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:53.972586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 758a1df0-bb47-42ff-9042-9c9f5ac0282f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:53.978742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 758a1df0-bb47-42ff-9042-9c9f5ac0282f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:53.979193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:53.986782 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:53.987350 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0f078-36d3-45d7-9614-bf848d7e91ec None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:54.020673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-09af1ef8-0a46-44d1-8b22-7faf65b291f1 None None] Provisioning for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:54.045610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-09af1ef8-0a46-44d1-8b22-7faf65b291f1 None None] Provisioning complete for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:54.046246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-09af1ef8-0a46-44d1-8b22-7faf65b291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.113823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:54:54.135616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8817f4-20f6-4876-9de3-c3d8b14aad2f None None] New status for floating IP 417ef470-bb92-4215-8166-08efea782fb4: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:54:54.135856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.151337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.243535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.286058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-09af1ef8-0a46-44d1-8b22-7faf65b291f1 None None] Port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:54.349076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.414379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 758a1df0-bb47-42ff-9042-9c9f5ac0282f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=758a1df0-bb47-42ff-9042-9c9f5ac0282f,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:54.422163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-148e0aad-07fa-4194-b5fd-5adbffbc07f6 None None] Provisioning complete for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:54.422856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-148e0aad-07fa-4194-b5fd-5adbffbc07f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.443665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:54.446263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.450394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.485527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-148e0aad-07fa-4194-b5fd-5adbffbc07f6 None None] Port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:54.497201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.516913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.551784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9822e3-3165-4969-999c-c7c097270120,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:54.564383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.571656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.572893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2d66f-21f3-4a05-b4ed-98fa971d8666 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:54.662109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b5a5139f-5b70-44ff-8f9b-cdbe499de1ec up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:54.676939 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c7e5e1ac-773c-4335-bf8d-fbe91ab54b4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/7d9822e3-3165-4969-999c-c7c097270120 HTTP/1.1" status: 204 len: 168 time: 2.0083823 Feb 17 11:54:54.681559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44206) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:54.728974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:54.730950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:54.830061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=758a1df0-bb47-42ff-9042-9c9f5ac0282f,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:54.837551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=1e72c359-18a7-4749-b945-df5c14bb6d2c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:54.873425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:54.873806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:54.944083 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:54:55.016111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:55.017491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 74aed776-beb8-4f51-a1c4-d1fa81349a50, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:54:55.050362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:54:55.052228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd4702b-e215-4a17-bdcf-9e4b862f792d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:router {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:55.058656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] Deleting port b4023d34-1ea6-4efa-8594-339b6bab9ee5 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:55.059134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:55.112652 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ed452d74-8e74-4e79-a091-fcac3b37adca tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:54:55.113250 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed452d74-8e74-4e79-a091-fcac3b37adca tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6295943 Feb 17 11:54:55.116507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44210) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:55.118049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 67b30af5-bace-4203-b3c9-87dc83ea604a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:55.165862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 67b30af5-bace-4203-b3c9-87dc83ea604a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:55.166299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 67b30af5-bace-4203-b3c9-87dc83ea604a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:55.218048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd4702b-e215-4a17-bdcf-9e4b862f792d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:router {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:55.222359 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6dd4702b-e215-4a17-bdcf-9e4b862f792d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5366151 Feb 17 11:54:55.224441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44214) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:55.226160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7caddb74-4c60-4e5b-af69-b16cb21a4f15 None None] Provisioning complete for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:55.226657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7caddb74-4c60-4e5b-af69-b16cb21a4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:55.230638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:54:55.361528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 74aed776-beb8-4f51-a1c4-d1fa81349a50) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:55.380121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5650732-9679-42b7-b13f-ff61329f92b9 None None] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:55.385611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:55.386212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:55.503775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7caddb74-4c60-4e5b-af69-b16cb21a4f15 None None] Port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:54:55.529880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] For port b4023d34-1ea6-4efa-8594-339b6bab9ee5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b4023d34-1ea6-4efa-8594-339b6bab9ee5,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:55.530818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:55.566517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:55.570749 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4595fa69-9149-486e-969c-17f84898293c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4453952 Feb 17 11:54:55.574351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44218) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:55.581479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:55.601616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:55.679802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] Calling delete_port for b4023d34-1ea6-4efa-8594-339b6bab9ee5 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:55.911470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-74aed776-beb8-4f51-a1c4-d1fa81349a50', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:54:55.912758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:55.938978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.026445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] Pushing event deleted for resources: {'Port': ['ID=b4023d34-1ea6-4efa-8594-339b6bab9ee5,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:56.038581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8e6f8-5e59-4513-be82-0ffe7dcae38e None None] No DVR routers for this DVR port b4023d34-1ea6-4efa-8594-339b6bab9ee5 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:54:56.176803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Allocated IP 2001:db8::2 (74aed776-beb8-4f51-a1c4-d1fa81349a50/1e72c359-18a7-4749-b945-df5c14bb6d2c/cda36d5a-51fb-4c33-b35a-3abd356c58f0) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:56.226434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.410887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.423075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Transition to ACTIVE for port object cda36d5a-51fb-4c33-b35a-3abd356c58f0 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:56.436175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.447717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.452839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Transition to ACTIVE for port object cda36d5a-51fb-4c33-b35a-3abd356c58f0 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:56.508439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:56.513132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.519754 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:56.531435 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:56.532035 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:56.539416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.593303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:56.607379 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:56.617430 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:56.618064 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:56.619703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44224) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:56.622395 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cdb5c7ee-67d7-4daf-9393-4f5877fece33 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0687788 Feb 17 11:54:56.633044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 758a1df0-bb47-42ff-9042-9c9f5ac0282f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:56.650381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'network': {'name': 'tempest-RoutersTest-93625187'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:56.659478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:56.672706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:56.681209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Deleting port 783be64b-d26c-47fb-95f7-b8f3bd12f467 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:56.681872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.691517 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:56.691924 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b8788-90f4-44cf-84a0-6fecd39cb360 None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:56.692109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:56.705860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:56.723809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:56.738294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:network and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:56.745942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:56.747291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Pushing event updated for resources: {'Port': ['ID=cda36d5a-51fb-4c33-b35a-3abd356c58f0,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:56.754947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:56.755690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:56.792172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:56.795625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.796304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Fanout notify agent at l3_agent the message router_deleted on router e7dbc86a-eb35-4e48-a199-05b2e4d87775 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:54:56.862647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.937717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:56.938550 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-952c1fb0-d019-49bf-9ee7-eaf118e2f81a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/routers/e7dbc86a-eb35-4e48-a199-05b2e4d87775 HTTP/1.1" status: 204 len: 168 time: 1.7131433 Feb 17 11:54:56.941798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44228) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:56.998236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Attempting to bind port cda36d5a-51fb-4c33-b35a-3abd356c58f0 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:56.998772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Attempting to bind port cda36d5a-51fb-4c33-b35a-3abd356c58f0 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:56.999995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Attempting to bind port cda36d5a-51fb-4c33-b35a-3abd356c58f0 on network 74aed776-beb8-4f51-a1c4-d1fa81349a50 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:57.004497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:57.006756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.008275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 758a1df0-bb47-42ff-9042-9c9f5ac0282f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:57.008756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.033676 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-eef76fa9-f778-440f-8f9d-4cd72b6ab9d3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/floatingips/35842d25-670d-478e-9e5c-ddbd55978954 HTTP/1.1" status: 200 len: 977 time: 9.2492187 Feb 17 11:54:57.039112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b2370872-2176-4ef9-8ff9-d65de433d7f4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:57.045605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44232) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:57.052463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:57.054994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:57.055490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Checking segment: {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:57.056121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.056618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Bound using segment: {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:57.057210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Bound port: cda36d5a-51fb-4c33-b35a-3abd356c58f0, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:57.057685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.079592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:57.199543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:54:57.215340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.234126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] For port 783be64b-d26c-47fb-95f7-b8f3bd12f467, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=783be64b-d26c-47fb-95f7-b8f3bd12f467,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:54:57.234126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.267473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b2370872-2176-4ef9-8ff9-d65de433d7f4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:57.271220 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b2370872-2176-4ef9-8ff9-d65de433d7f4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3189032 Feb 17 11:54:57.273206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44238) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:57.274942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.275601 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added segment 7c7a08da-f4f7-44de-8995-15d1726cbb4d of type vlan for network 4534342e-2ac0-461b-ac83-2c3624570a5a Feb 17 11:54:57.431632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Calling delete_port for 783be64b-d26c-47fb-95f7-b8f3bd12f467 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:57.466271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] For port cda36d5a-51fb-4c33-b35a-3abd356c58f0, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:57.489342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff992d8d-2ab4-4e32-9cec-e2977f49af61 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:57.490058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ff992d8d-2ab4-4e32-9cec-e2977f49af61 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:57.493933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.505611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] For port cda36d5a-51fb-4c33-b35a-3abd356c58f0, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cda36d5a-51fb-4c33-b35a-3abd356c58f0,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:57.552769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8::1 (74aed776-beb8-4f51-a1c4-d1fa81349a50/1e72c359-18a7-4749-b945-df5c14bb6d2c/faf42196-b14f-4108-a064-af833075fe79) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:54:57.601341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.606100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b4023d34-1ea6-4efa-8594-339b6bab9ee5 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:54:57.688915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b4023d34-1ea6-4efa-8594-339b6bab9ee5 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:54:57.689270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b4023d34-1ea6-4efa-8594-339b6bab9ee5 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:54:57.723370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ff992d8d-2ab4-4e32-9cec-e2977f49af61 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:57.724539 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ff992d8d-2ab4-4e32-9cec-e2977f49af61 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4506097 Feb 17 11:54:57.729422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44242) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:57.742396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2313ea-9b95-4edc-a12b-380458d5786d None None] Pushing event updated for resources: {'Port': ['ID=cda36d5a-51fb-4c33-b35a-3abd356c58f0,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:57.744217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.749361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:54:57.750135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.772764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:52Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:57.777750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:54:57.778146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Updating router bf4101de-c837-4411-8279-314f6ea270b2 port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:54:57.800454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.820593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-269a0bae-00f4-4db8-8b0b-1011ef03af04 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:router {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:54:57.850445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.929849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.957468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object faf42196-b14f-4108-a064-af833075fe79 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:57.985823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:57.985823 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP 35842d25-670d-478e-9e5c-ddbd55978954 disassociated. External IP: 172.26.6.9, port: eb7cda9a-18e4-44cb-a151-12f29ca1201a. Feb 17 11:54:58.106921 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4747734 Feb 17 11:54:58.108085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befec782-e0a2-4c70-8493-6fce73c25598 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Network': ['ID=4534342e-2ac0-461b-ac83-2c3624570a5a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:58.117448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44246) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:58.135212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'subnet': {'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:58.155894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 4534342e-2ac0-461b-ac83-2c3624570a5a details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:54:58.176119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.224671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-269a0bae-00f4-4db8-8b0b-1011ef03af04 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:router {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:54:58.228672 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-269a0bae-00f4-4db8-8b0b-1011ef03af04 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4905624 Feb 17 11:54:58.230524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44250) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:58.248813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:54:58.299407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:58.303514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:58.324535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:54:58.325229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.328465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=faf42196-b14f-4108-a064-af833075fe79,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:58.372307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.473618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.492476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Transition to ACTIVE for port object b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:54:58.496992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=783be64b-d26c-47fb-95f7-b8f3bd12f467,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:58.563160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:58.580952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.625859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:subnet and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:54:58.633646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:54:58.641538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.647930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:54:58.653387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:54:58.673719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:58.700752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:54:58.708914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting port 993a4109-1934-4899-bc7c-8fac63c75d86 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:54:58.709248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.809401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:58.816239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cda36d5a-51fb-4c33-b35a-3abd356c58f0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:54:58.872861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91119912-d022-4f26-805a-fd8900414c5b None None] Pushing event updated for resources: {'Port': ['ID=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:59.025957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Attempting to bind port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:54:59.026484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Attempting to bind port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:54:59.027042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Attempting to bind port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a on network ecdc2f6a-347a-4280-b8e5-11432661ee3c {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:54:59.043352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:54:59.043792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Checking segment: {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:54:59.044257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.044761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Bound using segment: {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:54:59.045380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Bound port: b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ce2860-5c0e-432a-894e-e1194c26759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:54:59.046415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.053852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:59.122781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port cda36d5a-51fb-4c33-b35a-3abd356c58f0 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:59.177726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] For port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:54:59.177977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.182514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] For port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:54:59.246496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Made reservation on behalf of 61bc9dffeb874c4d8da024ccbdc0af63 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:54:59.256872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.322252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:54:59.333760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abfe2d9-2a0b-4674-967f-48e0ad19d366 None None] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:54:59.395189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Calling delete_port for 993a4109-1934-4899-bc7c-8fac63c75d86 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:54:59.571757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91119912-d022-4f26-805a-fd8900414c5b None None] Pushing event updated for resources: {'Port': ['ID=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:59.577652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:59.587470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:59.622212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.671951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:54:59.686825 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:54:59.691517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.699059 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:59.700004 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:59.758622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0e0368e5-44c0-4fd3-ba25-10cbcd7532a7 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/floatingips/35842d25-670d-478e-9e5c-ddbd55978954 HTTP/1.1" status: 200 len: 686 time: 2.7115741 Feb 17 11:54:59.759863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.760715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.766289 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:59.770339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44254) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:54:59.778226 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:54:59.779052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:59.805693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:54:59.846822 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:54:59.847474 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b9d6a-0a95-4dbd-adba-4ae4e99e7fea None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:54:59.864262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] Provisioning for port cda36d5a-51fb-4c33-b35a-3abd356c58f0 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:54:59.879562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.911930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] Provisioning complete for port cda36d5a-51fb-4c33-b35a-3abd356c58f0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:54:59.912257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:54:59.930988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=faf42196-b14f-4108-a064-af833075fe79,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:54:59.988310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:54:59.991265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:54:59.999019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.230366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port feb8292a-b2ac-4d9e-b340-dea85b51a8cf {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:00.231052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.330245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.418387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] For port cda36d5a-51fb-4c33-b35a-3abd356c58f0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cda36d5a-51fb-4c33-b35a-3abd356c58f0,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:00.450337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:52Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:54:59Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:00.455827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce3020-e713-41ea-86d5-35fffedadb4b None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:54:52Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:54:59Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:00.521684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.667099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:55:00.680684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06845d58-ae54-423f-9121-f4bc4d11bc9d None None] Pushing event updated for resources: {'Port': ['ID=cda36d5a-51fb-4c33-b35a-3abd356c58f0,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:00.774892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:00.844954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.845438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.871218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.952357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1d6938bb-1156-41ba-b7b2-f0f7eddb030d None None] Provisioning for port faf42196-b14f-4108-a064-af833075fe79 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:00.957921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1d6938bb-1156-41ba-b7b2-f0f7eddb030d None None] Provisioning complete for port faf42196-b14f-4108-a064-af833075fe79 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:00.958292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d6938bb-1156-41ba-b7b2-f0f7eddb030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:00.979358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:01.001309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-747ea208-c4ef-49b4-bca4-3ddeecdd1d5a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4251094 Feb 17 11:55:01.002365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44258) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:01.009076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230989368'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:01.017989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:01.019679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:01.022732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:01.026543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:01.034507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:01.074514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for feb8292a-b2ac-4d9e-b340-dea85b51a8cf owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:01.080372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d6938bb-1156-41ba-b7b2-f0f7eddb030d None None] Port faf42196-b14f-4108-a064-af833075fe79 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:01.086333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:01.094192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:01.094659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.112465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Port': ['ID=993a4109-1934-4899-bc7c-8fac63c75d86,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:01.156046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:01.167824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.168109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:01.168802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:01.225659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:55:01.261411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.261665 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment f4bea932-fd4b-4484-890a-fc16251e9df3 of type vlan for network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 Feb 17 11:55:01.289315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.334963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.457973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.469350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.485068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.489314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:01.489961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.508208 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:01.520114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1d6938bb-1156-41ba-b7b2-f0f7eddb030d None None] Provisioning complete for port cda36d5a-51fb-4c33-b35a-3abd356c58f0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:01.520594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d6938bb-1156-41ba-b7b2-f0f7eddb030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.601563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:01.618192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=8c2250bd-4ef1-4f54-b30d-d2e38d392be3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:01.628018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.628362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.628756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.628986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.629309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.629639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.629988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.630311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.630626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.630939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.631253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:01.636487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:01.666135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6cb540cd-612d-4531-bd9b-f5691d254d60 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6626968 Feb 17 11:55:01.668890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44262) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:01.676233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:01.686594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:55:01.805686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:01.809638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:01.813189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:01.819077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:01.890049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:01.931674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:01.956683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:55:01.989420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.001434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Subnet': ['ID=9a7dec49-b5ef-49f0-b136-826ce1b07f29,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:02.040486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.099426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Checking segment: {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:02.099426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network hostable DHCP agents. Network: 4534342e-2ac0-461b-ac83-2c3624570a5a, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:55:02.109042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:02.116606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:02.127519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.133920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:02.134457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f1da0-0c48-411d-9e47-bf16b9afcfe4 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:02.134948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.190867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=c3ffbd31-4051-49c2-8272-87b0bdaf71b4,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:02.195441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.312520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6c9eead4-8534-415d-bd01-0b1052b77ee6 None None] Provisioning complete for port faf42196-b14f-4108-a064-af833075fe79 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:02.313043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c9eead4-8534-415d-bd01-0b1052b77ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.344885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=feb8292a-b2ac-4d9e-b340-dea85b51a8cf,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:02.361655 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2015c489-9329-48a2-bd67-2b4352b513a0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1232903 Feb 17 11:55:02.364884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44266) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:02.370826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:02.390666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.404090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6c9eead4-8534-415d-bd01-0b1052b77ee6 None None] Port faf42196-b14f-4108-a064-af833075fe79 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:02.504178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:54:58Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:54:59Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:02.513537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:02.513943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Updating router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 port faf42196-b14f-4108-a064-af833075fe79 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:55:02.524497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 4534342e-2ac0-461b-ac83-2c3624570a5a is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:55:02.568457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=203101a4-8746-42c6-88a7-74fca66a8ad7,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:02.568948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.606327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:02.608911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:02.609255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 8c2250bd-4ef1-4f54-b30d-d2e38d392be3, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:55:02.616812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:02.619699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:02.633091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'c3ffbd31-4051-49c2-8272-87b0bdaf71b4'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:02.633941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.635608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:02.679554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 4534342e-2ac0-461b-ac83-2c3624570a5a) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:02.697499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:02.698101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.720999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.723315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.724518 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-47c95e8a-f19c-47cc-97da-90d3ba5c998d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/floatingips/35842d25-670d-478e-9e5c-ddbd55978954 HTTP/1.1" status: 204 len: 168 time: 2.9479790 Feb 17 11:55:02.727767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44272) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:02.745036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:02.771608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95391f04-6f3a-42ba-9d4f-2c5cd6fb4c1c None None] Network 4534342e-2ac0-461b-ac83-2c3624570a5a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:02.792727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:02.804270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:55:02.821014 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-40c9b4a0-93a7-479a-b29b-52329fb01790 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] delete failed (client error): The resource could not be found. Feb 17 11:55:02.822138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-40c9b4a0-93a7-479a-b29b-52329fb01790 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/floatingips/35842d25-670d-478e-9e5c-ddbd55978954 HTTP/1.1" status: 404 len: 345 time: 0.0932679 Feb 17 11:55:02.860453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:02.883321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 8c2250bd-4ef1-4f54-b30d-d2e38d392be3) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:02.896729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:02.897654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:02.908929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70cb07-796d-4b4a-a4fb-84a29170bdc5 None None] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:02.966432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7ffe4f50-1320-448e-b2c3-93daec473003 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8450482 Feb 17 11:55:02.972917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44280) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:03.098580 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d0304ad4-bbc6-4459-9626-6cd0f78639ad tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4286177 Feb 17 11:55:03.102434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:03.117362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44284) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:03.281981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Router 87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:03.294028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04208d3-910a-4424-9fad-78530a419586 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:03.299333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04208d3-910a-4424-9fad-78530a419586 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:03.303355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04208d3-910a-4424-9fad-78530a419586 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:03.304204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b04208d3-910a-4424-9fad-78530a419586 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Synchronizing usage tracker for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:03.444129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Allocated IP 2001:db8::f816:3eff:fe1b:fcdb (077674eb-7979-49ce-a746-00af8b5678be/c3ffbd31-4051-49c2-8272-87b0bdaf71b4/98fcd77b-8a6c-4291-9400-ac92e6eae4ad) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:03.505009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:03.505009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:03.582181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b04208d3-910a-4424-9fad-78530a419586 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Unset dirty status for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:03.583823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b04208d3-910a-4424-9fad-78530a419586 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/ports?network_id=85403e92-7502-4545-b525-d3b247ea0379 HTTP/1.1" status: 200 len: 2360 time: 0.7221980 Feb 17 11:55:03.587655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44288) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:03.590284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:03.591112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:03.625872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:03.631687 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b8235611-9c5d-4f40-b750-c30b103176ec tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5135274 Feb 17 11:55:03.636162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44292) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:03.653729 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] Sync routers for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:03.678474 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:03.680558 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:03.713220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-4534342e-2ac0-461b-ac83-2c3624570a5a', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:03.713220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:03.720466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.resource_extend [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:55:03.732712 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-8551c207-5ec2-4e50-b96a-cf070fdee5fa tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] delete failed (client error): The resource could not be found. Feb 17 11:55:03.733261 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8551c207-5ec2-4e50-b96a-cf070fdee5fa tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-2116555554 HTTP/1.1" status: 404 len: 335 time: 0.0952752 Feb 17 11:55:03.738524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44296) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:03.772095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-66f33a97-d792-44fc-9c5c-5cb90deeba7f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'router': {'external_gateway_info': {'network_id': '87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:03.779207 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:03.796466 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:03.797724 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:03.872010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f0d964-ff0f-47ef-a04c-3981019f76fc tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:03.872572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-33f0d964-ff0f-47ef-a04c-3981019f76fc tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Synchronizing usage tracker for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:03.898507 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:03.898911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d29f0-419e-4714-af1a-a4449bf2804e None None] The sync data for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:04.040773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.072563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Router 571f862d-ce72-4275-9dca-888839694f92 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:04.147663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-33f0d964-ff0f-47ef-a04c-3981019f76fc tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Unset dirty status for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:04.148831 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-33f0d964-ff0f-47ef-a04c-3981019f76fc tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/subnets/ab66bf73-c1fa-4374-ba27-444d95530bd0 HTTP/1.1" status: 200 len: 797 time: 0.5566504 Feb 17 11:55:04.159625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44300) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:04.169198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'port': {'network_id': '85403e92-7502-4545-b525-d3b247ea0379', 'name': 'tempest-FloatingIPTestJSON-520624775', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:04.182320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Transition to ACTIVE for port object faf42196-b14f-4108-a064-af833075fe79 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:04.203004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cda36d5a-51fb-4c33-b35a-3abd356c58f0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:04.276008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.295840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.298308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.358605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Allocated IP 2001:db8:1::2 (8c2250bd-4ef1-4f54-b30d-d2e38d392be3/203101a4-8746-42c6-88a7-74fca66a8ad7/c060137b-4edc-4ed2-8101-70fed583725d) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:04.383533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Transition to ACTIVE for port object 98fcd77b-8a6c-4291-9400-ac92e6eae4ad will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:04.386189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Allocated IP 172.23.0.2 (4534342e-2ac0-461b-ac83-2c3624570a5a/9a7dec49-b5ef-49f0-b136-826ce1b07f29/df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:04.438461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-66f33a97-d792-44fc-9c5c-5cb90deeba7f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.515984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b484b9-9dfb-4e7e-9bef-8bdb6de3e664 None None] Pushing event updated for resources: {'Port': ['ID=faf42196-b14f-4108-a064-af833075fe79,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:04.522882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:04.529338 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-57140588-a6a7-46a1-96ad-2817ccb08c12 admin admin] 10.222.0.47 "PUT /v2.0/routers/571f862d-ce72-4275-9dca-888839694f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5988047 Feb 17 11:55:04.544808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44304) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:04.557308 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-66f33a97-d792-44fc-9c5c-5cb90deeba7f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] update failed (client error): The resource could not be found. Feb 17 11:55:04.562515 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-66f33a97-d792-44fc-9c5c-5cb90deeba7f tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa HTTP/1.1" status: 404 len: 339 time: 0.8171263 Feb 17 11:55:04.562917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44310) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:04.573570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Transition to ACTIVE for port object 98fcd77b-8a6c-4291-9400-ac92e6eae4ad will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:04.818886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] Sync routers for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:04.821427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.871198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:04.872076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=86d9b591-87ab-4b2c-91a7-b09a250c783c,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:04.880391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:04.888772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:04.890429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:04.916114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:04.944492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:05.104628 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-21639d3e-94ab-44a4-a021-72f47597e599 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7140982 Feb 17 11:55:05.104628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44314) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:05.122542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:a8:bb:2e', 'name': 'tempest-NetworksTestDHCPv6-883744048'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:05.139742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port cda36d5a-51fb-4c33-b35a-3abd356c58f0 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:05.140362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.175947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:05.191636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.194226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Pushing event updated for resources: {'Port': ['ID=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:05.210927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:05.221902 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:05.232959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:05.233602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:05.305347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.316152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Transition to ACTIVE for port object c060137b-4edc-4ed2-8101-70fed583725d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:05.393011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.416659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Attempting to bind port faf42196-b14f-4108-a064-af833075fe79 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:05.417024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Attempting to bind port faf42196-b14f-4108-a064-af833075fe79 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:05.417383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Attempting to bind port faf42196-b14f-4108-a064-af833075fe79 on network 74aed776-beb8-4f51-a1c4-d1fa81349a50 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:05.429839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:05.497196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Transition to ACTIVE for port object c060137b-4edc-4ed2-8101-70fed583725d will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:05.554007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.584157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:05.584826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Checking segment: {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:05.584948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.585275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Bound using segment: {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:05.585750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Bound port: faf42196-b14f-4108-a064-af833075fe79, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:05.586138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.612376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.633211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.733909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Attempting to bind port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:05.734225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Attempting to bind port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:05.734641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Attempting to bind port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:05.789600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:05.839984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.852522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:05.857559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:05.862047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Pushing event updated for resources: {'Port': ['ID=c060137b-4edc-4ed2-8101-70fed583725d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:05.868633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:05.871574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:05.871895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:05.872141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.873126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:05.873126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Bound port: 98fcd77b-8a6c-4291-9400-ac92e6eae4ad, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:05.873454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.895135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:05.895135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:05.900278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:05.903101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Transition to ACTIVE for port object df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:05.939362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:05.948974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:05.964496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Allocated IP 172.20.0.1 (e5458d36-c97b-4061-acb0-0b4a4681bd16/b2a953ae-e6d7-4e09-b636-5410ee2b7cd5/e2e3587b-2c42-4c32-b647-1acf585e26c9) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:05.965382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.064592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Deleting port caf33f58-5b89-47c2-a8f2-b7c61203b27e {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:06.064921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.071146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] For port faf42196-b14f-4108-a064-af833075fe79, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:06.096630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] device_id is not set on port 51e200a0-d58d-4fad-8f6b-8596afc0d1fd yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:55:06.142876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:06.153092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.160633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Transition to ACTIVE for port object df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:06.192932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] For port faf42196-b14f-4108-a064-af833075fe79, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faf42196-b14f-4108-a064-af833075fe79,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:06.284901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.299289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.300303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Transition to ACTIVE for port object e2e3587b-2c42-4c32-b647-1acf585e26c9 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:06.329426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 60f16b33-b3ef-4dbc-8bd2-63776a2ab01d yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:55:06.341475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Attempting to bind port c060137b-4edc-4ed2-8101-70fed583725d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:06.341862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Attempting to bind port c060137b-4edc-4ed2-8101-70fed583725d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:06.342315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Attempting to bind port c060137b-4edc-4ed2-8101-70fed583725d on network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:06.359551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.383858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] For port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:06.404731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.419184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:06.419606 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Checking segment: {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:06.420005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.420919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Bound using segment: {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:06.421390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Bound port: c060137b-4edc-4ed2-8101-70fed583725d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:06.421813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.449972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] For port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:06.469562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8:1::1 (8c2250bd-4ef1-4f54-b30d-d2e38d392be3/203101a4-8746-42c6-88a7-74fca66a8ad7/ecf63d15-9948-4852-9bb5-b04166ffe28f) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:06.489108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Network 4534342e-2ac0-461b-ac83-2c3624570a5a is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:06.499112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:06.504425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:06.505485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:06.506731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b484b9-9dfb-4e7e-9bef-8bdb6de3e664 None None] Pushing event updated for resources: {'Port': ['ID=faf42196-b14f-4108-a064-af833075fe79,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:06.510649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:06.524353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:06.562304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Port': ['ID=e2e3587b-2c42-4c32-b647-1acf585e26c9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:06.608550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.620535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] For port caf33f58-5b89-47c2-a8f2-b7c61203b27e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=caf33f58-5b89-47c2-a8f2-b7c61203b27e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:06.620881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.650122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:06.650757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:06.698590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:06.782445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Calling delete_port for caf33f58-5b89-47c2-a8f2-b7c61203b27e owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:07.036716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Pushing event updated for resources: {'Port': ['ID=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:07.056903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.135093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Attempting to bind port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:07.135446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Attempting to bind port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:07.135993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Attempting to bind port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 on network 4534342e-2ac0-461b-ac83-2c3624570a5a {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:07.136977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Allocated IP 172.23.0.1 (4534342e-2ac0-461b-ac83-2c3624570a5a/9a7dec49-b5ef-49f0-b136-826ce1b07f29/1fd30062-19c4-47d6-b5f8-551dcd0ee4d9) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:07.171138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] For port c060137b-4edc-4ed2-8101-70fed583725d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:07.188523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:07.193897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Checking segment: {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:07.193897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.193897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Bound using segment: {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:07.193897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Bound port: df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:07.193897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.216235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] For port c060137b-4edc-4ed2-8101-70fed583725d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c060137b-4edc-4ed2-8101-70fed583725d,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:07.233335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:07.254856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.304973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a84b99-f048-4d07-8ec3-96cbf9c3b5cd None None] Pushing event updated for resources: {'Port': ['ID=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:07.309956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.316437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf33f58-5b89-47c2-a8f2-b7c61203b27e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:07.364684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.14 (85403e92-7502-4545-b525-d3b247ea0379/ab66bf73-c1fa-4374-ba27-444d95530bd0/51e200a0-d58d-4fad-8f6b-8596afc0d1fd) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:07.378121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.418952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:54:57Z', 'revision_number': 5, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port': {'id': 'caf33f58-5b89-47c2-a8f2-b7c61203b27e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571f862d-ce72-4275-9dca-888839694f92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:49:58Z', 'updated_at': '2022-02-17T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:07.419999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object ecf63d15-9948-4852-9bb5-b04166ffe28f will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:07.439621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.12 (85403e92-7502-4545-b525-d3b247ea0379/ab66bf73-c1fa-4374-ba27-444d95530bd0/51e200a0-d58d-4fad-8f6b-8596afc0d1fd) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:07.454513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] Checking router: 571f862d-ce72-4275-9dca-888839694f92 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:07.456838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 172.20.0.5 (077674eb-7979-49ce-a746-00af8b5678be/86d9b591-87ab-4b2c-91a7-b09a250c783c/60f16b33-b3ef-4dbc-8bd2-63776a2ab01d) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:07.493631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fea8:bb2e (077674eb-7979-49ce-a746-00af8b5678be/c3ffbd31-4051-49c2-8272-87b0bdaf71b4/60f16b33-b3ef-4dbc-8bd2-63776a2ab01d) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:07.624584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.733592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Transition to ACTIVE for port object 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:07.735549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.741686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.785977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12929b-c175-42dd-9ff3-aaff9325bdcc None None] Pushing event updated for resources: {'Port': ['ID=c060137b-4edc-4ed2-8101-70fed583725d,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:07.842742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] Routers {'571f862d-ce72-4275-9dca-888839694f92'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:07.843296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:54:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['571f862d-ce72-4275-9dca-888839694f92'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:07.897385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] For port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:07.917288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2a42e5ec-8b4b-405a-a1a7-3b1ca3393248 None None] Provisioning for port e2e3587b-2c42-4c32-b647-1acf585e26c9 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:07.954288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:07.975980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:07.978869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:07.979726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:07.985335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5391ac93-d684-4b34-9791-276efe44e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.010855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=ecf63d15-9948-4852-9bb5-b04166ffe28f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:08.016532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] For port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:08.023174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2a42e5ec-8b4b-405a-a1a7-3b1ca3393248 None None] Provisioning complete for port e2e3587b-2c42-4c32-b647-1acf585e26c9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:08.023537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2a42e5ec-8b4b-405a-a1a7-3b1ca3393248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.080285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.131093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.140910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.203644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.207470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2a42e5ec-8b4b-405a-a1a7-3b1ca3393248 None None] Port e2e3587b-2c42-4c32-b647-1acf585e26c9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:08.289357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] Set router 571f862d-ce72-4275-9dca-888839694f92 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:08.299234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:08.352629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 60f16b33-b3ef-4dbc-8bd2-63776a2ab01d will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:08.370828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 4534342e-2ac0-461b-ac83-2c3624570a5a is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:08.387305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:08.388134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.400196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:08.401633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.448141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.457611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 98fcd77b-8a6c-4291-9400-ac92e6eae4ad up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:08.482535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:55:06Z', 'revision_number': 7, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:08.492705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.516392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.579840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=51e200a0-d58d-4fad-8f6b-8596afc0d1fd,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:08.597840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.597840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571f862d-ce72-4275-9dca-888839694f92 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:55:08.601656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6362f6-8ab8-476d-be7b-59b42e8654cf None None] The sync data for ids ['571f862d-ce72-4275-9dca-888839694f92'] in dv-neutron-828728-1-hyperv is: [{'id': '571f862d-ce72-4275-9dca-888839694f92', 'name': 'tempest-ServerActionsTestJSON-1300504452-router', 'tenant_id': '4782c14c3fee44ae94c81eb97b56c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:49:57Z', 'updated_at': '2022-02-17T11:55:06Z', 'revision_number': 7, 'project_id': '4782c14c3fee44ae94c81eb97b56c92c', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:08.677868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.679043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.680430 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bfcb307d-ac55-4137-a7e3-0bda7f159263 admin admin] 10.222.0.47 "DELETE /v2.0/routers/571f862d-ce72-4275-9dca-888839694f92 HTTP/1.1" status: 204 len: 168 time: 4.1344628 Feb 17 11:55:08.684248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event updated for resources: {'Port': ['ID=e2e3587b-2c42-4c32-b647-1acf585e26c9,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:08.691571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44320) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:08.695447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.729887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.760223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:08.768674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:08.781141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:08.806756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c45e2-359f-4d65-a7b8-35b7d4c72896 None None] Pushing event updated for resources: {'Port': ['ID=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:08.909218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Deleting subnet 9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:08.921201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:08.922441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.943397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.944415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:54:58Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:06Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:08.944415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9d739-abef-4a44-a9a5-5c0785a35f14 None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:54:58Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:06Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:08.988420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:08.990508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9388272-2b2d-4d99-bea7-6f6d58252a1b None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:09.015810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:09.098514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.194829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:09.203117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:09.233681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:09.243604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:09.253707 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:09.348511 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f323bff0-6a3d-4c27-a857-c9f323afd155 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.1855564 Feb 17 11:55:09.366195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] Provisioning for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:09.405263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44326) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:09.410698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] Provisioning complete for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:09.411155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.482117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.620398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.729292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] For port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:09.747639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce14fa-15f2-4258-8fbb-c0bcba5ead27 None None] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:09.764291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '51e200a0-d58d-4fad-8f6b-8596afc0d1fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:09.772782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:09.788766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:09.850504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.892044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=60f16b33-b3ef-4dbc-8bd2-63776a2ab01d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:09.905693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:09.915578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.922135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.929933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.958457 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b7235566-f6ab-4144-ba23-204ae08535fb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9cc6e12b-b6ab-4e26-8d1b-d260d8ccd3ae HTTP/1.1" status: 204 len: 168 time: 1.2657039 Feb 17 11:55:09.964798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44330) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:09.977291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:09.988210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:09.988832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.003238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63e18f-57be-4f3e-a25e-a54b515fafe8 None None] Network e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:10.128452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0b528-94e9-44ee-bd12-01a4442d3240 None None] Pushing event updated for resources: {'Port': ['ID=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:10.255707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c060137b-4edc-4ed2-8101-70fed583725d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:10.274249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.339739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Deleting port 00c96a0d-73b1-4536-a2ba-175115a96f48 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:10.339739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.352606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-864df07c-e3c3-4f93-a02b-f382e7fa9ebb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2406576 Feb 17 11:55:10.370891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44334) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:10.419119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eef2e3fe-f9d3-47e0-a868-170e4e669c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.546363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b6502cb-fa2f-4d9a-9b16-7e46b3316089 None None] Provisioning for port c060137b-4edc-4ed2-8101-70fed583725d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:10.552063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Update dhcp port {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': 'c3ffbd31-4051-49c2-8272-87b0bdaf71b4', 'ip_address': '2001:db8::f816:3eff:fe1b:fcdb'}, {'subnet_id': '86d9b591-87ab-4b2c-91a7-b09a250c783c'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '98fcd77b-8a6c-4291-9400-ac92e6eae4ad'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:55:10.600903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6fb77-5906-4efe-9951-41b6f2dabaef None None] Network 4534342e-2ac0-461b-ac83-2c3624570a5a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:10.609054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Router 87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:10.728532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.742133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.767964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369795a-b2b9-401c-b7cb-ccc470d04ced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:10.771976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369795a-b2b9-401c-b7cb-ccc470d04ced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:10.776255 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5369795a-b2b9-401c-b7cb-ccc470d04ced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3958156 Feb 17 11:55:10.781274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44338) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:10.829010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.829244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.830262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.870395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b6502cb-fa2f-4d9a-9b16-7e46b3316089 None None] Provisioning complete for port e2e3587b-2c42-4c32-b647-1acf585e26c9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:10.870763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b6502cb-fa2f-4d9a-9b16-7e46b3316089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.933253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] For port 00c96a0d-73b1-4536-a2ba-175115a96f48, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=00c96a0d-73b1-4536-a2ba-175115a96f48,segment=NetworkSegment(c699c905-31f4-4432-b3aa-21181507a0bd),segment_id=c699c905-31f4-4432-b3aa-21181507a0bd)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:10.933899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:10.963106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c060137b-4edc-4ed2-8101-70fed583725d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:10.974288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 60f16b33-b3ef-4dbc-8bd2-63776a2ab01d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:10.974621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.024600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c060137b-4edc-4ed2-8101-70fed583725d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:11.024888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.076550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Calling delete_port for 00c96a0d-73b1-4536-a2ba-175115a96f48 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:11.138660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=ecf63d15-9948-4852-9bb5-b04166ffe28f,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:11.162538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:11.176868 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8e8abf8-bbc8-4d6d-b253-9efceb30889c tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6128089 Feb 17 11:55:11.177820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44342) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:11.188942 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] Sync routers for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:11.204542 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b6502cb-fa2f-4d9a-9b16-7e46b3316089 None None] Port e2e3587b-2c42-4c32-b647-1acf585e26c9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:11.222138 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:11.224342 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.255399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:55:11.260834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.279209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.58 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/e97fc20a-0bc5-4bd0-a692-cca0a211da1a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:11.362810 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.370256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.389417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Pushing event deleted for resources: {'Port': ['ID=00c96a0d-73b1-4536-a2ba-175115a96f48,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:11.393942 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:11.394627 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.397775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] No DVR routers for this DVR port 00c96a0d-73b1-4536-a2ba-175115a96f48 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:11.419329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc3b30-e4dc-44b2-a36e-be824712518a None None] DHCP port deletion for e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:11.441817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.469368 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.471935 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae5ea2-2393-4c19-a896-a937448a52de None None] The sync data for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:11.542350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.549418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.571739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.587426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.590547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82a2ff1-f685-4a24-945d-3d1d0ec5bc54']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.609875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c699c905-31f4-4432-b3aa-21181507a0bd') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.610367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c699c905-31f4-4432-b3aa-21181507a0bd') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:11.627282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.649554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-106e169e-f041-439e-b1fd-50b96c78b2a5 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.655238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Allocated IP 172.20.0.2 (077674eb-7979-49ce-a746-00af8b5678be/86d9b591-87ab-4b2c-91a7-b09a250c783c/98fcd77b-8a6c-4291-9400-ac92e6eae4ad) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:11.665984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7df23077-3e31-4a31-ac8b-a9eea1d1d0f5 None None] Provisioning for port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:11.665984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.726172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.811383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:11.817672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:11.818317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.833473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port c060137b-4edc-4ed2-8101-70fed583725d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c060137b-4edc-4ed2-8101-70fed583725d,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:11.837858 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:11.844473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:11.893696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] For port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:11.913083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:11.914103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faf42196-b14f-4108-a064-af833075fe79 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:12.020731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.resource_extend [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:55:12.028694 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-106e169e-f041-439e-b1fd-50b96c78b2a5 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 11:55:12.031361 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-106e169e-f041-439e-b1fd-50b96c78b2a5 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa HTTP/1.1" status: 409 len: 329 time: 0.8524828 Feb 17 11:55:12.035124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44346) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:12.058271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.116374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Transition to ACTIVE for port object 98fcd77b-8a6c-4291-9400-ac92e6eae4ad will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:12.123513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.130322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.142633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=c060137b-4edc-4ed2-8101-70fed583725d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:12.147624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.213766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.221275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.264907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event updated for resources: {'Port': ['ID=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:12.272557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.325380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6810-5f07-4953-8436-0a29cfb3be8a None None] Pushing event updated for resources: {'Port': ['ID=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:12.329332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port faf42196-b14f-4108-a064-af833075fe79 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:12.337155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port faf42196-b14f-4108-a064-af833075fe79 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:12.337524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.366608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f35a105e-6c16-4301-98e2-7bb91e768d2d None None] Provisioning for port ecf63d15-9948-4852-9bb5-b04166ffe28f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:12.384357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f35a105e-6c16-4301-98e2-7bb91e768d2d None None] Provisioning complete for port ecf63d15-9948-4852-9bb5-b04166ffe28f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:12.385035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f35a105e-6c16-4301-98e2-7bb91e768d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.459870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] Pushing event deleted for resources: {'Network': ['ID=e82a2ff1-f685-4a24-945d-3d1d0ec5bc54,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:12.460610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 60f16b33-b3ef-4dbc-8bd2-63776a2ab01d owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:12.583540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f35a105e-6c16-4301-98e2-7bb91e768d2d None None] Port ecf63d15-9948-4852-9bb5-b04166ffe28f cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:12.666322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.765070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f35a105e-6c16-4301-98e2-7bb91e768d2d None None] Provisioning complete for port c060137b-4edc-4ed2-8101-70fed583725d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:12.768906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f35a105e-6c16-4301-98e2-7bb91e768d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.853862 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-78f71407-b8b6-4233-8109-b95476f1c76b admin admin] 10.222.0.47 "DELETE /v2.0/networks/e82a2ff1-f685-4a24-945d-3d1d0ec5bc54 HTTP/1.1" status: 204 len: 168 time: 2.8819153 Feb 17 11:55:12.871724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.879148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.960933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:12.990838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:13.007648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:13.022281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port faf42196-b14f-4108-a064-af833075fe79, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faf42196-b14f-4108-a064-af833075fe79,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:13.023572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=e97fc20a-0bc5-4bd0-a692-cca0a211da1a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:13.036947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:13.126752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:13.128023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:13.240253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Network 4534342e-2ac0-461b-ac83-2c3624570a5a is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:13.251021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:13.393834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Provisioning complete for port ecf63d15-9948-4852-9bb5-b04166ffe28f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:13.394488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:13.492244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=faf42196-b14f-4108-a064-af833075fe79,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:13.566731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44352) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:13.593445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Port ecf63d15-9948-4852-9bb5-b04166ffe28f cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:13.694713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:13.705922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:13.706813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:13.757921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Provisioning for port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:13.789888 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-981342af-632c-4b34-8250-de1854cebf3d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4782c14c3fee44ae94c81eb97b56c92c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1423907 Feb 17 11:55:13.790183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Provisioning complete for port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:13.790183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:13.791556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44356) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:13.840563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:13.918701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d65d7ca5-087a-4afb-a8e4-19796c14d7fa None None] Port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:13.969620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.012528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad2322c8-5f83-423f-8849-a65e0d2c2d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.018425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:14.032654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Could not find standard attr ID for object 60f16b33-b3ef-4dbc-8bd2-63776a2ab01d. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:55:14.041859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.050332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Provisioning complete for port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:14.050862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.083032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad2322c8-5f83-423f-8849-a65e0d2c2d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.125620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:14.125620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.155718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 783be64b-d26c-47fb-95f7-b8f3bd12f467 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:14.204898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 783be64b-d26c-47fb-95f7-b8f3bd12f467 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:14.205245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 783be64b-d26c-47fb-95f7-b8f3bd12f467 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:14.205638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device caf33f58-5b89-47c2-a8f2-b7c61203b27e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:14.209817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting port e2e3587b-2c42-4c32-b647-1acf585e26c9 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:14.210170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.255284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: caf33f58-5b89-47c2-a8f2-b7c61203b27e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:14.255613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device caf33f58-5b89-47c2-a8f2-b7c61203b27e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:14.284188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:14.287615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=60f16b33-b3ef-4dbc-8bd2-63776a2ab01d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:14.342302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Provisioning for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:14.342864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad2322c8-5f83-423f-8849-a65e0d2c2d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.346255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Provisioning complete for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:14.346619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5c34d243-0cb1-4e6b-816d-2407814cae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.375097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2322c8-5f83-423f-8849-a65e0d2c2d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cdfdd8-8415-4472-b4ff-905b58b2d617,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:14.393759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad2322c8-5f83-423f-8849-a65e0d2c2d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.400085 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ad2322c8-5f83-423f-8849-a65e0d2c2d76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92cdfdd8-8415-4472-b4ff-905b58b2d617 HTTP/1.1" status: 204 len: 168 time: 0.6017139 Feb 17 11:55:14.404978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c060137b-4edc-4ed2-8101-70fed583725d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:14.444089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.615821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Calling delete_port for e2e3587b-2c42-4c32-b647-1acf585e26c9 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:14.664121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c060137b-4edc-4ed2-8101-70fed583725d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:14.665184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.715689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:14.771048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9f464e8b-7dad-43fc-b4e6-a6bbb06b61e4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/60f16b33-b3ef-4dbc-8bd2-63776a2ab01d HTTP/1.1" status: 204 len: 168 time: 3.9860501 Feb 17 11:55:14.771495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44364) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:14.780232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:14.788255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e8b24594-4673-4fc4-b8a7-6e35e6830dce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6579378 Feb 17 11:55:14.792157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:14.798874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:14.808463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1797244657'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:14.819317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:14.827255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e0704931-13fa-4c36-b0c8-10884d11a2a7 None None] Could not find standard attr ID for object 60f16b33-b3ef-4dbc-8bd2-63776a2ab01d. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:55:14.833603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:14.843398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:14.845479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:14.848494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:14.852887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:14.870363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:14.937326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 98fcd77b-8a6c-4291-9400-ac92e6eae4ad up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:15.195103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:15.198204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e333363-96f6-4bed-b79b-7da40dbe02c4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:15.199616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e333363-96f6-4bed-b79b-7da40dbe02c4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:15.200904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e333363-96f6-4bed-b79b-7da40dbe02c4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:15.201871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3e333363-96f6-4bed-b79b-7da40dbe02c4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:15.231819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.317583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:15.318091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.346594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3e333363-96f6-4bed-b79b-7da40dbe02c4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:15.350628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3e333363-96f6-4bed-b79b-7da40dbe02c4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5751388 Feb 17 11:55:15.350628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.353718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:15.378721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:15.381810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.448165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Port': ['ID=e2e3587b-2c42-4c32-b647-1acf585e26c9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:15.698095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.705948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 86d9b591-87ab-4b2c-91a7-b09a250c783c {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:15.742574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.773887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faf42196-b14f-4108-a064-af833075fe79 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:15.802542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:55:15.847501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.864758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:15.865119 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment eab08b60-4ee4-48a3-9175-2615c6ae9547 of type vlan for network 5ec93c78-0274-422e-a390-32286f9870a1 Feb 17 11:55:15.867114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:08Z', 'revision_number': 3, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:10Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:15.875428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:15.875938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Updating router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 port ecf63d15-9948-4852-9bb5-b04166ffe28f binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:55:15.934830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port faf42196-b14f-4108-a064-af833075fe79 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:15.935310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.002161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.004020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.027526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:16.042458 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:16.061960 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:16.062898 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:16.073700 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2c3ade8d-1a90-4957-8888-7b4219111178 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0994625 Feb 17 11:55:16.080827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44390) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:16.090283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:16.272097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:55:16.305037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.306330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.310721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:16.311304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.334951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.359514 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:16.373063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 00c96a0d-73b1-4536-a2ba-175115a96f48 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:16.406095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.444180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 00c96a0d-73b1-4536-a2ba-175115a96f48 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:16.444512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 00c96a0d-73b1-4536-a2ba-175115a96f48 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:16.451792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.498759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=5ec93c78-0274-422e-a390-32286f9870a1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:16.510207 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-501a5636-c7ec-409d-8f20-78184bcaeed4 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7165749 Feb 17 11:55:16.520702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44398) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:16.550378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:16.647074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5ec93c78-0274-422e-a390-32286f9870a1 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:55:16.714902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=e97fc20a-0bc5-4bd0-a692-cca0a211da1a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:16.804436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.861480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.864354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:16.869161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=86d9b591-87ab-4b2c-91a7-b09a250c783c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:16.920449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:16.937633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:08Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:10Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:16.943218 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:16.944052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Updating router bf4101de-c837-4411-8279-314f6ea270b2 port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:55:16.961836 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-41178173-5860-4b21-80e6-caf2f8c82ae7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/86d9b591-87ab-4b2c-91a7-b09a250c783c HTTP/1.1" status: 204 len: 168 time: 1.5675559 Feb 17 11:55:17.005578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44406) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:17.014962 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:17.036939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99278873-50f2-48f8-84f5-ac510b3b3c78 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:17.057428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Router 87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:17.090569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:17.143828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:17.148061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:17.165278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:17.173227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Transition to ACTIVE for port object ecf63d15-9948-4852-9bb5-b04166ffe28f will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:17.183817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:17.184416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:17.198634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:17.266141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:17.342316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Pushing event updated for resources: {'Port': ['ID=ecf63d15-9948-4852-9bb5-b04166ffe28f,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:17.357173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:17.390238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.390910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.390910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.391201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.391532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.391850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.392181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.392484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.392806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.393112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.393423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:17.466051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:17.492550 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5dd6a639-b63e-4f66-80ed-e3affe46f7d1 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4367073 Feb 17 11:55:17.492550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44414) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:17.492747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] Sync routers for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:17.580672 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-42900d9b-2630-4e77-9583-c43612c8e526 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] show failed (client error): The resource could not be found. Feb 17 11:55:17.590694 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42900d9b-2630-4e77-9583-c43612c8e526 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-668038877 HTTP/1.1" status: 404 len: 334 time: 0.1046813 Feb 17 11:55:17.595206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44420) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:17.606048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ebb35282-6644-4cec-a1b1-65d5434e2067 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:17.635477 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:17.650529 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Transition to ACTIVE for port object 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:17.663393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:17.664034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:17.723394 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:17.729366 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-ebb35282-6644-4cec-a1b1-65d5434e2067 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] update failed (client error): The resource could not be found. Feb 17 11:55:17.733653 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ebb35282-6644-4cec-a1b1-65d5434e2067 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-582657350 HTTP/1.1" status: 404 len: 334 time: 0.1339321 Feb 17 11:55:17.733996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44424) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:17.839115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:17.994558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet c3ffbd31-4051-49c2-8272-87b0bdaf71b4 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:17.997613 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c4755-bed0-412b-a24e-ecd4b08262d0 None None] Pushing event updated for resources: {'Port': ['ID=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:18.020518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] Routers {'87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:18.021154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:18.081862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting subnet fcb2d80b-973a-4cce-951c-fe0b27d277ab {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:18.086369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.089657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.131245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Attempting to bind port ecf63d15-9948-4852-9bb5-b04166ffe28f on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:18.132176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Attempting to bind port ecf63d15-9948-4852-9bb5-b04166ffe28f by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:18.133141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Attempting to bind port ecf63d15-9948-4852-9bb5-b04166ffe28f on network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:18.148911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:18.149642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Checking segment: {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:18.150263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.150849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Bound using segment: {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:18.151553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Bound port: ecf63d15-9948-4852-9bb5-b04166ffe28f, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bea932-fd4b-4484-890a-fc16251e9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:18.152113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.156141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.171744 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Attempting to bind port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:18.173811 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Attempting to bind port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:18.174182 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Attempting to bind port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 on network 4534342e-2ac0-461b-ac83-2c3624570a5a {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:18.187473 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:18.187844 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Checking segment: {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:18.188507 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.190819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.198305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Bound using segment: {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:18.199670 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Bound port: 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7a08da-f4f7-44de-8995-15d1726cbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:18.199670 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.226695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.258499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] For port ecf63d15-9948-4852-9bb5-b04166ffe28f, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:18.262387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] For port ecf63d15-9948-4852-9bb5-b04166ffe28f, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ecf63d15-9948-4852-9bb5-b04166ffe28f,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:18.264633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:18.264633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653274a-35e0-427d-b051-0e8de7ac2b4c None None] The sync data for ids ['87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:18.323721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.390834 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] For port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:18.396071 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] For port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:18.409159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.480786 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.519181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:18.519807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:18.596789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.612243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44436) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:18.635752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.732672 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c4755-bed0-412b-a24e-ecd4b08262d0 None None] Pushing event updated for resources: {'Port': ['ID=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:18.755831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817132f5-3581-4dca-bdff-a23b18e1d9c8 None None] Pushing event updated for resources: {'Port': ['ID=ecf63d15-9948-4852-9bb5-b04166ffe28f,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:18.761500 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:18.765717 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:18.766351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb2d80b-973a-4cce-951c-fe0b27d277ab,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:18.790909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:18.807645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782512b7-80c6-489a-85f6-616dedad2cc0 None None] Network 2ef82598-0924-4779-99a7-253565fc1d56 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:18.809659 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b2731245-e16d-47e4-b3af-18f191430185 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/subnets/fcb2d80b-973a-4cce-951c-fe0b27d277ab HTTP/1.1" status: 204 len: 168 time: 1.0744591 Feb 17 11:55:18.812633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44442) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:18.857053 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP 46e4d1fb-b33c-4c97-b97a-773729bd434a associated. External IP: 172.26.6.58, port: 51e200a0-d58d-4fad-8f6b-8596afc0d1fd. Feb 17 11:55:19.003026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:19.008409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-573237641', 'router:external': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:19.018330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:19.027978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:network and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:19.036344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:19.048659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:19.111041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.extraroute_db [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84459) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 17 11:55:19.114555 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:19.158264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.extraroute_db [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Removed routes are [] {{(pid=84459) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 17 11:55:19.158667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.201238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Made reservation on behalf of f76e6071f7f94ed1a9dcc927e83d90b2 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:19.203687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.210997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.235546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.264912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ffbd31-4051-49c2-8272-87b0bdaf71b4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:19.313266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:19.321630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:security_group_rule and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:19.325808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:19.331729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting subnet c52c4340-194f-4b30-9acd-13b0e6c20fe3 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:19.336150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.352799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.434612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.457815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.515972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:19.558354 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed3a0869-54be-44d3-8532-e901f21a542b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/c3ffbd31-4051-49c2-8272-87b0bdaf71b4 HTTP/1.1" status: 204 len: 168 time: 2.4827948 Feb 17 11:55:19.563727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44446) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:19.582855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=2faf3ae7-3ad8-4d3a-8707-2ce49988c621,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:19.609941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aa1d55-2bae-45ed-b3c3-716c371d0bfb None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:19.640942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:19.641581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 5ec93c78-0274-422e-a390-32286f9870a1, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:55:19.648347 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0c56213c-08d2-429c-b57a-629975fee350 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823448 Feb 17 11:55:19.651235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44450) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:19.664317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.673279 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:08Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:18Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:19.679106 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3885d-de55-4c47-a362-5e570ae48b3c None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:08Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:18Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:19.688064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-ee2e5c75-3594-42b9-8f03-45013bad665e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2228706 Feb 17 11:55:19.728818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:19.873221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.879996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 5ec93c78-0274-422e-a390-32286f9870a1 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:55:19.927301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:19.931067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.942190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:55:19.946443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:08Z', 'revision_number': 3, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:18Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:19.952018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:19.952415 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Added segment 8ecc849a-632e-494e-bd57-91e9cb85b628 of type vlan for network 499a6d99-f37d-4801-ab18-2cd523134c23 Feb 17 11:55:19.964295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1792794-56bc-4ca0-bb4c-f388883e1a98 None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:08Z', 'revision_number': 3, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:18Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:19.988267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.013067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a7cdaa3c-fa5d-438e-8b3a-09d09bb38158 None None] Provisioning complete for port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:20.014324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaa3c-fa5d-438e-8b3a-09d09bb38158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.065567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:20.076854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:20.079639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.148937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:20.156236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.158770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.159562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:20.160114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.171181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 5ec93c78-0274-422e-a390-32286f9870a1) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:20.175842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:20.177113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.194095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Subnet': ['ID=c52c4340-194f-4b30-9acd-13b0e6c20fe3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:20.194510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaaff3-f9e1-4e7c-a2f1-e6874bc5160f None None] Network fcb50454-af20-49ff-91a6-b59ebb9da163 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:20.329409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ddead0-710f-41f3-ba12-f0d2a02cebac,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:20.339490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c30cae54-8408-49ce-a70f-826b87ecc40a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/subnets/c52c4340-194f-4b30-9acd-13b0e6c20fe3 HTTP/1.1" status: 204 len: 168 time: 1.5242295 Feb 17 11:55:20.340189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0bfc5-2264-4bfd-b230-fb6031f245b7 None None] Network 5ec93c78-0274-422e-a390-32286f9870a1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:20.343050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44454) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:20.363581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] DHCP port deletion for 2ef82598-0924-4779-99a7-253565fc1d56 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:20.365913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:20.402521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Deleting port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:20.402766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c02459c8-49ad-4085-9408-cd3620939a79 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8810081 Feb 17 11:55:20.403315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.403476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44458) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:20.409437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.7957683 Feb 17 11:55:20.415692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44460) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:20.500289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.500528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] Deleting port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:20.500983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.620855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:20.625138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.651213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'subnet': {'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:20.654972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.656236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ad5e-3742-44b5-96b5-143aab929516 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Network': ['ID=499a6d99-f37d-4801-ab18-2cd523134c23,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:20.689621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:20.773462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:subnet and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:20.777155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:20.784819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:20.830402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.891695 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-27d2aa9a-4c7a-4c6e-bcd5-563010a70b9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3c467c93c04630bb9eca45a8bb49ec&device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 1098 time: 1.1424272 Feb 17 11:55:20.895971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:20.896434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.985508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 499a6d99-f37d-4801-ab18-2cd523134c23 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:55:20.994434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Made reservation on behalf of f76e6071f7f94ed1a9dcc927e83d90b2 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:20.996795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:20.999930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ecf63d15-9948-4852-9bb5-b04166ffe28f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:21.242822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-4f2f7738-9edd-47a1-a5b6-3fc6aef00309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:21.244271 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-4f2f7738-9edd-47a1-a5b6-3fc6aef00309 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b HTTP/1.1" status: 200 len: 910 time: 0.3188169 Feb 17 11:55:21.296116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] For port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,segment=NetworkSegment(f6f948d6-4f65-4f81-aba9-d4b8685a36e8),segment_id=f6f948d6-4f65-4f81-aba9-d4b8685a36e8)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:21.296619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:21.313638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] For port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:21.314052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:21.353401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:21.413729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-3d8b022b-2671-4340-b408-e98d2b19646a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e HTTP/1.1" status: 200 len: 1000 time: 0.1550632 Feb 17 11:55:21.436307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Calling delete_port for 2de8a634-388e-4d40-8cff-cca4f3a4dd2e owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:21.526870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:21.569895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] Calling delete_port for 98fcd77b-8a6c-4291-9400-ac92e6eae4ad owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:21.669615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-5ec93c78-0274-422e-a390-32286f9870a1', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:21.676473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:21.680985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-cdaeeb8c-3783-407f-8b28-3569fadd9bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:21.682519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-cdaeeb8c-3783-407f-8b28-3569fadd9bd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1849f366-8f5c-4d0c-ae06-30cf3c6a20ae HTTP/1.1" status: 200 len: 849 time: 0.2597444 Feb 17 11:55:21.694912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:21.709455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] For port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,segment=NetworkSegment(f6f948d6-4f65-4f81-aba9-d4b8685a36e8),segment_id=f6f948d6-4f65-4f81-aba9-d4b8685a36e8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:21.710193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:21.804293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Port': ['ID=2de8a634-388e-4d40-8cff-cca4f3a4dd2e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:21.819825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] No DVR routers for this DVR port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:21.844640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] DHCP port deletion for fcb50454-af20-49ff-91a6-b59ebb9da163 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:21.911169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ecf63d15-9948-4852-9bb5-b04166ffe28f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:21.921854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Calling delete_port for 2de8a634-388e-4d40-8cff-cca4f3a4dd2e owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:21.973321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] Deleting port aedb014e-bae7-4e7f-94b0-4fae560ff06f {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:21.973612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.026380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.028555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.068698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef82598-0924-4779-99a7-253565fc1d56']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.074002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ecf63d15-9948-4852-9bb5-b04166ffe28f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:22.074311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.091703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:55:22.132723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.132723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f948d6-4f65-4f81-aba9-d4b8685a36e8') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.143591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] Pushing event deleted for resources: {'Port': ['ID=98fcd77b-8a6c-4291-9400-ac92e6eae4ad,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:22.159158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.193587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.197508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70656a9a-6625-464e-8d62-dd89fc94cf7e None None] No DVR routers for this DVR port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:22.199363 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-f69be6c9-1fa8-41ce-8fe8-465a7cd3632d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b862309-c510-4eb9-9e77-31ba1ce3fd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3561916 Feb 17 11:55:22.204651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:22.212806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:22.213467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.233484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:22.233924 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:22.240087 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b00f28b2-9381-423f-8827-826901a2102d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 934 time: 6.1552136 Feb 17 11:55:22.244452 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44466) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:22.407773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:22.408120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:22.417980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] For port aedb014e-bae7-4e7f-94b0-4fae560ff06f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=aedb014e-bae7-4e7f-94b0-4fae560ff06f,segment=NetworkSegment(0b67e0a4-ee3e-4107-888a-b1d4cbf645a4),segment_id=0b67e0a4-ee3e-4107-888a-b1d4cbf645a4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:22.418361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.505927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Port 98fcd77b-8a6c-4291-9400-ac92e6eae4ad was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84460) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 17 11:55:22.506533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:fcdb {{(pid=84460) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 17 11:55:22.522443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:55:22.522978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.555412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] Calling delete_port for aedb014e-bae7-4e7f-94b0-4fae560ff06f owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:22.562692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.567297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.599186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Allocated IP 2001:db8:2::2 (5ec93c78-0274-422e-a390-32286f9870a1/2faf3ae7-3ad8-4d3a-8707-2ce49988c621/329fe66f-ed20-452f-9dbf-9745ec66f979) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:22.616590 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-ff0b3476-d006-4520-9c9b-4ebed672a311 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053566 Feb 17 11:55:22.621833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Network': ['ID=2ef82598-0924-4779-99a7-253565fc1d56,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:22.626399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:22.630449 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1a8d7a7c-959d-4c6d-a4e5-807cf4f30e89 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/networks/2ef82598-0924-4779-99a7-253565fc1d56 HTTP/1.1" status: 204 len: 168 time: 2.2862556 Feb 17 11:55:22.635185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44470) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:22.645617 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:22.663019 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:22.668935 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.729431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f3b5db8-d4b8-403b-a34c-900a728a3647,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:22.745044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.770910 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c53ea8e-cf6e-43e1-9e58-21afd058b862 req-28fa1e75-265c-4dda-b5d3-4a6dc0aec717 service neutron] 10.222.0.24 "GET /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390674 Feb 17 11:55:22.772734 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.791127 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:22.791980 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.818942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.844448 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7aee42b9-f6bb-49b6-a6dd-c9a058786d64 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 934 time: 0.5955040 Feb 17 11:55:22.846604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44474) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:22.846762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Checking segment: {'id': '8ecc849a-632e-494e-bd57-91e9cb85b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:22.846762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network hostable DHCP agents. Network: 499a6d99-f37d-4801-ab18-2cd523134c23, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:55:22.852147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'routes': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:22.854221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.874228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:22.879575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:22.882470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:22.883056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.896907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.899709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da6a1f-d7a7-44d2-ae1d-c0d92bfbc8b9 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:22.925985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Deleting port 2de8a634-388e-4d40-8cff-cca4f3a4dd2e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:22.926215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.926388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=2b6b0b48-5329-4763-86a3-6dc61ca47bf5,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:22.937081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting port aedb014e-bae7-4e7f-94b0-4fae560ff06f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:22.937593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:22.962358 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:22.964262 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdee576-bbdb-44eb-ad72-ba93fc437faf None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:22.970966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.009847 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9d52319a-b7eb-41aa-a018-fc43bd00d743 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3495972 Feb 17 11:55:23.012411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] The port 'aedb014e-bae7-4e7f-94b0-4fae560ff06f' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:55:23.013095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44478) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:23.018535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.049930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:23.063760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ecf63d15-9948-4852-9bb5-b04166ffe28f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ecf63d15-9948-4852-9bb5-b04166ffe28f,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:23.081746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network 499a6d99-f37d-4801-ab18-2cd523134c23 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:55:23.114105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-312d4356-82a9-4cc4-b9ee-e2e2e3c78812 None None] The port '2de8a634-388e-4d40-8cff-cca4f3a4dd2e' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:55:23.136229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] Pushing event deleted for resources: {'Port': ['ID=aedb014e-bae7-4e7f-94b0-4fae560ff06f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:23.142793 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.144290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:23.266229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb192b-2465-46bb-aeba-9237c807e5e6 None None] No DVR routers for this DVR port aedb014e-bae7-4e7f-94b0-4fae560ff06f on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:23.286270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.304876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 499a6d99-f37d-4801-ab18-2cd523134c23) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:23.316821 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e5e1dcf8-342f-4186-9f89-9d6aefd33dad tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.8683100 Feb 17 11:55:23.321019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44482) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:23.322471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:23.323058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.333170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'port_id': '51e200a0-d58d-4fad-8f6b-8596afc0d1fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:23.341295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4558379-2592-4c46-9b29-2fd73e56383d None None] Network 499a6d99-f37d-4801-ab18-2cd523134c23 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:23.388571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb50454-af20-49ff-91a6-b59ebb9da163']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:23.407065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:23.407529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b67e0a4-ee3e-4107-888a-b1d4cbf645a4') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:23.414521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:23.423765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:23.427404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.434171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:23.446641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:23.458592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:23.473090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.473941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.477844 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b43b0994-69a6-4c5b-bde2-b98bc4dcd7f4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8707483 Feb 17 11:55:23.480788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44486) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:23.486481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1943402939', 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:23.492203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:23.492651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:23.510549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:23.522397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:port and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:23.537139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ecf63d15-9948-4852-9bb5-b04166ffe28f,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:23.538844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.551078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Transition to ACTIVE for port object 329fe66f-ed20-452f-9dbf-9745ec66f979 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:23.576551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:23.579269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:23.604085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:23.604849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Transition to ACTIVE for port object 329fe66f-ed20-452f-9dbf-9745ec66f979 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:23.606009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:23.606627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:23.746522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.764727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Made reservation on behalf of f76e6071f7f94ed1a9dcc927e83d90b2 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:23.767023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.777684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:23.781938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.782111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.786190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.867678 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/networks/fcb50454-af20-49ff-91a6-b59ebb9da163 HTTP/1.1" status: 204 len: 168 time: 1.2224703 Feb 17 11:55:23.869899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44490) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:23.873296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaec657-5c52-415c-aa0d-9c563ec470b9 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Network': ['ID=fcb50454-af20-49ff-91a6-b59ebb9da163,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:23.875169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:23.875169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:23.898689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] device_id is not set on port 5f32c3ee-9671-4ab5-8620-25de54ad4680 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:55:23.916439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '2b6b0b48-5329-4763-86a3-6dc61ca47bf5'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:23.917271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.000142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Network 5ec93c78-0274-422e-a390-32286f9870a1 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:24.008795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:24.009823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8:2::1 (5ec93c78-0274-422e-a390-32286f9870a1/2faf3ae7-3ad8-4d3a-8707-2ce49988c621/bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:24.051186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:24.062830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Pushing event updated for resources: {'Port': ['ID=329fe66f-ed20-452f-9dbf-9745ec66f979,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:24.126694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Allocated IP 172.20.0.12 (499a6d99-f37d-4801-ab18-2cd523134c23/9f3b5db8-d4b8-403b-a34c-900a728a3647/5f32c3ee-9671-4ab5-8620-25de54ad4680) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:24.170590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:24.324242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.343519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:24.387643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df49698-225d-4cb8-844a-1fb4693362fd None None] Network 499a6d99-f37d-4801-ab18-2cd523134c23 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:24.502001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Attempting to bind port 329fe66f-ed20-452f-9dbf-9745ec66f979 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:24.502934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Attempting to bind port 329fe66f-ed20-452f-9dbf-9745ec66f979 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:24.502934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Attempting to bind port 329fe66f-ed20-452f-9dbf-9745ec66f979 on network 5ec93c78-0274-422e-a390-32286f9870a1 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:24.503540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.546485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.581705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:24.581950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.585400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:24.585724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:24.586039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Checking segment: {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:24.586542 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.587036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Bound using segment: {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:24.587618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Bound port: 329fe66f-ed20-452f-9dbf-9745ec66f979, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:24.588340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.588788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:24.589353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.626070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=410b4daf-a79e-49ec-ace1-779d150a9932,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:24.660382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.681961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c0b220a5-a440-4c26-9d19-916af7f1e219 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6672344 Feb 17 11:55:24.684776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44494) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:24.692982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:5e:a7:25', 'name': 'tempest-NetworksTestDHCPv6-731421098'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:24.712626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.757934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Allocated IP 2001:db8::f816:3eff:fe5c:9cc7 (077674eb-7979-49ce-a746-00af8b5678be/2b6b0b48-5329-4763-86a3-6dc61ca47bf5/fe1ca741-07f1-439b-9b4a-0f678d7f97ac) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:24.804102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network 499a6d99-f37d-4801-ab18-2cd523134c23 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:24.853791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:24.856345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:24.909813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 5ec93c78-0274-422e-a390-32286f9870a1 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:24.913989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:24.914698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Port': ['ID=5f32c3ee-9671-4ab5-8620-25de54ad4680,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:24.948151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:24.963704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:24.964457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:24.970673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:24.971438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.002093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:25.007620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:25.010813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:25.018215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:25.037573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:25.059578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting subnet b2a953ae-e6d7-4e09-b636-5410ee2b7cd5 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:25.066863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.071475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] For port 329fe66f-ed20-452f-9dbf-9745ec66f979, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:25.085326 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-51fb70c0-11c3-4eea-89e5-c27bf4831128 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6035190 Feb 17 11:55:25.088029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44498) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:25.140909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] For port 329fe66f-ed20-452f-9dbf-9745ec66f979, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=329fe66f-ed20-452f-9dbf-9745ec66f979,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:25.144612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:25.148920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.189071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.203154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Deleting port 5f32c3ee-9671-4ab5-8620-25de54ad4680 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:25.203653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.219436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.233934 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port bcde34dc-b8e1-4beb-9681-1b51dd93a619 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:55:25.248591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.274401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.extraroute_db [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added routes are [] {{(pid=84459) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 17 11:55:25.274983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.extraroute_db [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84459) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 17 11:55:25.337677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 98fcd77b-8a6c-4291-9400-ac92e6eae4ad no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:25.396272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 98fcd77b-8a6c-4291-9400-ac92e6eae4ad {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:25.396869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 98fcd77b-8a6c-4291-9400-ac92e6eae4ad not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:25.397278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2de8a634-388e-4d40-8cff-cca4f3a4dd2e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:25.432079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.457129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2de8a634-388e-4d40-8cff-cca4f3a4dd2e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:25.457463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2de8a634-388e-4d40-8cff-cca4f3a4dd2e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:25.460205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.481644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:25.497855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Transition to ACTIVE for port object fe1ca741-07f1-439b-9b4a-0f678d7f97ac will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:25.547884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.552891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.572514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:25.600707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Transition to ACTIVE for port object fe1ca741-07f1-439b-9b4a-0f678d7f97ac will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:25.617891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:19Z', 'revision_number': 6, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:18Z', 'revision_number': 4, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:25.620992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283a885-7255-4427-867d-981f6b1e0fd5 None None] Pushing event updated for resources: {'Port': ['ID=329fe66f-ed20-452f-9dbf-9745ec66f979,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:25.634738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:25.667061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:25.667978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:25.735989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Calling delete_port for 5f32c3ee-9671-4ab5-8620-25de54ad4680 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:25.790355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ecf63d15-9948-4852-9bb5-b04166ffe28f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:25.911455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.132459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 172.20.0.5 (077674eb-7979-49ce-a746-00af8b5678be/410b4daf-a79e-49ec-ace1-779d150a9932/bcde34dc-b8e1-4beb-9681-1b51dd93a619) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:26.139537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fe5e:a725 (077674eb-7979-49ce-a746-00af8b5678be/2b6b0b48-5329-4763-86a3-6dc61ca47bf5/bcde34dc-b8e1-4beb-9681-1b51dd93a619) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:26.146741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.157474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:26.165832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:26.167909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Pushing event updated for resources: {'Port': ['ID=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:26.172436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:26.176619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ecf63d15-9948-4852-9bb5-b04166ffe28f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:26.176938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.212002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.269267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:26.277544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a953ae-e6d7-4e09-b636-5410ee2b7cd5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:26.310544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f32c3ee-9671-4ab5-8620-25de54ad4680,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:26.537595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.562083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc82b6-20a2-4442-a7c3-d8e5f6831997 None None] Network e5458d36-c97b-4061-acb0-0b4a4681bd16 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:26.567796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.634988 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c112a21b-435a-4e5e-9e8f-ce09aba0be4a tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/subnets/b2a953ae-e6d7-4e09-b636-5410ee2b7cd5 HTTP/1.1" status: 204 len: 168 time: 2.7581420 Feb 17 11:55:26.652710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.689377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Attempting to bind port fe1ca741-07f1-439b-9b4a-0f678d7f97ac on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:26.689743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Attempting to bind port fe1ca741-07f1-439b-9b4a-0f678d7f97ac by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:26.690134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Attempting to bind port fe1ca741-07f1-439b-9b4a-0f678d7f97ac on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:26.724794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44522) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:26.773224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.789490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e9bdf46c-c763-464a-9a7a-f11570f1c815 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/ports/5f32c3ee-9671-4ab5-8620-25de54ad4680 HTTP/1.1" status: 204 len: 168 time: 1.6977181 Feb 17 11:55:26.797955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44526) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:26.803960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'external_fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12'}]}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:26.809338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:26.813453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:router and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:26.816593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:26.822290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:26.840378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:26.840788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:26.841142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.842708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:26.842708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Bound port: fe1ca741-07f1-439b-9b4a-0f678d7f97ac, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:26.842708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.891122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.940720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object bcde34dc-b8e1-4beb-9681-1b51dd93a619 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:26.981384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:26.981384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.023465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.034137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b5666-8186-4293-8056-f300ad48389b None None] Network 5ec93c78-0274-422e-a390-32286f9870a1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:27.075347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.121975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.169027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:27.346031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-368e1180-6e59-40cc-a2a4-96e1997838e6 None None] Provisioning for port 329fe66f-ed20-452f-9dbf-9745ec66f979 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:27.350975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:27.351453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.362065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:27.367061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:27.376390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:27.390668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] For port fe1ca741-07f1-439b-9b4a-0f678d7f97ac, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:27.431360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=bcde34dc-b8e1-4beb-9681-1b51dd93a619,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:27.440918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] For port fe1ca741-07f1-439b-9b4a-0f678d7f97ac, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:27.470030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:27.470657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.477803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.505551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d6107-89e3-42c3-b025-837fd37abd6a req-5123be7a-2770-4a85-81d0-2a2b3370b29b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:27.506711 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8c7d6107-89e3-42c3-b025-837fd37abd6a req-5123be7a-2770-4a85-81d0-2a2b3370b29b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.2888565 Feb 17 11:55:27.512130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.537487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:55:27.548737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:27.549106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.551060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.598644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8c7d6107-89e3-42c3-b025-837fd37abd6a req-731c9010-3301-42a1-9470-dac39ddaeb4b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840805 Feb 17 11:55:27.603126 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7e299cf-806b-4722-a086-69ad56e6b170 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9156222 Feb 17 11:55:27.605576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44536) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:27.617822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] DHCP port deletion for e5458d36-c97b-4061-acb0-0b4a4681bd16 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:27.656215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.656963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.660355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] Deleting port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:27.660725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.751674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:19Z', 'revision_number': 6, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:24Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:27.769115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57642bc5-7b44-41bc-b9b2-3c86831f4cd2 None None] Pushing event updated for resources: {'Port': ['ID=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:27.776396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb7191-164c-4b07-a751-e35b2fc4866b None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:19Z', 'revision_number': 6, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:24Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:27.788933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544961-a900-4d67-8111-83f0459f88a6 req-ad290d1f-f3ef-47e9-b0af-3552aeaf1ff3 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:27.797124 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-25544961-a900-4d67-8111-83f0459f88a6 req-ad290d1f-f3ef-47e9-b0af-3552aeaf1ff3 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 1.0246611 Feb 17 11:55:27.887275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:27.910911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa628c-af69-46c8-9d45-dc0b830c8850 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:27.916981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa628c-af69-46c8-9d45-dc0b830c8850 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:27.924418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6caa628c-af69-46c8-9d45-dc0b830c8850 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:28.035953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6caa628c-af69-46c8-9d45-dc0b830c8850 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:28.042222 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6caa628c-af69-46c8-9d45-dc0b830c8850 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4350133 Feb 17 11:55:28.042894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44540) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:28.149541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.151704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:28.193473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] For port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,segment=NetworkSegment(5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e),segment_id=5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:28.193889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.222638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aedb014e-bae7-4e7f-94b0-4fae560ff06f no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:28.268457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-25544961-a900-4d67-8111-83f0459f88a6 req-79375655-39dc-42ed-bcfe-6921b7ea6666 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706964 Feb 17 11:55:28.271990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: aedb014e-bae7-4e7f-94b0-4fae560ff06f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:28.272559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device aedb014e-bae7-4e7f-94b0-4fae560ff06f not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:28.302228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port bcde34dc-b8e1-4beb-9681-1b51dd93a619 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:28.302570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.368057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.439655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.452776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] Calling delete_port for 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:28.549620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 329fe66f-ed20-452f-9dbf-9745ec66f979 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:28.582858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] For port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,segment=NetworkSegment(5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e),segment_id=5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:28.583446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.718806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.814548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Calling delete_port for 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:28.815534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-00cd7756-92c6-44c7-82cd-3c4a28591444 None None] Provisioning for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:28.828083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] No DVR routers for this DVR port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:28.831380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 329fe66f-ed20-452f-9dbf-9745ec66f979 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:28.847554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc0208-361d-4fe8-8ce8-b69a8de5e26a None None] Pushing event deleted for resources: {'Port': ['ID=8ee64a68-08ac-46c6-ac2b-bb8a358306f3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:28.855273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 329fe66f-ed20-452f-9dbf-9745ec66f979 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:28.855831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.889413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-00cd7756-92c6-44c7-82cd-3c4a28591444 None None] Provisioning complete for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:28.889810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00cd7756-92c6-44c7-82cd-3c4a28591444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.958043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 5ec93c78-0274-422e-a390-32286f9870a1 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:28.962182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:28.991233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:29.010192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-00cd7756-92c6-44c7-82cd-3c4a28591444 None None] Port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:29.110591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.176440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 329fe66f-ed20-452f-9dbf-9745ec66f979, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=329fe66f-ed20-452f-9dbf-9745ec66f979,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:29.184573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6f338b10-60e9-4fa1-ab0b-ed3db4e30396 None None] Provisioning complete for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:29.186548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6f338b10-60e9-4fa1-ab0b-ed3db4e30396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.277808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6f338b10-60e9-4fa1-ab0b-ed3db4e30396 None None] Port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:29.283835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.284993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fe1ca741-07f1-439b-9b4a-0f678d7f97ac up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:29.371881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for bcde34dc-b8e1-4beb-9681-1b51dd93a619 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:29.437983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108ed45-6a58-41c2-a3b1-ca442ef866f9 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:29.475592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Allocated IP 172.20.0.12 (499a6d99-f37d-4801-ab18-2cd523134c23/9f3b5db8-d4b8-403b-a34c-900a728a3647/f1db5ca1-5223-4d11-882e-c835f6d45ef1) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:29.486848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d6788-94ae-4eab-90a1-b2d125eb1b81 req-5f4a9920-fc4f-418b-b5e4-fe56783ac168 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:29.490638 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab0d6788-94ae-4eab-90a1-b2d125eb1b81 req-5f4a9920-fc4f-418b-b5e4-fe56783ac168 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.6766219 Feb 17 11:55:29.505277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-9e10fa90-f484-42db-9517-e80f026e0816 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:29.506827 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-9e10fa90-f484-42db-9517-e80f026e0816 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.24 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 1.1294615 Feb 17 11:55:29.597713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=329fe66f-ed20-452f-9dbf-9745ec66f979,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:29.665219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e482529d-24ad-48d3-bd99-870c7a6f497e None None] Provisioning for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:29.676378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:29.677048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:29.689207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:29.696023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:29.697412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.710407 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab0d6788-94ae-4eab-90a1-b2d125eb1b81 req-de97c48e-fd87-414c-9ef0-6fddb930241b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093027 Feb 17 11:55:29.714892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Deleting port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:29.715306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.848162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.868696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fc105f08-4219-4607-9759-e6f19d4dabc4 None None] Provisioning complete for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:29.869067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fc105f08-4219-4607-9759-e6f19d4dabc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.919774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:29.938501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.983973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.985522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:29.989606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b393e2-dcb4-4628-a77a-378eb9487a54 req-98de306e-e81b-4977-b14d-f3755a9f531e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:29.991210 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2b393e2-dcb4-4628-a77a-378eb9487a54 req-98de306e-e81b-4977-b14d-f3755a9f531e tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 945 time: 0.4939792 Feb 17 11:55:30.001919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=bcde34dc-b8e1-4beb-9681-1b51dd93a619,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:30.010348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-fc105f08-4219-4607-9759-e6f19d4dabc4 None None] Port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:30.045376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Update dhcp port {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': '2b6b0b48-5329-4763-86a3-6dc61ca47bf5', 'ip_address': '2001:db8::f816:3eff:fe5c:9cc7'}, {'subnet_id': '410b4daf-a79e-49ec-ace1-779d150a9932'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': 'fe1ca741-07f1-439b-9b4a-0f678d7f97ac'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:55:30.070536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port fe1ca741-07f1-439b-9b4a-0f678d7f97ac, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:30.103101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.115112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network 499a6d99-f37d-4801-ab18-2cd523134c23 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:30.144644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:30.146884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.162023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:30.191009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Port': ['ID=f1db5ca1-5223-4d11-882e-c835f6d45ef1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:30.193539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Deleting port 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:30.194931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.291032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:30.297168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.338507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:30.338718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8ee64a68-08ac-46c6-ac2b-bb8a358306f3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:30.358061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:30.381147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] The port '8ee64a68-08ac-46c6-ac2b-bb8a358306f3' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:55:30.382361 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-282fb1e6-6365-4d40-9bcb-1ced457eeced tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/bcde34dc-b8e1-4beb-9681-1b51dd93a619 HTTP/1.1" status: 204 len: 168 time: 2.3379669 Feb 17 11:55:30.383440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44548) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:30.393934 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2b393e2-dcb4-4628-a77a-378eb9487a54 req-a697974f-c999-4515-be69-5e3522cabbd2 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867991 Feb 17 11:55:30.486562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e355a-e305-4017-b7ce-f45cad51f179 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:30.487911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e355a-e305-4017-b7ce-f45cad51f179 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:30.490025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e355a-e305-4017-b7ce-f45cad51f179 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:30.490872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-304e355a-e305-4017-b7ce-f45cad51f179 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:30.513852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Allocated IP 172.20.0.2 (077674eb-7979-49ce-a746-00af8b5678be/410b4daf-a79e-49ec-ace1-779d150a9932/fe1ca741-07f1-439b-9b4a-0f678d7f97ac) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:30.523165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.524001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.537525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 329fe66f-ed20-452f-9dbf-9745ec66f979 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:30.587500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-304e355a-e305-4017-b7ce-f45cad51f179 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:30.592350 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-304e355a-e305-4017-b7ce-f45cad51f179 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2049465 Feb 17 11:55:30.596828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44552) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:30.599791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:30.616462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.624630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:30.624988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.728541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] For port fe1ca741-07f1-439b-9b4a-0f678d7f97ac, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:30.731138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:30.737293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 329fe66f-ed20-452f-9dbf-9745ec66f979 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:30.738623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.745630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5458d36-c97b-4061-acb0-0b4a4681bd16']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:30.853728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.resource_extend [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:55:30.878150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:30.889319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 2b6b0b48-5329-4763-86a3-6dc61ca47bf5 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:30.903617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fe1ca741-07f1-439b-9b4a-0f678d7f97ac up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:30.928041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:30.928360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c54ddf4-23ae-4e40-a91d-7f2cd0acab2e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:30.938418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Transition to ACTIVE for port object fe1ca741-07f1-439b-9b4a-0f678d7f97ac will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:30.982269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:30.982269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.008257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.018818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.043050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.047986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Port fe1ca741-07f1-439b-9b4a-0f678d7f97ac had new provisioning blocks added so it will not transition to active. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 17 11:55:31.081897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.123719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ddadd-b97b-4589-b94f-1bd6c9ce33a8 req-8b34733b-00c5-4169-b621-0a0eafe7d747 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:31.125283 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9f4ddadd-b97b-4589-b94f-1bd6c9ce33a8 req-8b34733b-00c5-4169-b621-0a0eafe7d747 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.1936634 Feb 17 11:55:31.168398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Router fcec63f0-2fce-4117-9554-2c3758342fa5 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:55:31.187420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910556a-10bc-43bb-b8f8-200ab290505c None None] Pushing event updated for resources: {'Port': ['ID=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:31.216266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.219261 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9f4ddadd-b97b-4589-b94f-1bd6c9ce33a8 req-6a94838f-7138-4e36-b278-1868f87dbae3 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735755 Feb 17 11:55:31.305282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:31.306103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.324883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8e3893f-9a59-42e6-a30d-b9f5ce911a0e no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:31.326600 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:31.479892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.499097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:31.499739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.517257 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:31.536520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.538328 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7879c074-4274-476f-b528-33ce0f41dbc0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 700 time: 8.6920900 Feb 17 11:55:31.541649 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:31.542281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44560) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:31.542647 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:31.560960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:31.565577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:55:31.643432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.643879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.644189 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Floating IP 5a2f8a79-16e1-4e1f-9fbf-280d7648b823 disassociated. External IP: 172.26.6.63, port: e8e3893f-9a59-42e6-a30d-b9f5ce911a0e. Feb 17 11:55:31.644559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Calling delete_port for e8e3893f-9a59-42e6-a30d-b9f5ce911a0e owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:31.649497 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'code': 200} Feb 17 11:55:31.660791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.804394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:31.814549 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:31.888411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.897041 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9aea11e2-9c37-4aff-ba33-52a1d1b50d17 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 700 time: 0.3535218 Feb 17 11:55:31.899485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.904565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44566) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:31.940678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:31.945116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:31.945428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:31.958438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Pushing event deleted for resources: {'Network': ['ID=e5458d36-c97b-4061-acb0-0b4a4681bd16,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:31.964404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:31.974221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:31.992985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:31.994744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.001617 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-51bbda5f-fdba-49f2-aa96-77158afd0363 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/networks/e5458d36-c97b-4061-acb0-0b4a4681bd16 HTTP/1.1" status: 204 len: 168 time: 5.2699938 Feb 17 11:55:32.007127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44570) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:32.007245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6b0b48-5329-4763-86a3-6dc61ca47bf5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:32.017320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-11e6de68-0cf6-470d-9432-6e0001a733f6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5964506 Feb 17 11:55:32.017471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44572) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:32.077857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-346504469'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:32.100279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:32.105318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.109421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:32.113981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:network and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:32.127860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:32.130051 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:55:32.131815 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Sync routers for ids ['fcec63f0-2fce-4117-9554-2c3758342fa5'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:32.138859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18dd57-7a27-4adb-8db0-14932b2a156e req-5def6f9e-ea81-452f-b54d-c214ec7fb228 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:32.140752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-df18dd57-7a27-4adb-8db0-14932b2a156e req-5def6f9e-ea81-452f-b54d-c214ec7fb228 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:32.145686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:32.149814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-129b6ccd-fea7-4161-9b44-3a799e3be6f0 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Synchronizing usage tracker for tenant:b791589290c74a65bf65c62906ee0714 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:32.161212 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Routers {'fcec63f0-2fce-4117-9554-2c3758342fa5'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:32.162002 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['fcec63f0-2fce-4117-9554-2c3758342fa5'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.164952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8f4bf5b9-4b7a-4932-9b93-8bcea1a19d42 None None] Could not find standard attr ID for object bcde34dc-b8e1-4beb-9681-1b51dd93a619. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:55:32.176620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:32.181861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-df18dd57-7a27-4adb-8db0-14932b2a156e req-5def6f9e-ea81-452f-b54d-c214ec7fb228 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:32.189987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-df18dd57-7a27-4adb-8db0-14932b2a156e req-5def6f9e-ea81-452f-b54d-c214ec7fb228 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 943 time: 0.4280326 Feb 17 11:55:32.193973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.196090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:32.198217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:32.202290 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4752e19b-4014-42f8-8299-ec2f31df5ffe tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/2b6b0b48-5329-4763-86a3-6dc61ca47bf5 HTTP/1.1" status: 204 len: 168 time: 1.6041999 Feb 17 11:55:32.204824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44578) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:32.275019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.276361 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d1de715c-446d-4ce9-a53b-cc0be585cac5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.4853070 Feb 17 11:55:32.281842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44584) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:32.289318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8f4bf5b9-4b7a-4932-9b93-8bcea1a19d42 None None] Provisioning for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:32.321767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:32.326099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.435471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8f4bf5b9-4b7a-4932-9b93-8bcea1a19d42 None None] Provisioning complete for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:32.442391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf5b9-4b7a-4932-9b93-8bcea1a19d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.453569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:32.457701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.494531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Deleting port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:32.494865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.530380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487a613-3125-4091-bf62-00bd60e2f167 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:32.548359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fe1ca741-07f1-439b-9b4a-0f678d7f97ac up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:32.564665 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1dccb5b3-a07b-4af1-8a12-e8472db5dbe6 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/floatingips/46e4d1fb-b33c-4c97-b97a-773729bd434a HTTP/1.1" status: 200 len: 977 time: 9.2401974 Feb 17 11:55:32.565775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44588) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:32.579303 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 7, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:24Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.586525 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:32.602453 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:32.603311 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.619000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 410b4daf-a79e-49ec-ace1-779d150a9932 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:32.625646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.632157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.703250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:55:32.800567 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:32.814503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.814851 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added segment 0052e93b-f83d-4300-a821-d65446b183d3 of type vlan for network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 Feb 17 11:55:32.817661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.822675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] For port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:32.823028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:32.977419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:32.978172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:32.985179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.009230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60982a03-6b71-43d4-a0e0-4ec18095fbc6 req-44e35695-1816-40ff-8be4-1f70f0b5ccc8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:33.010182 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-60982a03-6b71-43d4-a0e0-4ec18095fbc6 req-44e35695-1816-40ff-8be4-1f70f0b5ccc8 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.4602041 Feb 17 11:55:33.109281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:33.109811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c1dfc-47ac-447a-9c64-7d09dfe181ca None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:33.119073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.181770 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 7, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:24Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:33.188620 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ec76c-387d-4874-a231-760eb00144b1 None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 7, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '1fd30062-19c4-47d6-b5f8-551dcd0ee4d9', 'name': '', 'network_id': '4534342e-2ac0-461b-ac83-2c3624570a5a', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:68:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:06Z', 'updated_at': '2022-02-17T11:55:24Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '9a7dec49-b5ef-49f0-b136-826ce1b07f29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:33.205315 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Set router fcec63f0-2fce-4117-9554-2c3758342fa5 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:33.244017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:33.244489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.352638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.353528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.353853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Floating IP 5a2f8a79-16e1-4e1f-9fbf-280d7648b823 disassociated. External IP: 172.26.6.63, port: e8e3893f-9a59-42e6-a30d-b9f5ce911a0e. Feb 17 11:55:33.354201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Calling delete_port for e8e3893f-9a59-42e6-a30d-b9f5ce911a0e owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:33.418640 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-60982a03-6b71-43d4-a0e0-4ec18095fbc6 req-712e6c18-af4e-4942-b7de-f9cd8775b6ee tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885460 Feb 17 11:55:33.479976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.540713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.545304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:33.546125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.646853 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcec63f0-2fce-4117-9554-2c3758342fa5', 'name': '', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'external_fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f1db5ca1-5223-4d11-882e-c835f6d45ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:55:26Z', 'updated_at': '2022-02-17T11:55:30Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': 'f1db5ca1-5223-4d11-882e-c835f6d45ef1', 'name': '', 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcec63f0-2fce-4117-9554-2c3758342fa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:28Z', 'updated_at': '2022-02-17T11:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:33.652554 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Checking router: fcec63f0-2fce-4117-9554-2c3758342fa5 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:33.653275 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Updating router fcec63f0-2fce-4117-9554-2c3758342fa5 port f1db5ca1-5223-4d11-882e-c835f6d45ef1 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:55:33.661021 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.668817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-129b6ccd-fea7-4161-9b44-3a799e3be6f0 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Unset dirty status for tenant:b791589290c74a65bf65c62906ee0714 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:33.670258 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-129b6ccd-fea7-4161-9b44-3a799e3be6f0 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "GET /v2.0/ports?device_id=87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa HTTP/1.1" status: 200 len: 205 time: 1.6507797 Feb 17 11:55:33.674431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-14149859-72ed-4e0a-818f-535654fd59f1 None None] Could not find standard attr ID for object bcde34dc-b8e1-4beb-9681-1b51dd93a619. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:55:33.677154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44592) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:33.691907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.719909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:33.726301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:33.726648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Updating router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:55:33.742543 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.792070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.808297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Network': ['ID=79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:33.812316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:33.844659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:55:33.899386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event deleted for resources: {'Port': ['ID=e8e3893f-9a59-42e6-a30d-b9f5ce911a0e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:33.923631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=410b4daf-a79e-49ec-ace1-779d150a9932,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:33.938494 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-df18dd57-7a27-4adb-8db0-14932b2a156e req-aec190bd-57b5-4123-b98f-984c5234faa2 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups?id=662ba203-0899-410a-bc09-33e802a3f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7476170 Feb 17 11:55:34.057973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.082473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b4680-1ba9-42c2-ba4b-9821997d81ef None None] Update dhcp port {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': '410b4daf-a79e-49ec-ace1-779d150a9932'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': 'fe1ca741-07f1-439b-9b4a-0f678d7f97ac'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:55:34.103535 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f274c33-8ccc-4e94-b9e2-38dc79776083 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/410b4daf-a79e-49ec-ace1-779d150a9932 HTTP/1.1" status: 204 len: 168 time: 1.8976786 Feb 17 11:55:34.104568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44596) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:34.105868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.171021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-256b4680-1ba9-42c2-ba4b-9821997d81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.204802 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.217356 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Transition to ACTIVE for port object f1db5ca1-5223-4d11-882e-c835f6d45ef1 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:34.226105 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b5d84e59-56f3-40a4-90c9-7d58be5a0f06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087182 Feb 17 11:55:34.233669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44600) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:34.236343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6c2decc3-d64d-4afe-bba4-f2be2aabf5fe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2178545 Feb 17 11:55:34.251819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:34.266105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44604) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:34.282668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'subnet': {'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:34.297527 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.376411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port e97fc20a-0bc5-4bd0-a692-cca0a211da1a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:34.376974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.398107 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Attempting to bind port f1db5ca1-5223-4d11-882e-c835f6d45ef1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:34.398482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Attempting to bind port f1db5ca1-5223-4d11-882e-c835f6d45ef1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '8ecc849a-632e-494e-bd57-91e9cb85b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:34.398843 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Attempting to bind port f1db5ca1-5223-4d11-882e-c835f6d45ef1 on network 499a6d99-f37d-4801-ab18-2cd523134c23 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:34.455468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Pushing event updated for resources: {'Port': ['ID=f1db5ca1-5223-4d11-882e-c835f6d45ef1,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:34.471209 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.471468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.471776 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.473183 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.473183 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.473183 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.473446 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.473654 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.473913 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.474227 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.474564 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:34.502331 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:34.502946 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Checking segment: {'id': '8ecc849a-632e-494e-bd57-91e9cb85b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:34.503499 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.504349 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Bound using segment: {'id': '8ecc849a-632e-494e-bd57-91e9cb85b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:34.505427 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Bound port: f1db5ca1-5223-4d11-882e-c835f6d45ef1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecc849a-632e-494e-bd57-91e9cb85b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:34.506134 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.521505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.550189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5f3c7-6632-43c4-bd2a-43425ec5ecad None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:34.571105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Transition to ACTIVE for port object bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:34.642422 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] For port f1db5ca1-5223-4d11-882e-c835f6d45ef1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:34.646698 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] For port f1db5ca1-5223-4d11-882e-c835f6d45ef1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1db5ca1-5223-4d11-882e-c835f6d45ef1,segment=NetworkSegment(8ecc849a-632e-494e-bd57-91e9cb85b628),segment_id=8ecc849a-632e-494e-bd57-91e9cb85b628)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:34.718849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.751699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:34.767160 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:34.771578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:subnet and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:34.781932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:34.786355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:34.815979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:34.822434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:34.834277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:34.855519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:34.879141 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981b6cc-d79e-4c87-8d51-7e13d49128c4 None None] Pushing event updated for resources: {'Port': ['ID=f1db5ca1-5223-4d11-882e-c835f6d45ef1,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:34.882083 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Routers {'fcec63f0-2fce-4117-9554-2c3758342fa5'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:34.882892 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['fcec63f0-2fce-4117-9554-2c3758342fa5'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:34.889026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2d0a4a47-e0a2-47ee-a47b-4301ed79869b None None] Provisioning complete for port fe1ca741-07f1-439b-9b4a-0f678d7f97ac triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:34.889026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4a47-e0a2-47ee-a47b-4301ed79869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.018520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035060d-b68a-4a80-ba0a-3740d7a94c50 None None] Pushing event updated for resources: {'Port': ['ID=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:35.067085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:35.078559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.108823 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] Set router fcec63f0-2fce-4117-9554-2c3758342fa5 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:35.254989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Made reservation on behalf of 08723dcad7424e90b1282d7fcce5f427 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:35.272849 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-129489c8-f633-4454-a3fd-d5d7d90c6ed7 req-833e3e5b-ddc2-404f-b89c-50ce4c2786db tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.0919633 Feb 17 11:55:35.311896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:35.332879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] Deleting port fe1ca741-07f1-439b-9b4a-0f678d7f97ac {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:35.333618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.372731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Attempting to bind port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:35.373156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Attempting to bind port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:35.373516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Attempting to bind port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 on network 5ec93c78-0274-422e-a390-32286f9870a1 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:35.386248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.386804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.402578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.409992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:35.410420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Checking segment: {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:35.410761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.411152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Bound using segment: {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:35.411622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Bound port: bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab08b60-4ee4-48a3-9175-2615c6ae9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:35.411986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.460800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.523371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.537106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for e97fc20a-0bc5-4bd0-a692-cca0a211da1a owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:35.583480 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcec63f0-2fce-4117-9554-2c3758342fa5', 'name': '', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'external_fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f1db5ca1-5223-4d11-882e-c835f6d45ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:55:26Z', 'updated_at': '2022-02-17T11:55:30Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': 'f1db5ca1-5223-4d11-882e-c835f6d45ef1', 'name': '', 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcec63f0-2fce-4117-9554-2c3758342fa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:28Z', 'updated_at': '2022-02-17T11:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:35.588532 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218de2b7-87c7-4005-8624-a86377bf7c31 None None] The sync data for ids ['fcec63f0-2fce-4117-9554-2c3758342fa5'] in dv-neutron-828728-1-hyperv is: [{'id': 'fcec63f0-2fce-4117-9554-2c3758342fa5', 'name': '', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'external_fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f1db5ca1-5223-4d11-882e-c835f6d45ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:55:26Z', 'updated_at': '2022-02-17T11:55:30Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': 'f1db5ca1-5223-4d11-882e-c835f6d45ef1', 'name': '', 'network_id': '499a6d99-f37d-4801-ab18-2cd523134c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcec63f0-2fce-4117-9554-2c3758342fa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:28Z', 'updated_at': '2022-02-17T11:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f3b5db8-d4b8-403b-a34c-900a728a3647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:35.667156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] For port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:35.682438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Router 577140a9-c88a-4fb9-8da1-57510e4fc02f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:35.696365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] For port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:35.698782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] For port fe1ca741-07f1-439b-9b4a-0f678d7f97ac, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:35.699172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.733329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.733870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Fanout notify agent at l3_agent the message router_deleted on router 87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:55:35.869828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] Calling delete_port for fe1ca741-07f1-439b-9b4a-0f678d7f97ac owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:35.897433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.959477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:35.964038 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a8f7aec7-e1ee-412d-9202-62cde014ffa8 tempest-RoutersNegativeTest-220383539 tempest-RoutersNegativeTest-220383539-project] 10.222.0.47 "DELETE /v2.0/routers/87865fa7-c2f6-4d51-809c-5cd1cfc1c4fa HTTP/1.1" status: 204 len: 168 time: 2.2818658 Feb 17 11:55:36.044331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:36.045132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:36.064505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.144175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.220980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035060d-b68a-4a80-ba0a-3740d7a94c50 None None] Pushing event updated for resources: {'Port': ['ID=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:36.240272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.266096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa02efa-9518-4014-8821-3296f6c52fc5 req-da72f899-5486-4b29-aa52-ae2fa0ec8928 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:36.267656 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8fa02efa-9518-4014-8821-3296f6c52fc5 req-da72f899-5486-4b29-aa52-ae2fa0ec8928 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 1.6073802 Feb 17 11:55:36.268569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.296517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=e97fc20a-0bc5-4bd0-a692-cca0a211da1a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:36.342341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.425044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:36.437079 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13af514f-264d-4296-8984-49a22124604d None None] Sync routers for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:36.442112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=51e7c665-485e-4421-95c4-651659cbd9f6,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:36.455684 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af514f-264d-4296-8984-49a22124604d None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:36.460491 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-13af514f-264d-4296-8984-49a22124604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:36.466910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:36.568729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Deleting port f1db5ca1-5223-4d11-882e-c835f6d45ef1 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:36.568968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.593609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] Pushing event deleted for resources: {'Port': ['ID=fe1ca741-07f1-439b-9b4a-0f678d7f97ac,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:36.636389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9870be3-37a3-49ae-ab77-e50ddd567099 None None] No DVR routers for this DVR port fe1ca741-07f1-439b-9b4a-0f678d7f97ac on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:36.659649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f1db5ca1-5223-4d11-882e-c835f6d45ef1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:36.717305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b640cfa9-5e44-49f8-a977-b4f4b70e20ba req-f0030ae4-2ce8-4cba-abe6-31247ac31de9 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Synchronizing usage tracker for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:36.723305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] No DVR routers for this DVR port e8e3893f-9a59-42e6-a30d-b9f5ce911a0e on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:36.724911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:36.727441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.732381 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a8f9196-7fd5-4ae5-b365-e46b38baefc2 req-ab983ae7-9e53-44cf-84d6-ee9dada3ba3f tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.24 "DELETE /v2.0/ports/e8e3893f-9a59-42e6-a30d-b9f5ce911a0e HTTP/1.1" status: 204 len: 173 time: 7.1948404 Feb 17 11:55:36.734049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'name': 'network-vif-deleted', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:55:36.746593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.753149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:36.791307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:36.791897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:36.792428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae2d62-45ae-4e74-ae6e-0b34b4fef533 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:36.849197 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-13af514f-264d-4296-8984-49a22124604d None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:36.877579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44620) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:36.911118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Subnet': ['ID=d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:36.969769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Checking segment: {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:36.988650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network hostable DHCP agents. Network: 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:55:37.004111 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8fa02efa-9518-4014-8821-3296f6c52fc5 req-b1b59135-4592-41c5-831a-46aefcf4a45b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7223291 Feb 17 11:55:37.084828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b640cfa9-5e44-49f8-a977-b4f4b70e20ba req-f0030ae4-2ce8-4cba-abe6-31247ac31de9 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Unset dirty status for tenant:ce3c467c93c04630bb9eca45a8bb49ec on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:37.086050 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b640cfa9-5e44-49f8-a977-b4f4b70e20ba req-f0030ae4-2ce8-4cba-abe6-31247ac31de9 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/ports?device_id=48288bc4-128e-4c16-93e2-0c19cb7e4860 HTTP/1.1" status: 200 len: 210 time: 0.4764080 Feb 17 11:55:37.186449 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48288bc4-128e-4c16-93e2-0c19cb7e4860', 'name': 'network-vif-deleted', 'tag': 'e8e3893f-9a59-42e6-a30d-b9f5ce911a0e', 'status': 'completed', 'code': 200} Feb 17 11:55:37.229706 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7acccf9-6a86-48df-b6ff-0b09cad642c8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9887786 Feb 17 11:55:37.242339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44628) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:37.256700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:37.259605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f1db5ca1-5223-4d11-882e-c835f6d45ef1 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:37.273114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f1db5ca1-5223-4d11-882e-c835f6d45ef1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:37.275065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:37.290091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] For port f1db5ca1-5223-4d11-882e-c835f6d45ef1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1db5ca1-5223-4d11-882e-c835f6d45ef1,segment=NetworkSegment(8ecc849a-632e-494e-bd57-91e9cb85b628),segment_id=8ecc849a-632e-494e-bd57-91e9cb85b628)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:37.290658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:37.504800 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-13af514f-264d-4296-8984-49a22124604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:25Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:37.510307 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13af514f-264d-4296-8984-49a22124604d None None] Checking router: 577140a9-c88a-4fb9-8da1-57510e4fc02f for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:37.512778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '51e7c665-485e-4421-95c4-651659cbd9f6'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:37.513573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Calling delete_port for f1db5ca1-5223-4d11-882e-c835f6d45ef1 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:37.515317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:37.525172 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af514f-264d-4296-8984-49a22124604d None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:37.525912 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-13af514f-264d-4296-8984-49a22124604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:37.625580 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e165fa18-99e8-42b3-a9ef-4754896fe084 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b791589290c74a65bf65c62906ee0714&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7318158 Feb 17 11:55:37.627270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44632) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:37.675750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:55:37.697755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:37.706993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:37.718836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07331baf-b279-481f-be90-e2106ff9a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:37.731421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Allocated IP 172.20.0.2 (077674eb-7979-49ce-a746-00af8b5678be/51e7c665-485e-4421-95c4-651659cbd9f6/55f21e7c-b1d3-49e5-9998-7d096017fa14) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:37.738137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:37.760867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:37.770634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:37.775064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:37.775784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:37.802611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07331baf-b279-481f-be90-e2106ff9a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:37.853142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ada4d4-9b01-4657-9213-3ce30ab0bb58 None None] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:37.873685 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-13af514f-264d-4296-8984-49a22124604d None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:37.890422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:37.905016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:37.951021 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c0bf00aa-da02-47cd-846f-1a38e7404195 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6800020 Feb 17 11:55:37.955058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44636) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:38.054703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07331baf-b279-481f-be90-e2106ff9a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.088797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07331baf-b279-481f-be90-e2106ff9a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec22bd1-c622-4b86-8bcb-9a55f440c22a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:38.090915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-531264b4-80fa-4533-acfa-8bbbdff9af9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.105646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07331baf-b279-481f-be90-e2106ff9a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.107139 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-07331baf-b279-481f-be90-e2106ff9a98d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ec22bd1-c622-4b86-8bcb-9a55f440c22a HTTP/1.1" status: 204 len: 168 time: 0.4788661 Feb 17 11:55:38.235437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:38.248467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.338210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:38.344052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4a5eb82f-46de-4100-b072-f2cd79ae872f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/floatingips/46e4d1fb-b33c-4c97-b97a-773729bd434a HTTP/1.1" status: 204 len: 168 time: 4.7502549 Feb 17 11:55:38.358294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.378842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44646) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:38.408960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.427831 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-13af514f-264d-4296-8984-49a22124604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:25Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:38.434183 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13af514f-264d-4296-8984-49a22124604d None None] The sync data for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv is: [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:53:11Z', 'revision_number': 4, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'd89f4369-204f-4ca4-ba32-6fa8d9e337da', 'name': '', 'network_id': '0b862309-c510-4eb9-9e77-31ba1ce3fd9b', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'mac_address': 'fa:16:3e:84:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:09Z', 'updated_at': '2022-02-17T11:53:25Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'subnets': [{'id': '1849f366-8f5c-4d0c-ae06-30cf3c6a20ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:38.460772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b85181-8ea2-4f67-8f3b-0abe11cee1f7 req-56c702a8-34b6-49bf-a789-82b271dfdf0b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:38.462886 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-96b85181-8ea2-4f67-8f3b-0abe11cee1f7 req-56c702a8-34b6-49bf-a789-82b271dfdf0b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.1194293 Feb 17 11:55:38.526251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44654) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:38.557425 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-96b85181-8ea2-4f67-8f3b-0abe11cee1f7 req-75a318a8-ca9a-4896-b255-777ebec19037 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851793 Feb 17 11:55:38.610988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.628367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.660552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d2768e7-9207-4891-87ab-7718ebf6d848 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.686128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:38.687468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:38.711342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d2768e7-9207-4891-87ab-7718ebf6d848 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.738320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Transition to ACTIVE for port object 55f21e7c-b1d3-49e5-9998-7d096017fa14 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:38.777235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:38.833830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Transition to ACTIVE for port object 55f21e7c-b1d3-49e5-9998-7d096017fa14 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:38.847744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:38.855495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.861257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:38.861906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:38.869937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1db5ca1-5223-4d11-882e-c835f6d45ef1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:38.875934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d2768e7-9207-4891-87ab-7718ebf6d848 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.901999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2768e7-9207-4891-87ab-7718ebf6d848 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ba203-0899-410a-bc09-33e802a3f0cc,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:38.913197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:35Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:38.929147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fe1ca741-07f1-439b-9b4a-0f678d7f97ac no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:38.940061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 51e200a0-d58d-4fad-8f6b-8596afc0d1fd {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:38.940473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.972525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d2768e7-9207-4891-87ab-7718ebf6d848 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.975979 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1d2768e7-9207-4891-87ab-7718ebf6d848 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "DELETE /v2.0/security-groups/662ba203-0899-410a-bc09-33e802a3f0cc HTTP/1.1" status: 204 len: 168 time: 0.4457712 Feb 17 11:55:38.976715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44664) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:38.980498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:38.994432 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-7895dc6c-d338-4d2d-95e5-8b6584715704 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] show failed (client error): The resource could not be found. Feb 17 11:55:38.997875 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7895dc6c-d338-4d2d-95e5-8b6584715704 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "GET /v2.0/security-groups/662ba203-0899-410a-bc09-33e802a3f0cc HTTP/1.1" status: 404 len: 347 time: 0.0177760 Feb 17 11:55:39.000246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44668) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:39.015125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01404bc3-562a-4a34-a720-49b6d7bfdc74 None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:25Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:35Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:39.016682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: fe1ca741-07f1-439b-9b4a-0f678d7f97ac {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:39.017059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fe1ca741-07f1-439b-9b4a-0f678d7f97ac not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:39.018264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:39.018648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b792657-22ab-46c1-8167-5903a62c53fa None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:39.040652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:39.040990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:39.316713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Deleting port ab488662-f49d-464a-af93-07c1503773d6 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:39.317059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:39.454394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:39.466886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Pushing event updated for resources: {'Port': ['ID=55f21e7c-b1d3-49e5-9998-7d096017fa14,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:39.478203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:39.483320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:39.517553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Allocated IP 2001:db8:3::2 (79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3/d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64/f48a977a-8b0d-4a95-aaaf-39539cce5377) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:39.565264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:39.566096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:39.776953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Calling delete_port for ab488662-f49d-464a-af93-07c1503773d6 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:39.948673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Attempting to bind port 55f21e7c-b1d3-49e5-9998-7d096017fa14 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:39.951818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Attempting to bind port 55f21e7c-b1d3-49e5-9998-7d096017fa14 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:39.953132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Attempting to bind port 55f21e7c-b1d3-49e5-9998-7d096017fa14 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:40.002471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:40.002471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:40.002471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.002471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:40.002471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Bound port: 55f21e7c-b1d3-49e5-9998-7d096017fa14, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:40.002471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.098594 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0e2de-1552-438e-97e1-77acfd0916d9 None None] New status for floating IP 5a2f8a79-16e1-4e1f-9fbf-280d7648b823: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:55:40.140605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-95524ee0-79e2-40ac-9245-da1a562452ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.141216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.205041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.264662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Pushing event deleted for resources: {'Port': ['ID=ab488662-f49d-464a-af93-07c1503773d6,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:40.334576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44684) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:40.339231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] For port 55f21e7c-b1d3-49e5-9998-7d096017fa14, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:40.351946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] For port 55f21e7c-b1d3-49e5-9998-7d096017fa14, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=55f21e7c-b1d3-49e5-9998-7d096017fa14,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:40.375096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.406896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Transition to ACTIVE for port object f48a977a-8b0d-4a95-aaaf-39539cce5377 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:40.430241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.456924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.489999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Transition to ACTIVE for port object f48a977a-8b0d-4a95-aaaf-39539cce5377 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:40.504973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:40.505624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.527843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f377eb36-94ac-4ece-a769-4e2d8a9d63b0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-889541348', 'prefixes': ['172.20.0.0/16']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:40.534347 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426884-d2b5-4302-95f2-627fbcecc645 None None] Pushing event updated for resources: {'Port': ['ID=55f21e7c-b1d3-49e5-9998-7d096017fa14,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:40.540186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f377eb36-94ac-4ece-a769-4e2d8a9d63b0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:40.577424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.578775 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1e408850-7e5d-492b-bd6d-e4b3bd7e1e25 tempest-ServersTestManualDisk-1879722885 tempest-ServersTestManualDisk-1879722885-project] 10.222.0.47 "DELETE /v2.0/floatingips/5a2f8a79-16e1-4e1f-9fbf-280d7648b823 HTTP/1.1" status: 204 len: 168 time: 1.5765431 Feb 17 11:55:40.581598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44690) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:40.616275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.702910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:40.706748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:40.708722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Pushing event updated for resources: {'Port': ['ID=f48a977a-8b0d-4a95-aaaf-39539cce5377,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:40.711080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:40.803925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Attempting to bind port f48a977a-8b0d-4a95-aaaf-39539cce5377 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:40.804291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Attempting to bind port f48a977a-8b0d-4a95-aaaf-39539cce5377 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:40.804648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Attempting to bind port f48a977a-8b0d-4a95-aaaf-39539cce5377 on network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:40.811704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:40.812066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Checking segment: {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:40.812462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.812845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Bound using segment: {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:40.813300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Bound port: f48a977a-8b0d-4a95-aaaf-39539cce5377, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:40.813670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:40.860527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:40.962147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] For port f48a977a-8b0d-4a95-aaaf-39539cce5377, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:40.966837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] For port f48a977a-8b0d-4a95-aaaf-39539cce5377, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f48a977a-8b0d-4a95-aaaf-39539cce5377,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:40.979701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.083392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.093223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.106609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.194686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587eb51-942e-4486-ab0e-514df3fbfd60 req-f01627e1-871e-4fa4-968e-8038cf982eed tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:41.202802 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5587eb51-942e-4486-ab0e-514df3fbfd60 req-f01627e1-871e-4fa4-968e-8038cf982eed tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 1.2921696 Feb 17 11:55:41.210846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b543-2f8a-47d5-a83a-f87e9b8f1597 None None] Pushing event updated for resources: {'Port': ['ID=f48a977a-8b0d-4a95-aaaf-39539cce5377,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:41.264399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.308989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.315556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 55f21e7c-b1d3-49e5-9998-7d096017fa14 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:41.379264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f377eb36-94ac-4ece-a769-4e2d8a9d63b0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] Notify callbacks [] for subnetpool, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.382885 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f377eb36-94ac-4ece-a769-4e2d8a9d63b0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0447638 Feb 17 11:55:41.402998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.408725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for 51e200a0-d58d-4fad-8f6b-8596afc0d1fd owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:41.424892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44696) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:41.471475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-89b8ddc1-fcf6-49d0-9999-542d3de0d045 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] 10.222.0.47 "GET /v2.0/subnetpools/f54b2bfa-4d1d-4d67-9659-be41a162b55f HTTP/1.1" status: 200 len: 731 time: 0.0417171 Feb 17 11:55:41.474078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44700) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:41.487061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d4ff5efe-8a9c-41c0-a765-48813ea7baa0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-577548974'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:41.493766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.514730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 55f21e7c-b1d3-49e5-9998-7d096017fa14 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:41.521215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:41.649421 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5587eb51-942e-4486-ab0e-514df3fbfd60 req-ebf22055-a900-48d9-b875-7fa4923c8429 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453444 Feb 17 11:55:41.658897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.659443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcec63f0-2fce-4117-9554-2c3758342fa5 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:55:41.733978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:41.739423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:41.739794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.849497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5efe-8a9c-41c0-a765-48813ea7baa0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] Notify callbacks [] for subnetpool, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.853892 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d4ff5efe-8a9c-41c0-a765-48813ea7baa0 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] 10.222.0.47 "PUT /v2.0/subnetpools/f54b2bfa-4d1d-4d67-9659-be41a162b55f HTTP/1.1" status: 200 len: 683 time: 0.3758831 Feb 17 11:55:41.859946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44704) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:41.922131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:41.957766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:55:41.963161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:42.018478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.022898 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76f6a04a-7511-4d9e-b92f-956980eb90bd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fcec63f0-2fce-4117-9554-2c3758342fa5 HTTP/1.1" status: 204 len: 168 time: 9.7360811 Feb 17 11:55:42.033737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44708) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:42.045523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.137269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.138050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:42.164993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Deleting subnet 9f3b5db8-d4b8-403b-a34c-900a728a3647 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:42.172251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.224747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2743cc0d-afa9-414c-9680-a0becac0a329 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] Notify callbacks [] for subnetpool, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.228716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2743cc0d-afa9-414c-9680-a0becac0a329 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f54b2bfa-4d1d-4d67-9659-be41a162b55f HTTP/1.1" status: 204 len: 168 time: 0.3638246 Feb 17 11:55:42.229606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44712) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:42.250146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.319211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=1fd30062-19c4-47d6-b5f8-551dcd0ee4d9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:42.326997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.342474 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-2226c68b-f986-473b-8d6a-8de847c4b895 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] show failed (client error): The resource could not be found. Feb 17 11:55:42.343507 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2226c68b-f986-473b-8d6a-8de847c4b895 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] 10.222.0.47 "GET /v2.0/subnetpools/f54b2bfa-4d1d-4d67-9659-be41a162b55f HTTP/1.1" status: 404 len: 346 time: 0.0919790 Feb 17 11:55:42.365279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44716) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:42.427863 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-359e9c50-fa9b-4dc3-afb3-cb96dabade56 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] delete failed (client error): The resource could not be found. Feb 17 11:55:42.428902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-359e9c50-fa9b-4dc3-afb3-cb96dabade56 tempest-SubnetPoolsTestJSON-1075573286 tempest-SubnetPoolsTestJSON-1075573286-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f54b2bfa-4d1d-4d67-9659-be41a162b55f HTTP/1.1" status: 404 len: 346 time: 0.0619969 Feb 17 11:55:42.438831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.445702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Provisioning for port 55f21e7c-b1d3-49e5-9998-7d096017fa14 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:42.454393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Provisioning complete for port 55f21e7c-b1d3-49e5-9998-7d096017fa14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:42.454750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.644365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Deleting port d89f4369-204f-4ca4-ba32-6fa8d9e337da {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:42.644839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.760293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.855456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.871170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:42.890793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=51e200a0-d58d-4fad-8f6b-8596afc0d1fd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:42.955960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3b5db8-d4b8-403b-a34c-900a728a3647,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:42.956445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e6a3a-9d82-41cf-99c2-2071ac677c54 None None] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:43.014099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] For port d89f4369-204f-4ca4-ba32-6fa8d9e337da, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d89f4369-204f-4ca4-ba32-6fa8d9e337da,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:43.014472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.129750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:43.130381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:43.194723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.197078 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4b83237f-c4e5-41b3-8458-ba347527a33f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/ports/51e200a0-d58d-4fad-8f6b-8596afc0d1fd HTTP/1.1" status: 204 len: 168 time: 4.8017416 Feb 17 11:55:43.212733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44728) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:43.212733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.226615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:43.247611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:43.326890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:43.383370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:55:43.385984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:43.410698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44732) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:43.492293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Calling delete_port for d89f4369-204f-4ca4-ba32-6fa8d9e337da owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:43.504293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.591288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.664297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1d672c9f-e64b-4a06-8678-18128a5417b4 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/9f3b5db8-d4b8-403b-a34c-900a728a3647 HTTP/1.1" status: 204 len: 168 time: 1.6243172 Feb 17 11:55:43.672192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44738) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:43.761358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:43.780515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.850996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.860856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.897876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.911398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6588d8-1d08-4abe-b147-2091987e50b1 req-bc6ab45e-dd5f-437d-add7-90db144096c3 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:43.912895 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ee6588d8-1d08-4abe-b147-2091987e50b1 req-bc6ab45e-dd5f-437d-add7-90db144096c3 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 1.0069103 Feb 17 11:55:43.920221 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-36a33d6f-a778-4e6e-b61f-48aa1fc1bc0d req-1924a18a-5b4a-4883-871b-cf83b52c5a2a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1098 time: 1.0208757 Feb 17 11:55:43.925089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.970773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:43.992677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:44.016275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'port_id': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'mac_address': 'fa:16:3e:b1:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:55:44.021922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:55:44.069985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:44.070883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:44.071243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.092549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-36a33d6f-a778-4e6e-b61f-48aa1fc1bc0d req-e03c1244-1939-41e0-85c7-c4c23a8632d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638706 Feb 17 11:55:44.099090 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'code': 200} Feb 17 11:55:44.137454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.152488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ee6588d8-1d08-4abe-b147-2091987e50b1 req-ba31286c-9374-4ae8-803f-2985603a189f tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275679 Feb 17 11:55:44.165854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5ef644b-e080-4b53-864d-9b453db5d781 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:55:44.201094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:44.209571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.225526 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Usage tracker for resource:security_group_rule and tenant:0cae0aadab5244628c7b18a9399fed68 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:44.233096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 55f21e7c-b1d3-49e5-9998-7d096017fa14, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=55f21e7c-b1d3-49e5-9998-7d096017fa14,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:44.233449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.234983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:44.249250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:44.285566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89f4369-204f-4ca4-ba32-6fa8d9e337da,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:44.291286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.389402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499a6d99-f37d-4801-ab18-2cd523134c23']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:44.392174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.402426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:44.407097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:44.408860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:44.409580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecc849a-632e-494e-bd57-91e9cb85b628') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:44.409965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecc849a-632e-494e-bd57-91e9cb85b628') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:44.420328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f48a977a-8b0d-4a95-aaaf-39539cce5377 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:44.437834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.465028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.492946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.493667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.526397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:44.526955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:44.541120 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:44.553513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:44.554014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:44.656801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f48a977a-8b0d-4a95-aaaf-39539cce5377 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:44.767321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.771907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.790150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 499a6d99-f37d-4801-ab18-2cd523134c23 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:55:44.796448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.800538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event deleted for resources: {'Network': ['ID=499a6d99-f37d-4801-ab18-2cd523134c23,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:44.850003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.852767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:44.871978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ea7bf4df-8cc7-48c3-aa8f-14c85bc0ff3b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/networks/499a6d99-f37d-4801-ab18-2cd523134c23 HTTP/1.1" status: 204 len: 168 time: 1.1986585 Feb 17 11:55:45.035604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.039756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:45.054152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=8a04ae70-b718-4158-a546-c6486a227ca9,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:45.058713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:45.060672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ef644b-e080-4b53-864d-9b453db5d781 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:55:45.074321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=55f21e7c-b1d3-49e5-9998-7d096017fa14,revision_number=4']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:45.075520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79391ba-c6a6-494f-a13d-537e5bbe4a51 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:45.079123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:45.082065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.102625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:45.203537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.292603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f1db5ca1-5223-4d11-882e-c835f6d45ef1 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:45.394968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.454756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f1db5ca1-5223-4d11-882e-c835f6d45ef1 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:45.455435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f1db5ca1-5223-4d11-882e-c835f6d45ef1 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:45.493023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.235 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/485d21e2-2c43-4df1-88ac-b76e471eacda) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:45.574286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.590976 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c1d36b9-966b-4809-8f6e-845472ad52dd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.3470800 Feb 17 11:55:45.602811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:45.636405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44752) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:45.636964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44754) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:45.644284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:e3:5d:0d', 'name': 'tempest-NetworksTestDHCPv6-1341304070'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:45.649182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['b5ef644b-e080-4b53-864d-9b453db5d781'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:55:45.667119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'name': 'tempest-router--1418767385', 'project_id': '31a4c14dffda4c8c85c248b33d2147b2'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:45.672698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:45.676791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:router and tenant:31a4c14dffda4c8c85c248b33d2147b2 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:45.679990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:45.688101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:45.760307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Allocated IP 2001:db8:3::1 (79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3/d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64/cefa38df-3f5d-4905-b665-deb0f149924d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:45.783706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] For port 55f21e7c-b1d3-49e5-9998-7d096017fa14, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=55f21e7c-b1d3-49e5-9998-7d096017fa14,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:45.815084 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0cae0aadab5244628c7b18a9399fed68&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3992217 Feb 17 11:55:45.816204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cddac-e93f-4568-92f7-e8af72611e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade2ce19-4433-409c-9284-903c268cc51b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:45.818581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44760) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:45.881122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.953246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:45.954845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.008483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.015334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290072da-2472-409d-a7dd-ca0743302a77 None None] Pushing event updated for resources: {'Port': ['ID=55f21e7c-b1d3-49e5-9998-7d096017fa14,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:46.050692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:46.064408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:46.072441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:46.082386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:46.140728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Router 577140a9-c88a-4fb9-8da1-57510e4fc02f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:46.163968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.220002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5100826b-7978-42d8-b583-47364555b51e None None] Provisioning for port f48a977a-8b0d-4a95-aaaf-39539cce5377 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:46.232402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5100826b-7978-42d8-b583-47364555b51e None None] Provisioning complete for port f48a977a-8b0d-4a95-aaaf-39539cce5377 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:46.234622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5100826b-7978-42d8-b583-47364555b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.263693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde93f63-bc43-44c3-adc9-83be6dedfccf req-7a98b606-e63e-4edc-bca4-9260f4a603f3 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:46.265277 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bde93f63-bc43-44c3-adc9-83be6dedfccf req-7a98b606-e63e-4edc-bca4-9260f4a603f3 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 944 time: 0.6728551 Feb 17 11:55:46.343385 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bde93f63-bc43-44c3-adc9-83be6dedfccf req-1aa8a3d1-46c2-4f76-876d-4a4df61e09b5 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468383 Feb 17 11:55:46.344010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-853863d3-f033-492d-af7d-a79378662b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.359007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.362642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:46.410663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.446725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-853863d3-f033-492d-af7d-a79378662b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.462083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5100826b-7978-42d8-b583-47364555b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.471841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Transition to ACTIVE for port object cefa38df-3f5d-4905-b665-deb0f149924d will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:46.517495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5100826b-7978-42d8-b583-47364555b51e None None] For port f48a977a-8b0d-4a95-aaaf-39539cce5377, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f48a977a-8b0d-4a95-aaaf-39539cce5377,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:46.534421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:46.536086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.591261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5100826b-7978-42d8-b583-47364555b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.609757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.628242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:46.631999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.633112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:46.633346 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ea178b3f-cec6-4843-8c3f-2bc7f96fe0ea tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9936020 Feb 17 11:55:46.635039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=485d21e2-2c43-4df1-88ac-b76e471eacda,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:46.641674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44764) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:46.686670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:46.759260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-853863d3-f033-492d-af7d-a79378662b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.774598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100826b-7978-42d8-b583-47364555b51e None None] Pushing event updated for resources: {'Port': ['ID=f48a977a-8b0d-4a95-aaaf-39539cce5377,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:46.780935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 9253690a-7add-457c-941c-e25429dfdf61 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:55:46.805022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.901017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.922484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b87a1554-aaa1-4398-be89-a8cb69155d35 None None] Provisioning complete for port 55f21e7c-b1d3-49e5-9998-7d096017fa14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:46.923325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b87a1554-aaa1-4398-be89-a8cb69155d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:46.972313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:46.989059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] Sync routers for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:47.045173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:47.045507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:47.141567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853863d3-f033-492d-af7d-a79378662b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade2ce19-4433-409c-9284-903c268cc51b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:47.156165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-853863d3-f033-492d-af7d-a79378662b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.162072 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-853863d3-f033-492d-af7d-a79378662b70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ade2ce19-4433-409c-9284-903c268cc51b HTTP/1.1" status: 204 len: 168 time: 1.3359663 Feb 17 11:55:47.172598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 55f21e7c-b1d3-49e5-9998-7d096017fa14 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:47.203876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:47.213673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:47.223074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:47.223514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.239344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=cefa38df-3f5d-4905-b665-deb0f149924d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:47.320525 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-97568466-ca9e-4569-ba97-79f2c497e401 admin admin] 10.222.0.47 "PUT /v2.0/routers/577140a9-c88a-4fb9-8da1-57510e4fc02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7378278 Feb 17 11:55:47.323130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44772) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:47.356852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 55f21e7c-b1d3-49e5-9998-7d096017fa14 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:47.357414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.393696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:47.492802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:47.542450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.616058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:47.635152 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:47.654725 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:47.655803 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:47.663280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port b5ef644b-e080-4b53-864d-9b453db5d781 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:47.663557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.703318 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-56fb1e33-ef29-480f-b9c9-812eec9b6a59 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7725492 Feb 17 11:55:47.725532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44778) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:47.745853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.880068 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:47.919917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.925184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.945587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:47.983624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f48a977a-8b0d-4a95-aaaf-39539cce5377 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:48.036435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.037287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6b16b11-e402-43bf-bff4-8d08f2e4113e {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:55:48.051244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.052493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ee17cce4-17ad-4850-81fd-a09c9c1540e9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/routers/a6b16b11-e402-43bf-bff4-8d08f2e4113e HTTP/1.1" status: 204 len: 168 time: 1.4098325 Feb 17 11:55:48.072982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 172.20.0.7 (077674eb-7979-49ce-a746-00af8b5678be/51e7c665-485e-4421-95c4-651659cbd9f6/9253690a-7add-457c-941c-e25429dfdf61) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:48.079834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a97f81d0-98cd-4e40-9f37-f8d27f5ecb0c None None] Provisioning for port cefa38df-3f5d-4905-b665-deb0f149924d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:48.102071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fee3:5d0d (077674eb-7979-49ce-a746-00af8b5678be/8a04ae70-b718-4158-a546-c6486a227ca9/9253690a-7add-457c-941c-e25429dfdf61) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:48.103687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.119209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a97f81d0-98cd-4e40-9f37-f8d27f5ecb0c None None] Provisioning complete for port cefa38df-3f5d-4905-b665-deb0f149924d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:48.119734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a97f81d0-98cd-4e40-9f37-f8d27f5ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.169349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688f217-851f-4c62-bf35-004e625f3a1a req-a9e98362-c106-4f02-8df4-83ea1d5279c2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:48.170883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6688f217-851f-4c62-bf35-004e625f3a1a req-a9e98362-c106-4f02-8df4-83ea1d5279c2 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 944 time: 0.4141994 Feb 17 11:55:48.182553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a97f81d0-98cd-4e40-9f37-f8d27f5ecb0c None None] Port cefa38df-3f5d-4905-b665-deb0f149924d cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:48.238557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f48a977a-8b0d-4a95-aaaf-39539cce5377 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:48.239475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.287835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:55:48.320655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:48.352100 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 8, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:48.359177 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:48.372723 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:48.373853 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:48.388386 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6688f217-851f-4c62-bf35-004e625f3a1a req-11897283-0675-4037-8f95-035d11992809 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055914 Feb 17 11:55:48.423469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.438847 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'code': 200} Feb 17 11:55:48.439075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44786) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:48.505682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:55:43Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:48.535476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:48.539331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] Checking router: 577140a9-c88a-4fb9-8da1-57510e4fc02f for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:48.552488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] Routers {'577140a9-c88a-4fb9-8da1-57510e4fc02f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:48.553114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['577140a9-c88a-4fb9-8da1-57510e4fc02f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:48.554399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.572854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 9253690a-7add-457c-941c-e25429dfdf61 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:48.588273 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:48.609538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.638237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44790) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:48.740371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.826796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] Set router 577140a9-c88a-4fb9-8da1-57510e4fc02f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:48.867510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet 9a7dec49-b5ef-49f0-b136-826ce1b07f29 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:48.876063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:48.900877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:48.905700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:48.912286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:48.922964 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f18869ff-4a9b-4357-a432-38e31262e04e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/floatingips/548ec490-05a0-4c80-ad88-d09f10e4c5ef HTTP/1.1" status: 200 len: 992 time: 0.4828017 Feb 17 11:55:49.032205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:49.034762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.065467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=9253690a-7add-457c-941c-e25429dfdf61,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:49.080055 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 8, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:49.090004 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd345f-863d-4cbb-acfa-03831c3e484d None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 8, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a', 'name': '', 'network_id': 'ecdc2f6a-347a-4280-b8e5-11432661ee3c', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:32:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:50Z', 'updated_at': '2022-02-17T11:55:01Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': '3fbe59cf-22a8-4783-843a-3abf502af65a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:49.129246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.181717 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3f552cf6-3e88-46d7-8c9c-6f5424755683 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5438209 Feb 17 11:55:49.183359 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.186508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44796) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:49.231728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1519438190', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:49.249411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:49.275771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:55:43Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:49.287421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c93529-8958-43e2-93f4-ab302cebf979 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:49.290305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca459e8-a324-451b-b170-8d0b27a258fe None None] The sync data for ids ['577140a9-c88a-4fb9-8da1-57510e4fc02f'] in dv-neutron-828728-1-hyperv is: [{'id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'name': 'tempest-ServersTestManualDisk-70365046-router', 'tenant_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '95199428-fe62-4734-b542-bc93ef8ce544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:52:58Z', 'updated_at': '2022-02-17T11:55:43Z', 'revision_number': 5, 'project_id': 'ce3c467c93c04630bb9eca45a8bb49ec', 'gw_port': {'id': '95199428-fe62-4734-b542-bc93ef8ce544', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577140a9-c88a-4fb9-8da1-57510e4fc02f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:52:59Z', 'updated_at': '2022-02-17T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:49.296504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c93529-8958-43e2-93f4-ab302cebf979 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:49.297423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-78c93529-8958-43e2-93f4-ab302cebf979 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:49.304849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Deleting port 95199428-fe62-4734-b542-bc93ef8ce544 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:49.305413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.308311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.339574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.342868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Usage tracker for resource:router and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:49.348131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:49.360885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:49.391967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.453190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.531418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6f8e8c27-95fc-4919-94cc-24f308e2e495 None None] Provisioning for port 9253690a-7add-457c-941c-e25429dfdf61 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:49.538785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6f8e8c27-95fc-4919-94cc-24f308e2e495 None None] Provisioning complete for port 9253690a-7add-457c-941c-e25429dfdf61 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:49.539479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8c27-95fc-4919-94cc-24f308e2e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.567136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-78c93529-8958-43e2-93f4-ab302cebf979 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:49.570853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-78c93529-8958-43e2-93f4-ab302cebf979 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3796391 Feb 17 11:55:49.573025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44800) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:49.616015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e8c27-95fc-4919-94cc-24f308e2e495 None None] Port 9253690a-7add-457c-941c-e25429dfdf61 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:49.656981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.657708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.670100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.671544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.678372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 9253690a-7add-457c-941c-e25429dfdf61 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:49.678709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.746034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] For port 95199428-fe62-4734-b542-bc93ef8ce544, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=95199428-fe62-4734-b542-bc93ef8ce544,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:49.746405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.754634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=485d21e2-2c43-4df1-88ac-b76e471eacda,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:49.909934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Calling delete_port for 95199428-fe62-4734-b542-bc93ef8ce544 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:49.913050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.935846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:49.958729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event updated for resources: {'Port': ['ID=cefa38df-3f5d-4905-b665-deb0f149924d,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:50.011827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:50.013610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:50.076881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.080560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.084386 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5d981d7d-1c73-40c9-a140-af4e86652d00 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8741789 Feb 17 11:55:50.097541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44804) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:50.107729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'port': {'network_id': '85403e92-7502-4545-b525-d3b247ea0379', 'name': 'tempest-FloatingIPTestJSON-593644002'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:50.250910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7dec49-b5ef-49f0-b136-826ce1b07f29,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:50.264353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.325446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.330099 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ac8ed573-ee6c-4f2e-880e-cad62fb3b84f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/9a7dec49-b5ef-49f0-b136-826ce1b07f29 HTTP/1.1" status: 204 len: 168 time: 2.5888760 Feb 17 11:55:50.332714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44808) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:50.334375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f5b1d-d876-4626-bc84-081dcf41145e None None] Network 4534342e-2ac0-461b-ac83-2c3624570a5a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:50.407003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 9253690a-7add-457c-941c-e25429dfdf61 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:50.479633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57288867-d39e-4992-ab9d-47bbff70e6fc None None] Provisioning complete for port cefa38df-3f5d-4905-b665-deb0f149924d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:50.479857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57288867-d39e-4992-ab9d-47bbff70e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.538985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:50.548176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:port and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:50.552311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:50.564603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.574120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:50.578554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-57288867-d39e-4992-ab9d-47bbff70e6fc None None] Port cefa38df-3f5d-4905-b665-deb0f149924d cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:55:50.579732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.602723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:50.603048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.667637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] DHCP port deletion for 4534342e-2ac0-461b-ac83-2c3624570a5a request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:50.672021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] Deleting port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:50.672417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.705844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:50.708984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.732842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.800447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=95199428-fe62-4734-b542-bc93ef8ce544,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:50.807828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] device_id is not set on port ab811901-9dd9-4ea2-a4fb-ee28ac4995e1 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:55:50.895465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:50.904238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] For port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:50.904603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:50.928939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,segment=NetworkSegment(7c7a08da-f4f7-44de-8995-15d1726cbb4d),segment_id=7c7a08da-f4f7-44de-8995-15d1726cbb4d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:50.929325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.047331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] Calling delete_port for df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:51.183501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.184378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:51.206262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.268698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d89f4369-204f-4ca4-ba32-6fa8d9e337da no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:51.270634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=9253690a-7add-457c-941c-e25429dfdf61,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:51.302941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.327754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] Pushing event deleted for resources: {'Port': ['ID=df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:51.331477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d89f4369-204f-4ca4-ba32-6fa8d9e337da {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:51.331889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d89f4369-204f-4ca4-ba32-6fa8d9e337da not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:51.332505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:51.391312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213b3de-39ae-460b-9425-402edece7e24 None None] No DVR routers for this DVR port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:51.398385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:51.399039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:51.399686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:51.425530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:51.426164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:51.443666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:51.444201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1fd30062-19c4-47d6-b5f8-551dcd0ee4d9 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:51.482323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.513074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.592944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:51.602986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:51.617871 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-279f5a69-adf0-4e98-99df-73629459e85a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6516354 Feb 17 11:55:51.619791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44812) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:51.626358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:51.627057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:51.652292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:51.744811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.751778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.803261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Allocated IP 172.26.6.224 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/4177a5aa-1842-40ea-b46e-d8e8cab56c16) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:51.819424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.823878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.8 (85403e92-7502-4545-b525-d3b247ea0379/ab66bf73-c1fa-4374-ba27-444d95530bd0/ab811901-9dd9-4ea2-a4fb-ee28ac4995e1) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:51.843544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:51.889480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.890193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 577140a9-c88a-4fb9-8da1-57510e4fc02f {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:55:51.894558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.895905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1b5b1dfd-bcc3-4498-80b2-c07bd50ab4cf admin admin] 10.222.0.47 "DELETE /v2.0/routers/577140a9-c88a-4fb9-8da1-57510e4fc02f HTTP/1.1" status: 204 len: 168 time: 4.5680256 Feb 17 11:55:51.899886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44816) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:51.927319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:51.927658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:51.955367 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0c71452d-048c-4594-a5a1-36ecc0e1b8f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/9253690a-7add-457c-941c-e25429dfdf61 HTTP/1.1" status: 204 len: 168 time: 2.3793151 Feb 17 11:55:51.969395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44820) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:52.058593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Deleting subnet 1849f366-8f5c-4d0c-ae06-30cf3c6a20ae {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:52.066609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.149593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.177124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf70496-4164-4d53-857a-2919acb1962d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:52.178478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf70496-4164-4d53-857a-2919acb1962d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:52.179777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf70496-4164-4d53-857a-2919acb1962d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:52.180551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-eaf70496-4164-4d53-857a-2919acb1962d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:55:52.205043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.207146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:47Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:48Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:52.211596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:52.211941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Updating router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 port cefa38df-3f5d-4905-b665-deb0f149924d binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:55:52.263951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.268653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.319076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] The port 'df2c8d6e-2d08-47cc-bdc2-f406c4d24cb3' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:55:52.334187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.415562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=ab811901-9dd9-4ea2-a4fb-ee28ac4995e1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:52.432356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.438594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network 85403e92-7502-4545-b525-d3b247ea0379 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:52.470969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:52.478376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:52.503859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1849f366-8f5c-4d0c-ae06-30cf3c6a20ae,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:52.513303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.524882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.532978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a009236-78e8-4e79-aab6-3c511375b71b None None] Network 0b862309-c510-4eb9-9e77-31ba1ce3fd9b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:52.541943 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-caa8f2a9-c27a-495f-8baa-f28ac841e2ab admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1849f366-8f5c-4d0c-ae06-30cf3c6a20ae HTTP/1.1" status: 204 len: 168 time: 0.6388941 Feb 17 11:55:52.542128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44824) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:52.626703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:52.627598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.680981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.698027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Deleting port b847f525-39e0-42fb-994e-644b8f722984 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:52.698988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.704586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-eaf70496-4164-4d53-857a-2919acb1962d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:55:52.708250 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-eaf70496-4164-4d53-857a-2919acb1962d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7341228 Feb 17 11:55:52.720755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44828) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:52.754650 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8074ec8e-e9f7-4bff-90ca-6347b46d4357 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6556933 Feb 17 11:55:52.758205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44832) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:52.830288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.847344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.866132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Transition to ACTIVE for port object cefa38df-3f5d-4905-b665-deb0f149924d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:52.901111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4534342e-2ac0-461b-ac83-2c3624570a5a']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:52.907984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'port_id': 'ab811901-9dd9-4ea2-a4fb-ee28ac4995e1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:52.952875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] DHCP port deletion for 0b862309-c510-4eb9-9e77-31ba1ce3fd9b request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:52.958036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Deleting port b847f525-39e0-42fb-994e-644b8f722984 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:52.958760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.958988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:52.990187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.012203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7a08da-f4f7-44de-8995-15d1726cbb4d') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:53.012502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7a08da-f4f7-44de-8995-15d1726cbb4d') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:53.029899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.121379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.174478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f85a3-17c6-4cd2-937d-dd4cc0b55214 None None] Pushing event updated for resources: {'Port': ['ID=cefa38df-3f5d-4905-b665-deb0f149924d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:53.215698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event updated for resources: {'Port': ['ID=4177a5aa-1842-40ea-b46e-d8e8cab56c16,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:53.218870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.226397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:53.243284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] For port b847f525-39e0-42fb-994e-644b8f722984, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b847f525-39e0-42fb-994e-644b8f722984,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:53.243835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:53.243955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.245798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:53.246201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:53.286670 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:53.295749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:53.309720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b847f525-39e0-42fb-994e-644b8f722984 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:53.402994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 17 11:55:53.408899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Calling delete_port for b847f525-39e0-42fb-994e-644b8f722984 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:53.475094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Removed routes are [] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 17 11:55:53.479100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.486239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 51e7c665-485e-4421-95c4-651659cbd9f6 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:53.517495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.558664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Attempting to bind port cefa38df-3f5d-4905-b665-deb0f149924d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:53.559828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Attempting to bind port cefa38df-3f5d-4905-b665-deb0f149924d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:53.560271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Attempting to bind port cefa38df-3f5d-4905-b665-deb0f149924d on network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:53.569675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] For port b847f525-39e0-42fb-994e-644b8f722984, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b847f525-39e0-42fb-994e-644b8f722984,segment=NetworkSegment(2c9064f2-1d9a-497e-a0a5-33435dd966f1),segment_id=2c9064f2-1d9a-497e-a0a5-33435dd966f1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:53.570151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.642235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.725281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.745585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Calling delete_port for b847f525-39e0-42fb-994e-644b8f722984 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:53.747293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.748360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.772141 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No ports have port_id starting with b847f525-39e0-42fb-994e-644b8f722984 Feb 17 11:55:53.776774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=4534342e-2ac0-461b-ac83-2c3624570a5a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:53.780819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95199428-fe62-4734-b542-bc93ef8ce544 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:53.793168 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-98cef428-77c9-446f-8b37-948ec9a964ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/4534342e-2ac0-461b-ac83-2c3624570a5a HTTP/1.1" status: 204 len: 168 time: 3.4568815 Feb 17 11:55:53.798459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44836) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:53.802906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] No DVR routers for this DVR port b847f525-39e0-42fb-994e-644b8f722984 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:53.804892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:53.805391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Checking segment: {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:53.805877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.806328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Bound using segment: {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:53.806970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Bound port: cefa38df-3f5d-4905-b665-deb0f149924d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0052e93b-f83d-4300-a821-d65446b183d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:53.807395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:53.843629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 95199428-fe62-4734-b542-bc93ef8ce544 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:53.844058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 95199428-fe62-4734-b542-bc93ef8ce544 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:53.895714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b847f525-39e0-42fb-994e-644b8f722984,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:53.911560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:55:53.912116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:55:53.951511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] For port cefa38df-3f5d-4905-b665-deb0f149924d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:55:53.954790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] For port cefa38df-3f5d-4905-b665-deb0f149924d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cefa38df-3f5d-4905-b665-deb0f149924d,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:55:53.998689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.029625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.030740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b862309-c510-4eb9-9e77-31ba1ce3fd9b']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:54.036582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.045653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9064f2-1d9a-497e-a0a5-33435dd966f1') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:54.046001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9064f2-1d9a-497e-a0a5-33435dd966f1') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:54.065217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.084140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.130766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:54.131381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:54.151726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:55:54.151726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:55:54.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:55:54.185093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f85a3-17c6-4cd2-937d-dd4cc0b55214 None None] Pushing event updated for resources: {'Port': ['ID=cefa38df-3f5d-4905-b665-deb0f149924d,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:54.367211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:54.387920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.414800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Deleting port b847f525-39e0-42fb-994e-644b8f722984 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:54.414800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.473875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.489031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ebeec-38ba-4125-91cd-104cfca8336d None None] The port 'b847f525-39e0-42fb-994e-644b8f722984' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:55:54.494309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.501387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.564695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b862309-c510-4eb9-9e77-31ba1ce3fd9b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:54.595655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.605431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.656898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.658289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.658983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.665089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=51e7c665-485e-4421-95c4-651659cbd9f6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:54.709534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-836100c3-1387-46c2-8989-f0c23bd14c41 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0b862309-c510-4eb9-9e77-31ba1ce3fd9b HTTP/1.1" status: 204 len: 168 time: 2.1664631 Feb 17 11:55:54.731680 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP f48839a6-7b47-4a54-bfa3-b28744109b23 associated. External IP: 172.26.6.235, port: ab811901-9dd9-4ea2-a4fb-ee28ac4995e1. Feb 17 11:55:54.750598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:54.751572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea03dc9-81af-4d05-bd97-e40da6524822 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:54.961286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 6, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:54.970905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62742ffe-68a4-4d04-948e-fe263c04d3fd None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 6, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 4, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:55.064253 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-716ba729-3d92-4905-b85f-dbe60d278150 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/51e7c665-485e-4421-95c4-651659cbd9f6 HTTP/1.1" status: 204 len: 168 time: 2.3444138 Feb 17 11:55:55.067892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44842) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:55.071870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.286325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cefa38df-3f5d-4905-b665-deb0f149924d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:55.310924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44846) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:55.358861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:55.382280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 8a04ae70-b718-4158-a546-c6486a227ca9 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:55:55.398831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.419221 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a3b00cff-7024-4b55-9e01-4695d312fb6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce3c467c93c04630bb9eca45a8bb49ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1048284 Feb 17 11:55:55.422387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44850) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:55.497540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port cefa38df-3f5d-4905-b665-deb0f149924d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:55:55.501081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.503924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:55:55.505320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port cefa38df-3f5d-4905-b665-deb0f149924d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:55.505693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.536936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f759f3a5-f264-428b-b827-40121f444b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.573808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f759f3a5-f264-428b-b827-40121f444b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.680155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.736843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port cefa38df-3f5d-4905-b665-deb0f149924d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cefa38df-3f5d-4905-b665-deb0f149924d,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:55.811168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.916846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:55.931456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.946504 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:55.967700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=cefa38df-3f5d-4905-b665-deb0f149924d,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:55.968819 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:55.970633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:55.987622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f759f3a5-f264-428b-b827-40121f444b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.993467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f759f3a5-f264-428b-b827-40121f444b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:55.997870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f759f3a5-f264-428b-b827-40121f444b33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4239d5c7-b082-4b3e-8cb3-7c1206b10cad HTTP/1.1" status: 204 len: 168 time: 0.5708094 Feb 17 11:55:56.023975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759f3a5-f264-428b-b827-40121f444b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4239d5c7-b082-4b3e-8cb3-7c1206b10cad,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:56.049766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5b7522c8-a5c7-4e82-8537-3025edd926c1 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/floatingips/f48839a6-7b47-4a54-bfa3-b28744109b23 HTTP/1.1" status: 200 len: 977 time: 3.1466818 Feb 17 11:55:56.058682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44856) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:56.090793 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:56.104265 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:56.105158 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:56.135751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:56.156298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2542be9d-5e4f-4a51-b43d-2a63211a2e82 None None] Provisioning complete for port 55f21e7c-b1d3-49e5-9998-7d096017fa14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:56.156813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2542be9d-5e4f-4a51-b43d-2a63211a2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:56.227296 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:56.227731 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ad45c-c2c6-453d-9209-1b15e5876cbc None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:56.393890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port ab811901-9dd9-4ea2-a4fb-ee28ac4995e1 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:56.394197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:56.435041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:56.499709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=8a04ae70-b718-4158-a546-c6486a227ca9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:56.513223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:56.520331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d82aeb-32e4-4a37-84e4-0832f972ab4f None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:56.522341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Router 34d86650-d8fb-4cee-9016-37e472cbe030 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:55:56.554753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:56.591581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:56.635428 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-22ff91df-472f-4579-a23d-cae930b25638 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/8a04ae70-b718-4158-a546-c6486a227ca9 HTTP/1.1" status: 204 len: 168 time: 1.5639572 Feb 17 11:55:56.635768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44864) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:56.640738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:56.641684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:56.650035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:56.654435 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ae7fa21-a398-4f02-9f78-08303d138326 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 953 time: 5.0305135 Feb 17 11:55:56.663855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:56.719381 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-364ac80c-be12-4f0e-b347-3662b8a2fb3e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824270 Feb 17 11:55:56.722211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44874) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:56.728267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:56.861617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:56.867226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:56.870635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:56.879237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:56.914543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:56.962436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:57.078501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.155037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.164819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cefa38df-3f5d-4905-b665-deb0f149924d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:55:57.305425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:55:57.364957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] Deleting port 55f21e7c-b1d3-49e5-9998-7d096017fa14 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:57.365342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.390526 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port cefa38df-3f5d-4905-b665-deb0f149924d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:55:57.391117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.581439 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f455411d-b2db-4c69-bc06-8382570f47bd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 953 time: 0.9192202 Feb 17 11:55:57.587417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44888) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:57.622447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'routes': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:57.691000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 6, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:55Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:57.725085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:55:57.734999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.771740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] For port 55f21e7c-b1d3-49e5-9998-7d096017fa14, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=55f21e7c-b1d3-49e5-9998-7d096017fa14,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:57.772353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.828844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=ebed84f9-033e-42ab-8667-808d9f7ba568,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:57.847158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:57.848802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:57.852218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:57.854205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.854634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:57.856118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:57.958378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.958740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:57.958994 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP f48839a6-7b47-4a54-bfa3-b28744109b23 disassociated. External IP: 172.26.6.235, port: ab811901-9dd9-4ea2-a4fb-ee28ac4995e1. Feb 17 11:55:57.959346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for ab811901-9dd9-4ea2-a4fb-ee28ac4995e1 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:57.973567 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70bbac27-a85d-4d87-80fb-d92933609e2c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2495615 Feb 17 11:55:57.976624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44896) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:57.994997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:58.043664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] Calling delete_port for 55f21e7c-b1d3-49e5-9998-7d096017fa14 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:58.069941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:55:58.083371 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] Sync routers for ids ['34d86650-d8fb-4cee-9016-37e472cbe030'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:55:58.104792 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] Routers {'34d86650-d8fb-4cee-9016-37e472cbe030'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:58.105387 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['34d86650-d8fb-4cee-9016-37e472cbe030'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:58.213036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:58.213616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:58.222449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:55:58.255279 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:58.261533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:58.267320 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7c811d5f-7806-4f03-9e36-e5b8a9e6653e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.6234417 Feb 17 11:55:58.272466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44900) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:58.297928 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] Routers {'34d86650-d8fb-4cee-9016-37e472cbe030'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:55:58.298670 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['34d86650-d8fb-4cee-9016-37e472cbe030'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:58.374936 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:58.378773 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc1bb9-c2a4-4016-b1e8-94faba1decd3 None None] The sync data for ids ['34d86650-d8fb-4cee-9016-37e472cbe030'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:58.415508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:55:58.429019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:55:58.433242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:55:58.441129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:55:58.489363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:58.500537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:58.536036 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-315bf8ed-ecfa-4d18-a6fd-aa22dbf4542f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/34d86650-d8fb-4cee-9016-37e472cbe030 HTTP/1.1" status: 200 len: 921 time: 0.2625012 Feb 17 11:55:58.540486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44908) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:58.581124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:55:58.585499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:58.609071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0ab8ffa9-ed80-490d-a4a1-6f1d792d42b6 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=34d86650-d8fb-4cee-9016-37e472cbe030 HTTP/1.1" status: 200 len: 205 time: 0.0692885 Feb 17 11:55:58.611446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] Pushing event deleted for resources: {'Port': ['ID=55f21e7c-b1d3-49e5-9998-7d096017fa14,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:58.614526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44912) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:58.626551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4cc79c-b635-4ab5-877c-c996e4c89404 None None] No DVR routers for this DVR port 55f21e7c-b1d3-49e5-9998-7d096017fa14 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:55:58.650250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537c5ae-cbe2-48ae-8141-26a8c8d81646 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:55:58.727086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=ab811901-9dd9-4ea2-a4fb-ee28ac4995e1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:58.771019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.771369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.771707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.772038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.772368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.772692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.773015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.773339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.773657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.774003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:58.774323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:55:59.013282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'ebed84f9-033e-42ab-8667-808d9f7ba568'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:55:59.014459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.035088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 6, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:55Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:55:59.044027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ddf0f6-54c0-40b6-9fc5-9a6b62b35c92 None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:53Z', 'revision_number': 6, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:55Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:55:59.046523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:55:59.047074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.234678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 55f21e7c-b1d3-49e5-9998-7d096017fa14 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:55:59.264411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.297438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 55f21e7c-b1d3-49e5-9998-7d096017fa14 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:55:59.297987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 55f21e7c-b1d3-49e5-9998-7d096017fa14 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:55:59.331549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Allocated IP 172.20.0.2 (077674eb-7979-49ce-a746-00af8b5678be/ebed84f9-033e-42ab-8667-808d9f7ba568/80d6b84d-203b-4152-b230-1178afd7645b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:55:59.369162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:55:59.498758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.objects.ports [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84459) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:55:59.501629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.563712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=ab316769-3d92-44c8-ad49-9141ee2b2c32,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:59.588747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:59.591951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:59.595038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:55:59.595775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.602246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.622196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Transition to ACTIVE for port object 80d6b84d-203b-4152-b230-1178afd7645b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:59.624084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44926) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:59.650321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Transition to ACTIVE for port object 80d6b84d-203b-4152-b230-1178afd7645b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:55:59.689355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.710436 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a2c736cd-9164-4957-a37b-c07f31eb8f44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7311087 Feb 17 11:55:59.713553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44932) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:55:59.720000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:22:fc:c0', 'name': 'tempest-NetworksTestDHCPv6-305927213'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:59.731895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.836249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:55:59.836889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Pushing event updated for resources: {'Port': ['ID=80d6b84d-203b-4152-b230-1178afd7645b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:55:59.840791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:55:59.843236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:55:59.886510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added routes are [] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 17 11:55:59.886874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 17 11:55:59.947795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1978177935'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:55:59.953384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Attempting to bind port 80d6b84d-203b-4152-b230-1178afd7645b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:55:59.953908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Attempting to bind port 80d6b84d-203b-4152-b230-1178afd7645b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:55:59.954423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Attempting to bind port 80d6b84d-203b-4152-b230-1178afd7645b on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:55:59.957612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Deleting port 4177a5aa-1842-40ea-b46e-d8e8cab56c16 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:55:59.958049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.963848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:55:59.964269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:55:59.964721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.965627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:55:59.965746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Bound port: 80d6b84d-203b-4152-b230-1178afd7645b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:55:59.966995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.996067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:55:59.997665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:00.008652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:00.026966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Usage tracker for resource:network and tenant:31bce289bb854f5d865abf0bda902315 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:00.034806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:00.053361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:00.132699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] For port 80d6b84d-203b-4152-b230-1178afd7645b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:00.137502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.138260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] For port 80d6b84d-203b-4152-b230-1178afd7645b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=80d6b84d-203b-4152-b230-1178afd7645b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:00.179312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Made reservation on behalf of 31bce289bb854f5d865abf0bda902315 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:00.182304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.206210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.217512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.226489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:00.245228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:00.249637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:00.260061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:00.289458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.306272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:00.313368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:00.321449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704d93f-4ee1-4245-b566-a05df05bacff None None] Pushing event updated for resources: {'Port': ['ID=80d6b84d-203b-4152-b230-1178afd7645b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:00.434340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Usage tracker for resource:security_group_rule and tenant:31bce289bb854f5d865abf0bda902315 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:00.439671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:00.445226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.464388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Calling delete_port for 4177a5aa-1842-40ea-b46e-d8e8cab56c16 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:00.503858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:00.522184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:00.571723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 9b8ee438-6c01-48bf-ba38-8218d801f3ce yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:00.814221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.872942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:00.876566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.884867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:00.906282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:00.907355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:00.910961 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.917003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.919317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:00.986106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:01.004470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:01.005289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:01.012720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aea4662-5eb7-466c-bf88-b34d7399e34b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:01.020118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 172.20.0.9 (077674eb-7979-49ce-a746-00af8b5678be/ebed84f9-033e-42ab-8667-808d9f7ba568/9b8ee438-6c01-48bf-ba38-8218d801f3ce) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:01.030667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fe22:fcc0 (077674eb-7979-49ce-a746-00af8b5678be/ab316769-3d92-44c8-ad49-9141ee2b2c32/9b8ee438-6c01-48bf-ba38-8218d801f3ce) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:01.079166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:01.079666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9af09-f6b8-4ff0-9766-dc4bb2914a4a None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:01.119559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.124844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:01.198767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event deleted for resources: {'Port': ['ID=4177a5aa-1842-40ea-b46e-d8e8cab56c16,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:01.283478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 80d6b84d-203b-4152-b230-1178afd7645b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:01.305010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.305569 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Added segment 547f0f10-9c3e-40a8-8b9b-ac1ef605cece of type vlan for network aee1c201-66a1-4643-92b8-4131e57a526e Feb 17 11:56:01.421716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.431880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.472500 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a5d7b68-055a-4412-8840-3cc214917ba0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/ports/ab811901-9dd9-4ea2-a4fb-ee28ac4995e1 HTTP/1.1" status: 204 len: 168 time: 5.3991957 Feb 17 11:56:01.474922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44936) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:01.494191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 80d6b84d-203b-4152-b230-1178afd7645b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:01.587679 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e5d890bf-c3d9-420b-9f41-9b3da5b012ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/floatingips/f48839a6-7b47-4a54-bfa3-b28744109b23 HTTP/1.1" status: 200 len: 688 time: 0.1116455 Feb 17 11:56:01.591482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44940) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:01.620237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:01.639353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e50d8-34f1-4d9e-87ea-ff46a40f82bd None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:01.708201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.712393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.817179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] Provisioning for port 80d6b84d-203b-4152-b230-1178afd7645b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:01.828207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] Provisioning complete for port 80d6b84d-203b-4152-b230-1178afd7645b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:01.828715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.951723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:01.955427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:01.956007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.032091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.109676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] For port 80d6b84d-203b-4152-b230-1178afd7645b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=80d6b84d-203b-4152-b230-1178afd7645b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:02.110588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:02.119169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.120807 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:02.123351 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-946b00f6-4bc6-4e9f-a73f-1245af35fadf tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 703 time: 4.5340919 Feb 17 11:56:02.124893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44944) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:02.134372 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:02.135217 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:02.149686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 9b8ee438-6c01-48bf-ba38-8218d801f3ce will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:02.156169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Update dhcp port {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': 'ebed84f9-033e-42ab-8667-808d9f7ba568', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab316769-3d92-44c8-ad49-9141ee2b2c32'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '80d6b84d-203b-4152-b230-1178afd7645b'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:56:02.234401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.248485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 485d21e2-2c43-4df1-88ac-b76e471eacda {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:02.248793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.255846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.306863 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:02.348937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Pushing event updated for resources: {'Network': ['ID=aee1c201-66a1-4643-92b8-4131e57a526e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:02.372950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:02.384310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.400977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.401289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.403779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.403779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.403779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.403779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.404176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.404553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.404995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.405615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.407241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:02.432331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.485839 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-958b0db3-58c6-4256-9752-dcf7961697e1 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8608046 Feb 17 11:56:02.491332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44948) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:02.516973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.529876 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-08e9cf4a-0e13-46b3-adac-7d8e9c534143 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 703 time: 0.4038401 Feb 17 11:56:02.536456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44954) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:02.637411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'network': {'name': 'tempest-network--1459153017', 'router:external': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:02.648193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Allocated IP 2001:db8::f816:3eff:fe57:cdc8 (077674eb-7979-49ce-a746-00af8b5678be/ab316769-3d92-44c8-ad49-9141ee2b2c32/80d6b84d-203b-4152-b230-1178afd7645b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:02.658741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=9b8ee438-6c01-48bf-ba38-8218d801f3ce,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:02.663682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:02.668316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:02.670870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:02.673314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:02.704559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.705161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Fanout notify agent at l3_agent the message router_deleted on router 34d86650-d8fb-4cee-9016-37e472cbe030 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:02.724275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.724686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.734224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:network and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:02.739940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:02.757950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:02.765636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.766946 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fd1c085a-574e-4ff9-a58b-606f0782fb1d tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/34d86650-d8fb-4cee-9016-37e472cbe030 HTTP/1.1" status: 204 len: 168 time: 4.1512830 Feb 17 11:56:02.771792 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:59Z', 'revision_number': 7, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:55Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:02.781317 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:02.787453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b07eb-291e-439f-8655-11f0a9eba76c None None] Pushing event updated for resources: {'Port': ['ID=80d6b84d-203b-4152-b230-1178afd7645b,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:02.795739 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:02.797079 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:02.798443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network aee1c201-66a1-4643-92b8-4131e57a526e details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:02.886961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44958) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:02.895296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1626227011', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': False}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:02.905440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for 485d21e2-2c43-4df1-88ac-b76e471eacda owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:02.949833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:02.958944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:02.959649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:02.964123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:router and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:02.981837 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:02.990150 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:02.996284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:03.003031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] For port 80d6b84d-203b-4152-b230-1178afd7645b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=80d6b84d-203b-4152-b230-1178afd7645b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:03.003342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Made reservation on behalf of be89889f0f2042ce831748ab41a37e6f for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:03.005827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.007009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:03.018495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:03.025733 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd5414e8-6ca5-4c98-8dd0-96b74406d82d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2235973 Feb 17 11:56:03.025733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44962) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:03.036212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.045438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:03.046105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:03.098357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:03.102349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c9d96554-1a45-451f-b78e-726cbeaa7ac1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3874459 Feb 17 11:56:03.137159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44966) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:03.144949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:security_group_rule and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:03.182338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:03.199020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.200701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.209017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:03.279904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.315110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.466719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:03.468235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=485d21e2-2c43-4df1-88ac-b76e471eacda,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:03.484573 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:59Z', 'revision_number': 7, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:55Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:03.488756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet 3fbe59cf-22a8-4783-843a-3abf502af65a {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:03.489587 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec023925-d6fd-4e30-8aa4-6bf6eaca5408 None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:55:59Z', 'revision_number': 7, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cefa38df-3f5d-4905-b665-deb0f149924d', 'name': '', 'network_id': '79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:11:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:44Z', 'updated_at': '2022-02-17T11:55:55Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': 'd4e15d2c-7a6b-498b-b58a-e70f6ab7ee64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:03.494022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.534611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.635885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d7e49-601c-4133-b1a0-1609ce18d79b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:03.640569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d7e49-601c-4133-b1a0-1609ce18d79b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:03.641670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-855d7e49-601c-4133-b1a0-1609ce18d79b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:03.649074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.673943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.706517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.753168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 80d6b84d-203b-4152-b230-1178afd7645b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:03.803162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.813351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.836604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.858888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:03.873109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-855d7e49-601c-4133-b1a0-1609ce18d79b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:03.876860 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-855d7e49-601c-4133-b1a0-1609ce18d79b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.7337644 Feb 17 11:56:03.876860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5af1e6-f49b-45dd-9008-849c91494163,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:03.879423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44970) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:03.884442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.890055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.890401 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Added segment 0ddaa148-cb30-452f-980c-33d84b1278a1 of type vlan for network cf05c7f3-9950-4b94-94b7-9bbe0207679a Feb 17 11:56:03.900164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Transition to ACTIVE for port object 80d6b84d-203b-4152-b230-1178afd7645b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:03.938252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 80d6b84d-203b-4152-b230-1178afd7645b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:03.938621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.976706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:03.977472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 9b8ee438-6c01-48bf-ba38-8218d801f3ce {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:03.977853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.037207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:59Z', 'revision_number': 9, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:04.055873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.057017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5d15e073-de7f-4afe-8670-e3c5dac7facf tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/floatingips/f48839a6-7b47-4a54-bfa3-b28744109b23 HTTP/1.1" status: 204 len: 168 time: 2.4554653 Feb 17 11:56:04.064599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44974) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:04.069900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.072235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:04.076841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'eb7cda9a-18e4-44cb-a151-12f29ca1201a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:04.137069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:04.148340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.164608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:floatingip and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:04.171492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Port 80d6b84d-203b-4152-b230-1178afd7645b had new provisioning blocks added so it will not transition to active. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 17 11:56:04.174485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:04.178546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1277d-5061-4233-b6d3-8ceb145d5944 None None] Pushing event updated for resources: {'Port': ['ID=80d6b84d-203b-4152-b230-1178afd7645b,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:04.182455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:04.183056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:04.239664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbe59cf-22a8-4783-843a-3abf502af65a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:04.251621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.257815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:04.265095 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ed4bba1-b005-4990-9c3f-6ed49941cf78 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/3fbe59cf-22a8-4783-843a-3abf502af65a HTTP/1.1" status: 204 len: 168 time: 1.2389357 Feb 17 11:56:04.266158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44978) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:04.366904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd0cb0-9ee2-4ee4-b013-4d692c048b63 None None] Network ecdc2f6a-347a-4280-b8e5-11432661ee3c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:04.467330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port cefa38df-3f5d-4905-b665-deb0f149924d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:04.467660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.473007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.524812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 758a1df0-bb47-42ff-9042-9c9f5ac0282f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:04.525305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.555874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:04.572149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.597255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.598280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:04.599199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.705932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port cefa38df-3f5d-4905-b665-deb0f149924d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cefa38df-3f5d-4905-b665-deb0f149924d,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:04.706510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.794592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:04.810812 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3130984 Feb 17 11:56:04.843222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:04.979068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e7697812-80f9-479e-ba04-29da714116ea None None] Provisioning for port 80d6b84d-203b-4152-b230-1178afd7645b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:04.987110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e7697812-80f9-479e-ba04-29da714116ea None None] Provisioning complete for port 80d6b84d-203b-4152-b230-1178afd7645b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:04.987485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e7697812-80f9-479e-ba04-29da714116ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.007821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for cefa38df-3f5d-4905-b665-deb0f149924d owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:05.078145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.180761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:59Z', 'revision_number': 9, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:05.187589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc02f389-e78b-429f-b320-306154664a53 None None] DHCP port deletion for ecdc2f6a-347a-4280-b8e5-11432661ee3c request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:05.209182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 9b8ee438-6c01-48bf-ba38-8218d801f3ce owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:05.214660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0802d-8e93-4bda-94fa-b73bd4937f05 None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:55:59Z', 'revision_number': 9, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5a5139f-5b70-44ff-8f9b-cdbe499de1ec', 'name': '', 'network_id': '337a6c6b-fd03-4f5e-9cba-c07a70067eb9', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:11:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:32Z', 'updated_at': '2022-02-17T11:54:53Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'a902388f-5e16-453c-ae12-91ece3b84c6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:05.223753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-cc02f389-e78b-429f-b320-306154664a53 None None] Deleting port 758a1df0-bb47-42ff-9042-9c9f5ac0282f {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:05.224136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cc02f389-e78b-429f-b320-306154664a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.279746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 80d6b84d-203b-4152-b230-1178afd7645b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:05.281371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.351856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=cefa38df-3f5d-4905-b665-deb0f149924d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:05.444381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068ee59-4966-456d-8aa5-d6683eb245d1 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Network': ['ID=cf05c7f3-9950-4b94-94b7-9bbe0207679a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:05.461220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network cf05c7f3-9950-4b94-94b7-9bbe0207679a details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:05.648642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.651284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 80d6b84d-203b-4152-b230-1178afd7645b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:05.651665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.736287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-cc02f389-e78b-429f-b320-306154664a53 None None] For port 758a1df0-bb47-42ff-9042-9c9f5ac0282f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=758a1df0-bb47-42ff-9042-9c9f5ac0282f,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:05.736679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cc02f389-e78b-429f-b320-306154664a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.764201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.805260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-505376f0-87d1-4279-b7f9-7b0c4fd4655b None None] Provisioning for port 9b8ee438-6c01-48bf-ba38-8218d801f3ce completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:05.871809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-cc02f389-e78b-429f-b320-306154664a53 None None] Calling delete_port for 758a1df0-bb47-42ff-9042-9c9f5ac0282f owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:05.894017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf05c7f3-9950-4b94-94b7-9bbe0207679a']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:05.903045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 758a1df0-bb47-42ff-9042-9c9f5ac0282f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=758a1df0-bb47-42ff-9042-9c9f5ac0282f,segment=NetworkSegment(93ce2860-5c0e-432a-894e-e1194c26759c),segment_id=93ce2860-5c0e-432a-894e-e1194c26759c)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:05.903298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-505376f0-87d1-4279-b7f9-7b0c4fd4655b None None] Provisioning complete for port 9b8ee438-6c01-48bf-ba38-8218d801f3ce triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:05.903451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.903626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-505376f0-87d1-4279-b7f9-7b0c4fd4655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:05.930155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddaa148-cb30-452f-980c-33d84b1278a1') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:05.930155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddaa148-cb30-452f-980c-33d84b1278a1') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:06.025034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-505376f0-87d1-4279-b7f9-7b0c4fd4655b None None] Port 9b8ee438-6c01-48bf-ba38-8218d801f3ce cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:56:06.048558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.085683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 758a1df0-bb47-42ff-9042-9c9f5ac0282f owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:06.115890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 758a1df0-bb47-42ff-9042-9c9f5ac0282f no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:06.123378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.144620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.146820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.147197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cc02f389-e78b-429f-b320-306154664a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.188311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 758a1df0-bb47-42ff-9042-9c9f5ac0282f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:06.188640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 758a1df0-bb47-42ff-9042-9c9f5ac0282f not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:06.202731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02f389-e78b-429f-b320-306154664a53 None None] Pushing event deleted for resources: {'Port': ['ID=758a1df0-bb47-42ff-9042-9c9f5ac0282f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:06.207089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02f389-e78b-429f-b320-306154664a53 None None] No DVR routers for this DVR port 758a1df0-bb47-42ff-9042-9c9f5ac0282f on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:06.237503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.239509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:06.297941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:06.298339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:06.312253 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:06.407883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:06.408201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:06.423395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:06.432641 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:06.436884 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b569bcb3-5648-4dde-bc93-74163bf517dd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8989568 Feb 17 11:56:06.439699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 44986) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:06.444530 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:06.445133 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:06.479204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.548919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.562507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=9b8ee438-6c01-48bf-ba38-8218d801f3ce,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:06.591246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf05c7f3-9950-4b94-94b7-9bbe0207679a {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:56:06.608273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:06.628385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf05c7f3-9950-4b94-94b7-9bbe0207679a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:06.640468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:06.923606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 758a1df0-bb47-42ff-9042-9c9f5ac0282f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:06.924171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.095793 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e16de950-3476-43ed-bdac-0419fe5d5f77 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/networks/cf05c7f3-9950-4b94-94b7-9bbe0207679a HTTP/1.1" status: 204 len: 168 time: 2.2478535 Feb 17 11:56:07.101361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44990) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:07.108646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:07.114889 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:05Z', 'revision_number': 8, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:07.123215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:07.129444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:network and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:07.130300 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:07.133235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:07.134760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] The port '758a1df0-bb47-42ff-9042-9c9f5ac0282f' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:07.143657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:07.146981 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:07.147748 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:55:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:07.187511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:07.208907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.210765 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8c5eb006-bb23-459a-8a7a-7a445a3df471 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/9b8ee438-6c01-48bf-ba38-8218d801f3ce HTTP/1.1" status: 204 len: 168 time: 3.3288934 Feb 17 11:56:07.213822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44994) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:07.245449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.189 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/b19278ef-9f3e-4fac-960c-6ea653d9359f) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:07.252324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:07.253088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b8e9a6e9-ec37-4bdc-9f44-13bc3577d47a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:07.298362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9caa1-48be-4f2d-8fe4-1c302dadfc4c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:07.300428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9caa1-48be-4f2d-8fe4-1c302dadfc4c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:07.303910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9caa1-48be-4f2d-8fe4-1c302dadfc4c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:07.305453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-49d9caa1-48be-4f2d-8fe4-1c302dadfc4c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:07.322374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:07.323206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Made reservation on behalf of be89889f0f2042ce831748ab41a37e6f for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:07.327748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.344023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.364642 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:07.364871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:07.375220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.375582 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Added segment cb9aef6a-26ed-4e73-acdf-8c034f9f6392 of type vlan for network 66d88679-cc0e-4336-9397-5b7dba364a00 Feb 17 11:56:07.390223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.407658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-49d9caa1-48be-4f2d-8fe4-1c302dadfc4c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:07.408829 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-49d9caa1-48be-4f2d-8fe4-1c302dadfc4c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1936622 Feb 17 11:56:07.410663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.414062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 44998) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:07.505750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdc2f6a-347a-4280-b8e5-11432661ee3c']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:07.518442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.559571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ce2860-5c0e-432a-894e-e1194c26759c') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:07.559856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ce2860-5c0e-432a-894e-e1194c26759c') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:07.596558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.633262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.660302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:07.660713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.678634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:07.681971 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:07.709633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.710544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:07.711176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.766890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4b48-b129-4de7-9b91-f27beaac159a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.796761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.807441 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:05Z', 'revision_number': 8, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:07.813120 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79ea4e-f89f-4e02-8daf-0bad9d59b2bd None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:05Z', 'revision_number': 8, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4', 'name': '', 'network_id': '5ec93c78-0274-422e-a390-32286f9870a1', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:1a:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:23Z', 'updated_at': '2022-02-17T11:55:41Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '2faf3ae7-3ad8-4d3a-8707-2ce49988c621', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:07.852025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Network': ['ID=66d88679-cc0e-4336-9397-5b7dba364a00,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:07.854812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.859655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet ab316769-3d92-44c8-ad49-9141ee2b2c32 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:07.860055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.862682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 66d88679-cc0e-4336-9397-5b7dba364a00 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:07.882800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.895447 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-92e78f05-12e2-4b92-be29-b0acf15680b8 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7924528 Feb 17 11:56:07.898646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=ecdc2f6a-347a-4280-b8e5-11432661ee3c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:07.898829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45002) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:07.908162 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c53e7669-c40f-437e-9590-a5c2900fbb65 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/ecdc2f6a-347a-4280-b8e5-11432661ee3c HTTP/1.1" status: 204 len: 168 time: 3.5782945 Feb 17 11:56:07.908956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45006) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:07.911191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'subnet': {'network_id': '66d88679-cc0e-4336-9397-5b7dba364a00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:07.924772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:07.932480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:subnet and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:07.938163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:07.942299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:07.982975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:07.983801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.037238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.069226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Made reservation on behalf of be89889f0f2042ce831748ab41a37e6f for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:08.071646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.178421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=b19278ef-9f3e-4fac-960c-6ea653d9359f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:08.180973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Allocated IP 172.26.6.116 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ab0ae4c9-8cbf-4301-bce5-87050da0aaa7) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:08.190501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:08.197986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:08.202321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.206438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:08.277090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.304931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:08.321303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=ab316769-3d92-44c8-ad49-9141ee2b2c32,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:08.331015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.338454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d902b0b-5d90-49fb-8bb4-4db8fa69c830 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:08.396321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.433851 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-71374db0-654e-4def-80ee-679bfc05628c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64 HTTP/1.1" status: 204 len: 168 time: 1.9926407 Feb 17 11:56:08.439713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ed4c7-19ea-4f02-8142-801f54c62652 None None] Network 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:08.443171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45010) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:08.476287 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9f2afa1f-348a-41a1-9972-473cc9dc5ec8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ab316769-3d92-44c8-ad49-9141ee2b2c32 HTTP/1.1" status: 204 len: 168 time: 1.0610981 Feb 17 11:56:08.488998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45014) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:08.582147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.595120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port f48a977a-8b0d-4a95-aaaf-39539cce5377 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:08.595454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.648078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.898381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port f48a977a-8b0d-4a95-aaaf-39539cce5377, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f48a977a-8b0d-4a95-aaaf-39539cce5377,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:08.898818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:08.955870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22879249-e085-42c6-bac5-13fec18b024c None None] DHCP port deletion for 79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:08.960184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Deleting port f48a977a-8b0d-4a95-aaaf-39539cce5377 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:08.960557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.000948 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:56:09.036670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for f48a977a-8b0d-4a95-aaaf-39539cce5377 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:09.153913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:56:09.154421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.212029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cefa38df-3f5d-4905-b665-deb0f149924d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:09.256882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: cefa38df-3f5d-4905-b665-deb0f149924d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:09.257468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cefa38df-3f5d-4905-b665-deb0f149924d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:09.258051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f48a977a-8b0d-4a95-aaaf-39539cce5377 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:09.263305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5c177be-f5a9-4ff2-b3d1-d421decfaa86,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:09.265305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.310120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f48a977a-8b0d-4a95-aaaf-39539cce5377 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:09.311715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f48a977a-8b0d-4a95-aaaf-39539cce5377 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:09.366494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-22879249-e085-42c6-bac5-13fec18b024c None None] For port f48a977a-8b0d-4a95-aaaf-39539cce5377, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f48a977a-8b0d-4a95-aaaf-39539cce5377,segment=NetworkSegment(0052e93b-f83d-4300-a821-d65446b183d3),segment_id=0052e93b-f83d-4300-a821-d65446b183d3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:09.367811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.411801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet ebed84f9-033e-42ab-8667-808d9f7ba568 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:09.415088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.494220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.501634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=f48a977a-8b0d-4a95-aaaf-39539cce5377,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:09.510111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Calling delete_port for f48a977a-8b0d-4a95-aaaf-39539cce5377 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:09.525076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.538463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Checking segment: {'id': 'cb9aef6a-26ed-4e73-acdf-8c034f9f6392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '66d88679-cc0e-4336-9397-5b7dba364a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:09.538463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Network hostable DHCP agents. Network: 66d88679-cc0e-4336-9397-5b7dba364a00, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:56:09.545047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No DVR routers for this DVR port f48a977a-8b0d-4a95-aaaf-39539cce5377 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:09.603420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:09.604118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:09.629814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.681277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.715259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:09.729658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:09.731880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0052e93b-f83d-4300-a821-d65446b183d3') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:09.731880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0052e93b-f83d-4300-a821-d65446b183d3') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:09.743601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.760663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.767078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:09.767425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:09.781522 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:09.786104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Network 66d88679-cc0e-4336-9397-5b7dba364a00 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:56:09.791285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:09.797739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-350c7d0e-82a7-46c6-984f-beae7a82b1c2 None None] Provisioning complete for port 80d6b84d-203b-4152-b230-1178afd7645b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:09.798295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-350c7d0e-82a7-46c6-984f-beae7a82b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.806310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Port': ['ID=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:09.809603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:09.903862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 66d88679-cc0e-4336-9397-5b7dba364a00) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:09.911990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:09.915458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.925408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d69350-3c09-4c8f-9dc8-1fcc09c27534 None None] Network 66d88679-cc0e-4336-9397-5b7dba364a00 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:09.932655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.941287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.943169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:09.979838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:09.986521 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8ffa046-4a00-4e7a-b7dc-7753c38a61b9 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/79bb2a48-a2a8-4e8f-a2aa-5c3f4dc6bfc3 HTTP/1.1" status: 204 len: 168 time: 1.5421438 Feb 17 11:56:09.989401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45018) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:10.069713 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3de4d1cc-2b6d-4325-a73d-93c00786f1e7 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1696596 Feb 17 11:56:10.110784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Deleting port f48a977a-8b0d-4a95-aaaf-39539cce5377 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:10.111331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-22879249-e085-42c6-bac5-13fec18b024c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.114397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45022) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:10.132959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'floatingip': {'floating_network_id': '66d88679-cc0e-4336-9397-5b7dba364a00'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:10.137965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c91ba826-0441-4017-8d1f-0391e83f57cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.138376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:10.145191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:floatingip and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:10.150553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:10.158933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:10.198407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-22879249-e085-42c6-bac5-13fec18b024c None None] The port 'f48a977a-8b0d-4a95-aaaf-39539cce5377' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:10.223831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.229271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.262521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e3144-6792-4d26-a720-f7241964b88c None None] Network 66d88679-cc0e-4336-9397-5b7dba364a00 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:10.273248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.286846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=ebed84f9-033e-42ab-8667-808d9f7ba568,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:10.329856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.349137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8a2f0-eba5-4103-af96-55d55dee602a None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:10.489695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.553990 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e70468c-0075-4fd6-b256-1f717213c473 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ebed84f9-033e-42ab-8667-808d9f7ba568 HTTP/1.1" status: 204 len: 168 time: 2.0611629 Feb 17 11:56:10.555259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45026) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:10.591323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.699478 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7dd84a1-1788-413f-8e83-52b161d52fb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1416423 Feb 17 11:56:10.703139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45030) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:10.779744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.779899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.779899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.785468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:10.790107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] Deleting port 80d6b84d-203b-4152-b230-1178afd7645b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:10.790615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:10.959127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8253730-4f06-494e-8f7f-3a7e5c284686 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:10.959847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a8253730-4f06-494e-8f7f-3a7e5c284686 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:11.028116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Allocated IP 172.20.0.13 (66d88679-cc0e-4336-9397-5b7dba364a00/a5c177be-f5a9-4ff2-b3d1-d421decfaa86/61711059-3950-4bd3-b72a-7a2a961c3724) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:11.052091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] For port 80d6b84d-203b-4152-b230-1178afd7645b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=80d6b84d-203b-4152-b230-1178afd7645b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:11.052590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.127624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.186191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 80d6b84d-203b-4152-b230-1178afd7645b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:11.191887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.236617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a8253730-4f06-494e-8f7f-3a7e5c284686 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:11.237946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a8253730-4f06-494e-8f7f-3a7e5c284686 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5335138 Feb 17 11:56:11.266276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] Calling delete_port for 80d6b84d-203b-4152-b230-1178afd7645b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:11.271217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45034) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:11.421026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=b19278ef-9f3e-4fac-960c-6ea653d9359f,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:11.443710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.448236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.457936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b836b60-3dc1-4c21-9384-7caabe91c834 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:11.458628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b836b60-3dc1-4c21-9384-7caabe91c834 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:11.466098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.471503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.474014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.519442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.554968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.632151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] Pushing event deleted for resources: {'Port': ['ID=80d6b84d-203b-4152-b230-1178afd7645b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:11.641685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf225b1-ecb9-4de4-b7cd-85a8c8184921 None None] No DVR routers for this DVR port 80d6b84d-203b-4152-b230-1178afd7645b on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:11.675509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.709237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b836b60-3dc1-4c21-9384-7caabe91c834 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:11.713112 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b836b60-3dc1-4c21-9384-7caabe91c834 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4336824 Feb 17 11:56:11.715814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45038) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:11.726204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:11.729699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.769307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:11.769640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:11.795821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Network 66d88679-cc0e-4336-9397-5b7dba364a00 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:11.808022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:11.814268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:11.850309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fb45cfc2-ba5e-4b56-a061-65ed6289b401 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243384 Feb 17 11:56:11.850549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Port': ['ID=61711059-3950-4bd3-b72a-7a2a961c3724,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:11.858769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45042) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:11.869808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:12.035469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:12.035724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.114334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:12.161968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:12.266401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:12.272089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Router 36681e7c-9afd-442c-abff-bc03d9230366 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:56:12.276195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port b5a5139f-5b70-44ff-8f9b-cdbe499de1ec, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:12.276536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.325971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.409131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for b5a5139f-5b70-44ff-8f9b-cdbe499de1ec owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:12.451819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:12.455839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.458981 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:56:12.459571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:12.468113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.528156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.551802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP b4a7a498-0481-49ab-bb40-722d6834e3c2 associated. External IP: 172.26.6.189, port: eb7cda9a-18e4-44cb-a151-12f29ca1201a. Feb 17 11:56:12.601320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:12.733324 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-83b39f87-5c41-431a-885c-da5b8d774bb6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8700836 Feb 17 11:56:12.739606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45046) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:12.758191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:12.783619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:12.960577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:12.988403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:13.044426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.055300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.103907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:13.109096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.110554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:56:13.110980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:13.132750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.175982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:13.190224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Sync routers for ids ['36681e7c-9afd-442c-abff-bc03d9230366'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:13.208501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Routers {'36681e7c-9afd-442c-abff-bc03d9230366'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:13.209201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['36681e7c-9afd-442c-abff-bc03d9230366'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:13.300438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Port': ['ID=61711059-3950-4bd3-b72a-7a2a961c3724,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:13.307471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.338874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.446803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Set router 36681e7c-9afd-442c-abff-bc03d9230366 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:13.460714 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-63439d61-22a5-498c-a245-979e5a15bab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7154520 Feb 17 11:56:13.514295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.518035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-943a3002-020d-4ce3-a8e5-f9f3a5edcb1f tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.6274457 Feb 17 11:56:13.518171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45050) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:13.520572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45052) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:13.524298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=b5a5139f-5b70-44ff-8f9b-cdbe499de1ec,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:13.532447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:13.553756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.554650 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dad61efd-0731-454f-86ae-6ae2697464d6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4350922 Feb 17 11:56:13.566834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45058) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:13.776734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36681e7c-9afd-442c-abff-bc03d9230366', 'name': 'tempest-snat-router-1626227011', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.116'}], 'enable_snat': False}, 'gw_port_id': 'ab0ae4c9-8cbf-4301-bce5-87050da0aaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:03Z', 'updated_at': '2022-02-17T11:56:10Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': 'ab0ae4c9-8cbf-4301-bce5-87050da0aaa7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36681e7c-9afd-442c-abff-bc03d9230366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:56:06Z', 'updated_at': '2022-02-17T11:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:13.782055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Checking router: 36681e7c-9afd-442c-abff-bc03d9230366 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:13.782521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Updating router 36681e7c-9afd-442c-abff-bc03d9230366 port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:56:13.817101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:13.837307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:13.838495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:13.912994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6228f1d7-179e-46ff-8d3f-448258d63a25 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=66d88679-cc0e-4336-9397-5b7dba364a00 HTTP/1.1" status: 200 len: 690 time: 0.3421154 Feb 17 11:56:13.915564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45062) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:13.994545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:14.115517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.121464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.122981 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:56:14.123418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:14.197871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:14.203531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.203730 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-70fa1d38-8233-4a88-afbb-e33dcb15e0aa tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/36681e7c-9afd-442c-abff-bc03d9230366 HTTP/1.1" status: 200 len: 909 time: 0.6802914 Feb 17 11:56:14.208486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45066) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:14.209573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.211992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1626227011', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': True}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:14.219496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Deleting port 61711059-3950-4bd3-b72a-7a2a961c3724 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:14.219877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.220587 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-84320ec2-27cb-4dcc-88d5-4a311641569f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7027578 Feb 17 11:56:14.221167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45070) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:14.222584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:14.224494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Transition to ACTIVE for port object ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:14.231306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:14.253978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:14.284972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.374670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Usage tracker for resource:router and tenant:f76e6071f7f94ed1a9dcc927e83d90b2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:14.380132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:14.418734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Attempting to bind port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:14.419164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Attempting to bind port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:14.419532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Attempting to bind port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:14.421662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c50f34-c00a-4198-a5d3-b0a2cf4b63ea None None] Pushing event updated for resources: {'Port': ['ID=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:14.433867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:14.433867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:14.434249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:14.434345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.434755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:14.435181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Bound port: ab0ae4c9-8cbf-4301-bce5-87050da0aaa7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:14.435788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.516592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] For port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:14.520296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] For port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:14.602669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:14.606446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.617432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:14.648749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.653074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.678111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:14.684612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.690688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.692236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.697529 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Routers {'36681e7c-9afd-442c-abff-bc03d9230366'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:14.698300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['36681e7c-9afd-442c-abff-bc03d9230366'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:14.702753 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:14.706096 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4379cece-694e-4ae7-bbb1-ecaee72929d6 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7106724 Feb 17 11:56:14.707377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45074) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:14.715244 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:14.718303 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:14.724769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:14.728819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:14.732233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:56:14.732857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:14.835371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Calling delete_port for 61711059-3950-4bd3-b72a-7a2a961c3724 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:14.869203 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:14.884814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] Set router 36681e7c-9afd-442c-abff-bc03d9230366 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:14.959524 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1180c48e-9836-4c45-a362-caa3e7c00540 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7317073 Feb 17 11:56:14.976268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45078) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:15.012859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c50f34-c00a-4198-a5d3-b0a2cf4b63ea None None] Pushing event updated for resources: {'Port': ['ID=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:15.059553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:15.216598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet 2faf3ae7-3ad8-4d3a-8707-2ce49988c621 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:15.222461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.254276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.276286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36681e7c-9afd-442c-abff-bc03d9230366', 'name': 'tempest-snat-router-1626227011', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.116'}], 'enable_snat': False}, 'gw_port_id': 'ab0ae4c9-8cbf-4301-bce5-87050da0aaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:03Z', 'updated_at': '2022-02-17T11:56:10Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': 'ab0ae4c9-8cbf-4301-bce5-87050da0aaa7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36681e7c-9afd-442c-abff-bc03d9230366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:56:06Z', 'updated_at': '2022-02-17T11:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:15.281599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a99b00-e94f-4419-b386-6b371db03843 None None] The sync data for ids ['36681e7c-9afd-442c-abff-bc03d9230366'] in dv-neutron-828728-1-hyperv is: [{'id': '36681e7c-9afd-442c-abff-bc03d9230366', 'name': 'tempest-snat-router-1626227011', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.116'}], 'enable_snat': False}, 'gw_port_id': 'ab0ae4c9-8cbf-4301-bce5-87050da0aaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:03Z', 'updated_at': '2022-02-17T11:56:10Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': 'ab0ae4c9-8cbf-4301-bce5-87050da0aaa7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36681e7c-9afd-442c-abff-bc03d9230366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:56:06Z', 'updated_at': '2022-02-17T11:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:15.302258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.342773 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:12Z', 'revision_number': 9, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:15.348369 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:15.372669 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:15.373734 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:15.457386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:15.468940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.487497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:15.606515 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:15.680843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.750087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:15.792938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Port': ['ID=61711059-3950-4bd3-b72a-7a2a961c3724,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:15.821246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.874340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877112c-fa46-4caf-b31e-b2bcaa0c1fbb None None] Network 5ec93c78-0274-422e-a390-32286f9870a1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:15.882651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:15.888978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:15.919921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:15.971572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=2faf3ae7-3ad8-4d3a-8707-2ce49988c621,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:15.975310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.020754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.037815 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a5eeea91-420d-4963-a9a4-e40d7f168d9d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/2faf3ae7-3ad8-4d3a-8707-2ce49988c621 HTTP/1.1" status: 204 len: 168 time: 1.3160789 Feb 17 11:56:16.040647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45082) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:16.042602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:16.043476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:16.087818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.090287 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:56:16.090930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:16.123653 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:12Z', 'revision_number': 9, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:16.126528 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e17243-d636-4188-adf9-6b4d298fb37e None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:12Z', 'revision_number': 9, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'ecf63d15-9948-4852-9bb5-b04166ffe28f', 'name': '', 'network_id': '8c2250bd-4ef1-4f54-b30d-d2e38d392be3', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:55:05Z', 'updated_at': '2022-02-17T11:55:22Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '203101a4-8746-42c6-88a7-74fca66a8ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:16.149014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.153885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.165097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:16.222076 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-374f187d-ccb3-4162-82f7-7b3013d6160a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2401083 Feb 17 11:56:16.227343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45086) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:16.233683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:16.234321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:16.246051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:16.266484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.325511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port 329fe66f-ed20-452f-9dbf-9745ec66f979 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:16.325865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.375182 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-662604ba-89e0-42be-a79f-b8aad1d9cf3f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.3092732 Feb 17 11:56:16.379930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:16.380660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea249fa-f41e-4e6b-8fed-f6c20039eaf2 None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:16.381917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45090) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:16.391358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1314244485'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:16.415211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:16.415769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Allocated IP 172.26.6.32 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/1c8b90a0-01b4-4727-939c-cc2b545c5288) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:16.419354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:16.440109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.514399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] DHCP port deletion for 5ec93c78-0274-422e-a390-32286f9870a1 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:16.518892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Deleting port 329fe66f-ed20-452f-9dbf-9745ec66f979 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:16.519311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.537898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:16.579053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:network and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:16.589723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:16.603918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:16.621007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:16.757242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:16.775115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5359157d-d8ea-439b-89c6-b57ad4e888fb tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8572164 Feb 17 11:56:16.775339 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:16.775851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45094) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:16.788894 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:16.789139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:16.789531 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:16.791971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.837051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.842101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] For port 329fe66f-ed20-452f-9dbf-9745ec66f979, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=329fe66f-ed20-452f-9dbf-9745ec66f979,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:16.842835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.870179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:16.875079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.877554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:56:16.878125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:16.898689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:16.904235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port 329fe66f-ed20-452f-9dbf-9745ec66f979, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=329fe66f-ed20-452f-9dbf-9745ec66f979,segment=NetworkSegment(eab08b60-4ee4-48a3-9175-2615c6ae9547),segment_id=eab08b60-4ee4-48a3-9175-2615c6ae9547)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:16.906194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:16.907096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c177be-f5a9-4ff2-b3d1-d421decfaa86,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:17.011498 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:17.045689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.059655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for 329fe66f-ed20-452f-9dbf-9745ec66f979 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:17.088419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.088419 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Added segment f50dd41b-8517-46a9-b749-fa6a9556910e of type vlan for network b71332ca-296a-4015-8c7f-d5d7305b226b Feb 17 11:56:17.098180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Calling delete_port for 329fe66f-ed20-452f-9dbf-9745ec66f979 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:17.136856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet a902388f-5e16-453c-ae12-91ece3b84c6f {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:17.149125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.159210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.252064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:17.310068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.321207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.323371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:17.324491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:17.368746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=329fe66f-ed20-452f-9dbf-9745ec66f979,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:17.371282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.375355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.379154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:17.379775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.383416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:17.389337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:17.390229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.518726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No DVR routers for this DVR port 329fe66f-ed20-452f-9dbf-9745ec66f979 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:17.519221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.539985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.542017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:17.569696 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:13Z', 'revision_number': 10, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.572857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-82dde6e7-c003-47cd-b6b6-25b6c96d85ef tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3444445 Feb 17 11:56:17.574073 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:17.582377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45098) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:17.587904 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:17.590567 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.601125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.630144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Network': ['ID=b71332ca-296a-4015-8c7f-d5d7305b226b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:17.633635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:17.637731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Port': ['ID=1c8b90a0-01b4-4727-939c-cc2b545c5288,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:17.644318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:17.661175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36597037-db7f-415d-ace0-2ccc3049ba3b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:17.666584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.692311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:17.710639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d88679-cc0e-4336-9397-5b7dba364a00']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.726625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cb8ee1fc-cea5-47a7-a8fb-71f12b851ba4 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3402641 Feb 17 11:56:17.729419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9aef6a-26ed-4e73-acdf-8c034f9f6392') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.729866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9aef6a-26ed-4e73-acdf-8c034f9f6392') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.734405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45102) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:17.744443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.762472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'subnet': {'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:17.762746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.767298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b71332ca-296a-4015-8c7f-d5d7305b226b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:17.783000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:17.783323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.792838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:17.797716 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:17.805457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36597037-db7f-415d-ace0-2ccc3049ba3b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:17.809380 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-36597037-db7f-415d-ace0-2ccc3049ba3b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2259307 Feb 17 11:56:17.810001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45106) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:17.825446 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:17.924625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec93c78-0274-422e-a390-32286f9870a1']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.946907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 329fe66f-ed20-452f-9dbf-9745ec66f979 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:17.952307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb56bc-a29f-427f-adc9-4bb79a2a4ffb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:17.956522 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f5fb56bc-a29f-427f-adc9-4bb79a2a4ffb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773792 Feb 17 11:56:17.957125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45110) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:17.962805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.969229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab08b60-4ee4-48a3-9175-2615c6ae9547') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.969524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab08b60-4ee4-48a3-9175-2615c6ae9547') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:17.984119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:17.987649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Deleting port 329fe66f-ed20-452f-9dbf-9745ec66f979 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:17.988284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:17.996899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:18.001870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.021898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 329fe66f-ed20-452f-9dbf-9745ec66f979 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:18.023185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 329fe66f-ed20-452f-9dbf-9745ec66f979 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:18.023800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:18.028978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:18.042128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.045288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:18.045694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:18.062362 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:18.076649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:18.077385 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3f926f3b-dcce-41b7-9f93-c19a8b530136 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164646 Feb 17 11:56:18.077523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bc6946a0-e6a2-4e29-920e-ac3f4e7b61d4 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:18.088441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45114) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:18.105760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:18.124427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.125705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.126338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.126903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.128210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.128765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.129307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.129932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.130491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.131662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.131791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:18.132339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:18.141565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5a99af7f-9443-4435-a719-3aafa593a922 None None] The port '329fe66f-ed20-452f-9dbf-9745ec66f979' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:18.214961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=a902388f-5e16-453c-ae12-91ece3b84c6f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:18.223630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:18.229551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.242422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1498e7-0e46-4a13-a7fd-ff5a888120d8 None None] Network 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:18.243134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:18.253594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a7b68c2e-206c-4a95-aa38-6a19e952d813 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/a902388f-5e16-453c-ae12-91ece3b84c6f HTTP/1.1" status: 204 len: 168 time: 1.4726956 Feb 17 11:56:18.254436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45118) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:18.379029 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:13Z', 'revision_number': 10, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:18.383755 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ba6d1-6ebd-46f5-ac83-fdb32dc5245e None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:13Z', 'revision_number': 10, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None, '_interfaces': [{'id': '3f43305c-b9c0-471c-a51d-2275b98e5a61', 'name': '', 'network_id': '61a4188b-2562-44ef-8bbe-9474295f31be', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'mac_address': 'fa:16:3e:69:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:20Z', 'updated_at': '2022-02-17T11:54:32Z', 'revision_number': 5, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'subnets': [{'id': 'b4c6af78-98de-47a7-8dbf-b4431f1a7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:18.388930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.391747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:18.396072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.418779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.441679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.451883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.471932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=5ec93c78-0274-422e-a390-32286f9870a1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:18.478059 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dcb29b3e-5ce6-47ce-bbf9-031740b93d98 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/5ec93c78-0274-422e-a390-32286f9870a1 HTTP/1.1" status: 204 len: 168 time: 2.3888144 Feb 17 11:56:18.491206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.502187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45122) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:18.521923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66d88679-cc0e-4336-9397-5b7dba364a00 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:56:18.587616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.589770 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/networks/66d88679-cc0e-4336-9397-5b7dba364a00 HTTP/1.1" status: 204 len: 168 time: 4.6712422 Feb 17 11:56:18.593389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45126) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:18.607166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.608894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.611903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dff5b-fd75-42bc-8f23-4991460dbacd tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d88679-cc0e-4336-9397-5b7dba364a00,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:18.735206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] DHCP port deletion for 337a6c6b-fd03-4f5e-9cba-c07a70067eb9 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:18.742095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] Deleting port 5e371fc5-a701-408b-a46d-141b2e7de224 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:18.742570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.762796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 5e371fc5-a701-408b-a46d-141b2e7de224 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:18.763133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:18.917012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7c40bee4-23b6-416b-8030-0556e438f9b3 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Synchronizing usage tracker for tenant:be89889f0f2042ce831748ab41a37e6f on resource:floatingip {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:18.933314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.010679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] For port 5e371fc5-a701-408b-a46d-141b2e7de224, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5e371fc5-a701-408b-a46d-141b2e7de224,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:19.011890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.046334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Subnet': ['ID=f43aef34-cc9a-4053-b1dd-2113677cbbfb,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:19.118922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Checking segment: {'id': 'f50dd41b-8517-46a9-b749-fa6a9556910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:19.119556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network hostable DHCP agents. Network: b71332ca-296a-4015-8c7f-d5d7305b226b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:56:19.211268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:19.225912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7c40bee4-23b6-416b-8030-0556e438f9b3 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Unset dirty status for tenant:be89889f0f2042ce831748ab41a37e6f on resource:floatingip {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:19.227119 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7c40bee4-23b6-416b-8030-0556e438f9b3 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1767 time: 0.6169336 Feb 17 11:56:19.230838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45130) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:19.275975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] Calling delete_port for 5e371fc5-a701-408b-a46d-141b2e7de224 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:19.279467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network b71332ca-296a-4015-8c7f-d5d7305b226b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:56:19.283138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 5e371fc5-a701-408b-a46d-141b2e7de224, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5e371fc5-a701-408b-a46d-141b2e7de224,segment=NetworkSegment(7d08d912-cb16-4559-a28a-ff848a73ef48),segment_id=7d08d912-cb16-4559-a28a-ff848a73ef48)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:19.283513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.284991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Router fe890160-2ad9-4f6e-b70d-a729bc176cd3 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:56:19.364213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:19.364585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.396728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b71332ca-296a-4015-8c7f-d5d7305b226b) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:19.411990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375d7f5-bb81-41f8-babc-e6065d151d6c None None] Network b71332ca-296a-4015-8c7f-d5d7305b226b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:19.421716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.422321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.422406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.422743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.423095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.423441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.423791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.424130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.424477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.425520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Synchronizing usage tracker for tenant:be89889f0f2042ce831748ab41a37e6f on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:19.428425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 5e371fc5-a701-408b-a46d-141b2e7de224 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:19.477223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:19.477834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.540196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.578570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Unset dirty status for tenant:be89889f0f2042ce831748ab41a37e6f on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:19.582542 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-591e7e32-6dc5-4088-92b3-e0c4af20378e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5737 time: 0.3479376 Feb 17 11:56:19.588920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45134) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:19.595511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] Pushing event deleted for resources: {'Port': ['ID=5e371fc5-a701-408b-a46d-141b2e7de224,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:19.626740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc9277-2d7e-422c-873d-44ef32eb983a None None] No DVR routers for this DVR port 5e371fc5-a701-408b-a46d-141b2e7de224 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:19.654696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0117d8b6-8f31-4a5d-8431-cab222c37cdb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9177084 Feb 17 11:56:19.663039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45138) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:19.668562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1995159721', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:19.674227 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-3491082f-d479-4eed-901d-b973f31e10f6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] delete failed (client error): The resource could not be found. Feb 17 11:56:19.678900 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3491082f-d479-4eed-901d-b973f31e10f6 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/9dcf1aa2-86c2-496d-8554-d247a8abb597 HTTP/1.1" status: 404 len: 345 time: 0.0848849 Feb 17 11:56:19.678900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45142) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:19.679706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:19.719869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:19.720140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:router and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:19.720256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:19.725091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:19.728095 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d961213d-9078-4b6e-902e-230c6028871a tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] DELETE failed (client error): The resource could not be found. Feb 17 11:56:19.730709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d961213d-9078-4b6e-902e-230c6028871a tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:19.730709 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d961213d-9078-4b6e-902e-230c6028871a tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/networks/66d88679-cc0e-4336-9397-5b7dba364a00 HTTP/1.1" status: 404 len: 339 time: 0.0481305 Feb 17 11:56:19.734488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45146) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:19.737029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:19.757651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'network': {'name': 'tempest-network--2076516573', 'router:external': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:19.772664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:19.786132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.objects.ports [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84459) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:56:19.786843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:network and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:19.791590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:19.792121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.793285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:19.830667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:19.856349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5e371fc5-a701-408b-a46d-141b2e7de224 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:19.872041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:19.875949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.876405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.877496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.879851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Sync routers for ids ['fe890160-2ad9-4f6e-b70d-a729bc176cd3'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:19.899408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.904581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 5e371fc5-a701-408b-a46d-141b2e7de224 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:19.904921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5e371fc5-a701-408b-a46d-141b2e7de224 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:19.905341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b5a5139f-5b70-44ff-8f9b-cdbe499de1ec no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:19.910755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.912823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4e683b50-5c85-42f1-a4d6-dd4b5aa66fa0 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7069733 Feb 17 11:56:19.915207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Made reservation on behalf of be89889f0f2042ce831748ab41a37e6f for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:19.919879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.945562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b5a5139f-5b70-44ff-8f9b-cdbe499de1ec {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:19.945562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b5a5139f-5b70-44ff-8f9b-cdbe499de1ec not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:19.949641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45150) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:19.965129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-b71332ca-296a-4015-8c7f-d5d7305b226b', 'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b', 'tenant_id': 'c82c5fbfe0844d2baa53b4fb9c5a14b4', 'fixed_ips': [{'subnet_id': 'f43aef34-cc9a-4053-b1dd-2113677cbbfb'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:56:19.965962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:19.977651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Routers {'fe890160-2ad9-4f6e-b70d-a729bc176cd3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:19.978294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['fe890160-2ad9-4f6e-b70d-a729bc176cd3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:19.993149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:20.003072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:20.003859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.014042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=b6a94e03-bace-401b-a634-17e8f4f06ce5,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:20.038280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770e5b5-0357-46d9-b9ba-e6e0f87f0788 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:20.111566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:20.145822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0965fb5d-a498-4540-8765-dd8eed601c62 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0565572 Feb 17 11:56:20.148502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45154) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:20.157235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:57:bd:90', 'name': 'tempest-NetworksTestDHCPv6-198445362'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:20.188715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.189076 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Added segment b995eff9-7cea-41fe-befd-063a212fb50c of type vlan for network 10fb745e-53d9-4f54-9961-948e0a1b3495 Feb 17 11:56:20.224273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 5e371fc5-a701-408b-a46d-141b2e7de224 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:20.224891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.300788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.317054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.402517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] The port '5e371fc5-a701-408b-a46d-141b2e7de224' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:20.403415 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ec4452e-f8ed-4288-bf4b-38b8e822a4fb tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/fe890160-2ad9-4f6e-b70d-a729bc176cd3 HTTP/1.1" status: 200 len: 907 time: 0.4508252 Feb 17 11:56:20.405828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45158) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:20.441670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Allocated IP 172.20.0.2 (b71332ca-296a-4015-8c7f-d5d7305b226b/f43aef34-cc9a-4053-b1dd-2113677cbbfb/29fe8c14-8da0-446a-b5ec-51c7f38d5336) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:20.451352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Set router fe890160-2ad9-4f6e-b70d-a729bc176cd3 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:20.628207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.629969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:20.629969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.654051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.708590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'b6a94e03-bace-401b-a634-17e8f4f06ce5'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:56:20.709416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.824887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:20.864448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:20.871344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337a6c6b-fd03-4f5e-9cba-c07a70067eb9']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:20.876048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Network': ['ID=10fb745e-53d9-4f54-9961-948e0a1b3495,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:20.905821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d08d912-cb16-4559-a28a-ff848a73ef48') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:20.906476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d08d912-cb16-4559-a28a-ff848a73ef48') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:20.922246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 10fb745e-53d9-4f54-9961-948e0a1b3495 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:20.940064 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2ebf818-a145-47a9-a583-dcd12e7301ae tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2045436 Feb 17 11:56:20.942891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45162) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:20.954755 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.985775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:20.994170 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-c858845e-ba02-469d-8e44-cbee23d78de3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3984172 Feb 17 11:56:20.999906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:21.000603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:21.017995 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:21.079487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:21.083962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.188810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.198106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 11638c5c-f455-4768-a0bd-14b4a24f0428 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:21.255260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5c81b-55ef-4ba2-a079-1d06ff3f893d tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:21.260332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5c81b-55ef-4ba2-a079-1d06ff3f893d tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:21.266824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5c81b-55ef-4ba2-a079-1d06ff3f893d tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:21.271811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5c81b-55ef-4ba2-a079-1d06ff3f893d tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:21.273699 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4fd5c81b-55ef-4ba2-a079-1d06ff3f893d tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3298209 Feb 17 11:56:21.277377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.279206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45170) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:21.330361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-abcb1bb5-1d8c-44c1-abfb-b520e1cf60c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=309e30d5fa0f4537b571c210d5f6f148&device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1098 time: 0.3032281 Feb 17 11:56:21.345445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.373705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.392888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Allocated IP 2001:db8::f816:3eff:fe29:82a (077674eb-7979-49ce-a746-00af8b5678be/b6a94e03-bace-401b-a634-17e8f4f06ce5/195bd959-dc3d-471a-acf6-ce7da659aae6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:21.399464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Transition to ACTIVE for port object 29fe8c14-8da0-446a-b5ec-51c7f38d5336 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:21.405354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.416667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.435475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Transition to ACTIVE for port object 29fe8c14-8da0-446a-b5ec-51c7f38d5336 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:21.480437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=337a6c6b-fd03-4f5e-9cba-c07a70067eb9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:21.501653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-21c24e35-6161-436c-9efa-ad7dc4ec4909 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/337a6c6b-fd03-4f5e-9cba-c07a70067eb9 HTTP/1.1" status: 204 len: 168 time: 3.2466280 Feb 17 11:56:21.512107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45174) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:21.512700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe890160-2ad9-4f6e-b70d-a729bc176cd3', 'name': 'tempest-snat-router-1626227011', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '1c8b90a0-01b4-4727-939c-cc2b545c5288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:14Z', 'updated_at': '2022-02-17T11:56:18Z', 'revision_number': 3, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port': {'id': '1c8b90a0-01b4-4727-939c-cc2b545c5288', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe890160-2ad9-4f6e-b70d-a729bc176cd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:56:16Z', 'updated_at': '2022-02-17T11:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:21.525498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Checking router: fe890160-2ad9-4f6e-b70d-a729bc176cd3 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:21.526021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Updating router fe890160-2ad9-4f6e-b70d-a729bc176cd3 port 1c8b90a0-01b4-4727-939c-cc2b545c5288 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:56:21.562247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.590736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.673019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.722014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Network b71332ca-296a-4015-8c7f-d5d7305b226b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:21.729615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:21.732846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:21.739187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Pushing event updated for resources: {'Port': ['ID=29fe8c14-8da0-446a-b5ec-51c7f38d5336,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:21.779035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-e7d6a787-6030-4bf3-aa7f-f50822b36176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:21.780687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-e7d6a787-6030-4bf3-aa7f-f50822b36176 service neutron] 10.222.0.24 "GET /v2.0/networks?id=33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 200 len: 897 time: 0.4173398 Feb 17 11:56:21.781091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port ecf63d15-9948-4852-9bb5-b04166ffe28f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:21.781494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.794595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.26.6.99 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/b894e7d0-ae8a-43f1-b43d-a2a9c904a8aa) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:21.824953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.933895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fb745e-53d9-4f54-9961-948e0a1b3495']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:21.953213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b995eff9-7cea-41fe-befd-063a212fb50c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:21.953213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b995eff9-7cea-41fe-befd-063a212fb50c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:21.974197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:21.975450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Attempting to bind port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:21.975870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Attempting to bind port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'f50dd41b-8517-46a9-b749-fa6a9556910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:21.976322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Attempting to bind port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 on network b71332ca-296a-4015-8c7f-d5d7305b226b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:21.996228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.005523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:22.005523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Checking segment: {'id': 'f50dd41b-8517-46a9-b749-fa6a9556910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:22.005942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.006258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Bound using segment: {'id': 'f50dd41b-8517-46a9-b749-fa6a9556910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:22.006798 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Bound port: 29fe8c14-8da0-446a-b5ec-51c7f38d5336, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50dd41b-8517-46a9-b749-fa6a9556910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:22.007359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.020070 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-fabb53b6-4a6a-49c7-a684-b142f1bb4c53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 200 len: 1000 time: 0.2051010 Feb 17 11:56:22.026751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.027407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Transition to ACTIVE for port object 195bd959-dc3d-471a-acf6-ce7da659aae6 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:22.039265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:22.046508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:22.057157 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:22.119583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Transition to ACTIVE for port object 195bd959-dc3d-471a-acf6-ce7da659aae6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:22.126953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] For port 29fe8c14-8da0-446a-b5ec-51c7f38d5336, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:22.130420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] For port 29fe8c14-8da0-446a-b5ec-51c7f38d5336, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=29fe8c14-8da0-446a-b5ec-51c7f38d5336,segment=NetworkSegment(f50dd41b-8517-46a9-b749-fa6a9556910e),segment_id=f50dd41b-8517-46a9-b749-fa6a9556910e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:22.178962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-a9c34abd-b7ea-43cf-b979-6ec28b225675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:22.180457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-a9c34abd-b7ea-43cf-b979-6ec28b225675 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c39140e-c598-4421-a374-29370b1372ba HTTP/1.1" status: 200 len: 834 time: 0.1499658 Feb 17 11:56:22.224316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.231898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.275416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.279738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.322006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Pushing event updated for resources: {'Port': ['ID=195bd959-dc3d-471a-acf6-ce7da659aae6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:22.356141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.363306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10fb745e-53d9-4f54-9961-948e0a1b3495 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:56:22.369301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:22.378511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:22.385054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:22.401172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Network': ['ID=10fb745e-53d9-4f54-9961-948e0a1b3495,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:22.412047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.415908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Deleting port 1c8b90a0-01b4-4727-939c-cc2b545c5288 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:22.416609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.459830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.526442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port ecf63d15-9948-4852-9bb5-b04166ffe28f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ecf63d15-9948-4852-9bb5-b04166ffe28f,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:22.528014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.569286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=b894e7d0-ae8a-43f1-b43d-a2a9c904a8aa,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:22.592323 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0d353cd2-5928-4c12-86d0-849a1007086e tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/networks/10fb745e-53d9-4f54-9961-948e0a1b3495 HTTP/1.1" status: 204 len: 168 time: 1.3116815 Feb 17 11:56:22.592944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45180) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:22.609929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'network': {'name': 'tempest-network--35467255', 'router:external': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:22.616925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:22.622483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:network and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:22.625957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:22.632980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:22.644742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.658211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Transition to ACTIVE for port object 1c8b90a0-01b4-4727-939c-cc2b545c5288 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:22.658448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:22.661613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:22.670138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:22.682551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for ecf63d15-9948-4852-9bb5-b04166ffe28f owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:22.740171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fe57:bd90 (077674eb-7979-49ce-a746-00af8b5678be/b6a94e03-bace-401b-a634-17e8f4f06ce5/11638c5c-f455-4768-a0bd-14b4a24f0428) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:22.800228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Made reservation on behalf of be89889f0f2042ce831748ab41a37e6f for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:22.802957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.813355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.830364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Attempting to bind port 195bd959-dc3d-471a-acf6-ce7da659aae6 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:22.830975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Attempting to bind port 195bd959-dc3d-471a-acf6-ce7da659aae6 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:22.831483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Attempting to bind port 195bd959-dc3d-471a-acf6-ce7da659aae6 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:22.838867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-587013d0-abec-42c6-9c38-fb4ec2daab60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33fa286c-113b-4fe4-ab27-b1e5195efa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5452070 Feb 17 11:56:22.842906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:22.846471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:22.846471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.846471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:22.846471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Bound port: 195bd959-dc3d-471a-acf6-ce7da659aae6, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:22.846471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.857976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0426f-c6d0-4cac-b60d-b28acaa2260d None None] Pushing event updated for resources: {'Port': ['ID=29fe8c14-8da0-446a-b5ec-51c7f38d5336,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:22.905812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:22.960083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.975154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8906a2b-386f-4c17-8217-916e3231477f None None] Pushing event updated for resources: {'Port': ['ID=1c8b90a0-01b4-4727-939c-cc2b545c5288,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:22.984179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:22.984529 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Added segment cccd9bc4-747c-4508-b412-5c47e4e9dc12 of type vlan for network 5953542d-6b4b-4a67-bea5-7c5c78d4454d Feb 17 11:56:23.000810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Attempting to bind port 1c8b90a0-01b4-4727-939c-cc2b545c5288 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:23.001304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Attempting to bind port 1c8b90a0-01b4-4727-939c-cc2b545c5288 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:23.002023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Attempting to bind port 1c8b90a0-01b4-4727-939c-cc2b545c5288 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:23.009977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.029482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:23.029482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:23.029482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.029482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:23.030014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Bound port: 1c8b90a0-01b4-4727-939c-cc2b545c5288, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:23.030516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.114558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:23.138038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:23.144843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] For port 1c8b90a0-01b4-4727-939c-cc2b545c5288, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:23.148310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] For port 1c8b90a0-01b4-4727-939c-cc2b545c5288, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1c8b90a0-01b4-4727-939c-cc2b545c5288,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:23.170554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Calling delete_port for 1c8b90a0-01b4-4727-939c-cc2b545c5288 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:23.219739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.260459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.337306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.420940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-c9b365d5-0d59-4c21-9dcd-78a87a43c33c service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696039 Feb 17 11:56:23.422747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d884-0111-4949-ad4f-74abe22c5d59 None None] Pushing event updated for resources: {'Port': ['ID=195bd959-dc3d-471a-acf6-ce7da659aae6,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:23.458455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.459474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:23.460041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.555055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Routers {'fe890160-2ad9-4f6e-b70d-a729bc176cd3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:23.555682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['fe890160-2ad9-4f6e-b70d-a729bc176cd3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:23.574258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.574818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:23.575116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:23.580385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Network': ['ID=5953542d-6b4b-4a67-bea5-7c5c78d4454d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:23.618338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.618338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.620702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 11638c5c-f455-4768-a0bd-14b4a24f0428 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:23.624370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5953542d-6b4b-4a67-bea5-7c5c78d4454d details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:23.685745 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-da151f7f-e0a2-4eaa-ae8c-1658fc60b9ec tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 1.0823245 Feb 17 11:56:23.693054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45184) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:23.735395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:23.804628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8906a2b-386f-4c17-8217-916e3231477f None None] Pushing event updated for resources: {'Port': ['ID=1c8b90a0-01b4-4727-939c-cc2b545c5288,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:23.842310 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a7bed3e-0264-401a-98ef-6dfd189620ad req-6be7ddfe-4112-4225-914c-244c3b72462d service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011285 Feb 17 11:56:23.912738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7a78a-13a7-4522-9a27-856e83e3ace3 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:23.913399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=ecf63d15-9948-4852-9bb5-b04166ffe28f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:23.916807 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ddc7a78a-13a7-4522-9a27-856e83e3ace3 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] 10.222.0.47 "GET /v2.0/networks/5953542d-6b4b-4a67-bea5-7c5c78d4454d HTTP/1.1" status: 200 len: 755 time: 0.2201958 Feb 17 11:56:23.923375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45190) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:23.933951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] Set router fe890160-2ad9-4f6e-b70d-a729bc176cd3 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:24.027785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.074283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe890160-2ad9-4f6e-b70d-a729bc176cd3', 'name': 'tempest-snat-router-1626227011', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:14Z', 'updated_at': '2022-02-17T11:56:22Z', 'revision_number': 4, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:24.079994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043c960-a7c5-4460-9d65-e7146466b9aa None None] The sync data for ids ['fe890160-2ad9-4f6e-b70d-a729bc176cd3'] in dv-neutron-828728-1-hyperv is: [{'id': 'fe890160-2ad9-4f6e-b70d-a729bc176cd3', 'name': 'tempest-snat-router-1626227011', 'tenant_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:14Z', 'updated_at': '2022-02-17T11:56:22Z', 'revision_number': 4, 'project_id': 'f76e6071f7f94ed1a9dcc927e83d90b2', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:24.095285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Deleting port 1c8b90a0-01b4-4727-939c-cc2b545c5288 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:24.095614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.262828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b73936-85b6-4521-aee3-541cf56f1993 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:24.268744 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-75b73936-85b6-4521-aee3-541cf56f1993 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] 10.222.0.47 "GET /v2.0/networks/aee1c201-66a1-4643-92b8-4131e57a526e HTTP/1.1" status: 200 len: 768 time: 0.3426485 Feb 17 11:56:24.286081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45194) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:24.525867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6897bd-ca25-4a37-a31a-ea82c840a6c7 None None] Network b71332ca-296a-4015-8c7f-d5d7305b226b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:24.537666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:24.539709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=11638c5c-f455-4768-a0bd-14b4a24f0428,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:24.547989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:24.550432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:24.554816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:24.555470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.571644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.685740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d0a697af-0adb-4b4f-97f5-f0f09af36ede tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5358977 Feb 17 11:56:24.686573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45198) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:24.752909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b89a9670-4f76-4c3f-ac78-984dd2e512cb None None] Provisioning for port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:24.811067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.822464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.864990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5953542d-6b4b-4a67-bea5-7c5c78d4454d']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:24.897560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccd9bc4-747c-4508-b412-5c47e4e9dc12') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:24.897952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccd9bc4-747c-4508-b412-5c47e4e9dc12') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:24.925242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:24.934668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] For port 1c8b90a0-01b4-4727-939c-cc2b545c5288, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1c8b90a0-01b4-4727-939c-cc2b545c5288,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:24.934993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.059059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8cff8-4fd7-479c-84b0-8043941d8bfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:25.063020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8cff8-4fd7-479c-84b0-8043941d8bfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:25.064007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dff8cff8-4fd7-479c-84b0-8043941d8bfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:25.106933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.120089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Calling delete_port for 1c8b90a0-01b4-4727-939c-cc2b545c5288 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:25.212175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1963c90c-e13a-4bcf-8758-54777b01fab1 None None] Provisioning for port 195bd959-dc3d-471a-acf6-ce7da659aae6 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:25.219823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:25.219823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:25.247590 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:25.319441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dff8cff8-4fd7-479c-84b0-8043941d8bfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:25.320858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dff8cff8-4fd7-479c-84b0-8043941d8bfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6300166 Feb 17 11:56:25.342345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45202) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:25.419738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 195bd959-dc3d-471a-acf6-ce7da659aae6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:25.435416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:56:25.484965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 11638c5c-f455-4768-a0bd-14b4a24f0428 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:25.485310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.523088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 3f43305c-b9c0-471c-a51d-2275b98e5a61 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:25.523523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.565888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-891d381d-4120-41ed-ab6a-7c8f72950713 None None] Provisioning for port 11638c5c-f455-4768-a0bd-14b4a24f0428 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:25.571460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-891d381d-4120-41ed-ab6a-7c8f72950713 None None] Provisioning complete for port 11638c5c-f455-4768-a0bd-14b4a24f0428 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:25.571971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-891d381d-4120-41ed-ab6a-7c8f72950713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.588411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.603389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 195bd959-dc3d-471a-acf6-ce7da659aae6 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:25.617123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 195bd959-dc3d-471a-acf6-ce7da659aae6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:25.617494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.673646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5953542d-6b4b-4a67-bea5-7c5c78d4454d {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:56:25.675415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-891d381d-4120-41ed-ab6a-7c8f72950713 None None] Port 11638c5c-f455-4768-a0bd-14b4a24f0428 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:56:25.677544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.687200 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/networks/5953542d-6b4b-4a67-bea5-7c5c78d4454d HTTP/1.1" status: 204 len: 168 time: 1.3997834 Feb 17 11:56:25.694975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45206) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:25.702095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c459c52-aff1-4940-9c49-4fa0d0e6831d tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Network': ['ID=5953542d-6b4b-4a67-bea5-7c5c78d4454d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:25.726803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'network': {'name': 'tempest-network--1813320348'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:25.781268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:25.800871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Usage tracker for resource:network and tenant:be89889f0f2042ce831748ab41a37e6f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:25.807049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:25.819125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:25.830251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.886658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:25.892449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 3f43305c-b9c0-471c-a51d-2275b98e5a61, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3f43305c-b9c0-471c-a51d-2275b98e5a61,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:25.892805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.956783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:25.960283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 29fe8c14-8da0-446a-b5ec-51c7f38d5336 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:26.015443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.021015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Made reservation on behalf of be89889f0f2042ce831748ab41a37e6f for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:26.022957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.040289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 3f43305c-b9c0-471c-a51d-2275b98e5a61 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:26.077384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.101658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:26.102613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:26.128492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.128842 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Added segment 6ec60db2-8eae-4026-a923-c8dc8f154a0b of type vlan for network 51cae832-2bf5-438e-929a-eea7adf98527 Feb 17 11:56:26.160911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=195bd959-dc3d-471a-acf6-ce7da659aae6,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:26.267504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:26.272759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:26.273133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.297472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 11638c5c-f455-4768-a0bd-14b4a24f0428 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:26.352102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c8b90a0-01b4-4727-939c-cc2b545c5288,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:26.370281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:26.385382 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] Sync routers for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:26.397619 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:26.398236 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:26.427839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.459973 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:26.470102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.472567 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:26.473353 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:26.536576 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:26.536888 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb46a9b-d542-42ae-b4be-888dccb919e3 None None] The sync data for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:26.548236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 29fe8c14-8da0-446a-b5ec-51c7f38d5336, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=29fe8c14-8da0-446a-b5ec-51c7f38d5336,segment=NetworkSegment(f50dd41b-8517-46a9-b749-fa6a9556910e),segment_id=f50dd41b-8517-46a9-b749-fa6a9556910e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:26.580819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.581612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:26.582206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.625683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:26.629665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.669639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:26.682352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.684554 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f83f4b27-53fa-4da4-850c-f30fd02c3a0f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0203171 Feb 17 11:56:26.688096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45212) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:26.716942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:26.717555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:26.771748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.775701 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f39243c7-eb76-4272-9756-adc1d36036fd tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2576194 Feb 17 11:56:26.828023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45216) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:26.837228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=29fe8c14-8da0-446a-b5ec-51c7f38d5336,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:26.840910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.845583 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1496024 Feb 17 11:56:26.887247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:26.897085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45220) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:26.909886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:26.912659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebcc16-8a85-4759-a9e4-38b7091a5ecb tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Network': ['ID=51cae832-2bf5-438e-929a-eea7adf98527,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:26.928047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:26.940944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Port': ['ID=3f43305c-b9c0-471c-a51d-2275b98e5a61,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:26.980657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 51cae832-2bf5-438e-929a-eea7adf98527 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:27.105241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=11638c5c-f455-4768-a0bd-14b4a24f0428,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:27.306047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.384515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 195bd959-dc3d-471a-acf6-ce7da659aae6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:27.406422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet 203101a4-8746-42c6-88a7-74fca66a8ad7 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:27.413415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.478710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.498750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.503526 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.506857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.531418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 195bd959-dc3d-471a-acf6-ce7da659aae6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:27.531795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.535159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.590276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:23Z', 'revision_number': 10, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:27.595905 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a6725237-2a37-4501-a11a-f1069d251c44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/11638c5c-f455-4768-a0bd-14b4a24f0428 HTTP/1.1" status: 204 len: 168 time: 2.2435119 Feb 17 11:56:27.598190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45226) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:27.607635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:27.654123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:27.654539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:27.665502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.672745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1050c3c-f30e-4f62-be10-4317620dfd7b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:27.674138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1050c3c-f30e-4f62-be10-4317620dfd7b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:27.674860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e1050c3c-f30e-4f62-be10-4317620dfd7b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:27.699293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.707694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe890160-2ad9-4f6e-b70d-a729bc176cd3 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:27.758814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Network 51cae832-2bf5-438e-929a-eea7adf98527 is not hosted by any dhcp agent {{(pid=84460) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 17 11:56:27.760007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:27.760886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.766227 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "PUT /v2.0/networks/51cae832-2bf5-438e-929a-eea7adf98527 HTTP/1.1" status: 200 len: 857 time: 0.8685775 Feb 17 11:56:27.770658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45230) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:27.800848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:27.803100 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5f010dba-e894-4fba-ad8e-6c3d849656b2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fe890160-2ad9-4f6e-b70d-a729bc176cd3 HTTP/1.1" status: 204 len: 168 time: 7.3964949 Feb 17 11:56:27.825864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 29fe8c14-8da0-446a-b5ec-51c7f38d5336 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:27.868095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45234) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:27.896863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:28.052951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:28.053315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.125932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9910fdb-dc06-4dc9-818e-2650a6bc6e44 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event updated for resources: {'Network': ['ID=51cae832-2bf5-438e-929a-eea7adf98527,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:28.131549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.236884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e1050c3c-f30e-4f62-be10-4317620dfd7b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:28.240210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e1050c3c-f30e-4f62-be10-4317620dfd7b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6384172 Feb 17 11:56:28.242932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45238) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:28.255571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.297871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.342036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cae832-2bf5-438e-929a-eea7adf98527']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:28.366088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:23Z', 'revision_number': 10, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:28.371283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c66c1-e302-4310-bf17-746af1d6c54c None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:23Z', 'revision_number': 10, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None, '_interfaces': [{'id': 'faf42196-b14f-4108-a064-af833075fe79', 'name': '', 'network_id': '74aed776-beb8-4f51-a1c4-d1fa81349a50', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'mac_address': 'fa:16:3e:af:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:54:57Z', 'updated_at': '2022-02-17T11:55:12Z', 'revision_number': 5, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'subnets': [{'id': '1e72c359-18a7-4749-b945-df5c14bb6d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:28.443259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec60db2-8eae-4026-a923-c8dc8f154a0b') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:28.443543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec60db2-8eae-4026-a923-c8dc8f154a0b') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:28.469489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.492624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.511103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:28.511506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:28.524634 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:28.553692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:28.592377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet b6a94e03-bace-401b-a634-17e8f4f06ce5 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:28.612678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.642237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.667880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.700868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.740900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.745692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51cae832-2bf5-438e-929a-eea7adf98527 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 11:56:28.748555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.780602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] Pushing event deleted for resources: {'Network': ['ID=51cae832-2bf5-438e-929a-eea7adf98527,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:28.790150 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0fa97a2c-3edf-4bbc-b5d8-5ebbbf967a68 tempest-ExternalNetworksTestJSON-1666456438 tempest-ExternalNetworksTestJSON-1666456438-project-admin] 10.222.0.47 "DELETE /v2.0/networks/51cae832-2bf5-438e-929a-eea7adf98527 HTTP/1.1" status: 204 len: 168 time: 0.9982219 Feb 17 11:56:28.791112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45242) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:28.838359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:28.867319 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e95773-2e39-4896-895b-b6e5ee434480 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:28.867771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e95773-2e39-4896-895b-b6e5ee434480 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:28.873160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-21e95773-2e39-4896-895b-b6e5ee434480 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] 10.222.0.47 "DELETE /v2.0/subnets/a5c177be-f5a9-4ff2-b3d1-d421decfaa86 HTTP/1.1" status: 404 len: 337 time: 0.0761530 Feb 17 11:56:28.875677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45246) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:29.021040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.092490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=203101a4-8746-42c6-88a7-74fca66a8ad7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:29.093311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.122200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.130423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba7f2b-cee4-4383-9ef0-5c99876cdda5 None None] Network 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:29.143987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ea15a090-15fa-409f-9057-0a95193374ae tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/203101a4-8746-42c6-88a7-74fca66a8ad7 HTTP/1.1" status: 204 len: 168 time: 2.3133564 Feb 17 11:56:29.148949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45250) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:29.163988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ecf63d15-9948-4852-9bb5-b04166ffe28f no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:29.209292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a94e03-bace-401b-a634-17e8f4f06ce5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:29.218499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.228411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.254887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:29.266336 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:29.273397 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e3dbc0f4-d4ce-4ecf-9a5f-48de70496069 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7531533 Feb 17 11:56:29.286912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45254) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:29.291240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:29.295624 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:29.310686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee1c201-66a1-4643-92b8-4131e57a526e']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:29.338247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.353038 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd7d92ee-5fd9-4aac-a938-c101abaf444a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/b6a94e03-bace-401b-a634-17e8f4f06ce5 HTTP/1.1" status: 204 len: 168 time: 1.1072288 Feb 17 11:56:29.356039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45260) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:29.359856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547f0f10-9c3e-40a8-8b9b-ac1ef605cece') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:29.360029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547f0f10-9c3e-40a8-8b9b-ac1ef605cece') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:29.367998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ecf63d15-9948-4852-9bb5-b04166ffe28f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:29.368514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ecf63d15-9948-4852-9bb5-b04166ffe28f not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:29.370151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce35eefe-0c73-4ff9-ba23-382aa644037e None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:29.384967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.423657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.434839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:29.435247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:29.459787 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:29.529877 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aeeb1cb8-d558-4301-9b02-3acb5ecd114a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623373 Feb 17 11:56:29.542746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45264) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:29.553739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:29.565466 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:29.659775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port c060137b-4edc-4ed2-8101-70fed583725d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:29.660664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.683468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:29.687882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:29.690947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:29.696953 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:26Z', 'revision_number': 11, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:29.697919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:29.701107 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:29.714477 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:29.715125 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:29.743576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.754704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.792459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] DHCP port deletion for 8c2250bd-4ef1-4f54-b30d-d2e38d392be3 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:29.799867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] Deleting port c060137b-4edc-4ed2-8101-70fed583725d {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:29.800305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.821863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] Pushing event deleted for resources: {'Network': ['ID=aee1c201-66a1-4643-92b8-4131e57a526e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:29.825931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:29.834777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:29.854400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:29.861422 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:29.863122 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cb367263-a645-47b2-9b99-4f8a5a1d5517 tempest-ExternalNetworksTestJSON-2028627904 tempest-ExternalNetworksTestJSON-2028627904-project] 10.222.0.47 "DELETE /v2.0/networks/aee1c201-66a1-4643-92b8-4131e57a526e HTTP/1.1" status: 204 len: 168 time: 0.9863415 Feb 17 11:56:29.873519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Deleting port 195bd959-dc3d-471a-acf6-ce7da659aae6 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:29.873907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.147289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting subnet b4c6af78-98de-47a7-8dbf-b4431f1a7c78 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:30.165605 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:26Z', 'revision_number': 11, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:30.169434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.172334 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd77d03-5883-4370-88ab-f21c0dbb9ff3 None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:26Z', 'revision_number': 11, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:30.183020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] For port c060137b-4edc-4ed2-8101-70fed583725d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c060137b-4edc-4ed2-8101-70fed583725d,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:30.184375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.265508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port c060137b-4edc-4ed2-8101-70fed583725d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c060137b-4edc-4ed2-8101-70fed583725d,segment=NetworkSegment(f4bea932-fd4b-4484-890a-fc16251e9df3),segment_id=f4bea932-fd4b-4484-890a-fc16251e9df3)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:30.265879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.280795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.329848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] Calling delete_port for c060137b-4edc-4ed2-8101-70fed583725d owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:30.431172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for c060137b-4edc-4ed2-8101-70fed583725d owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:30.462872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.469977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:56:30.491419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:30.491800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.521848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Deleting port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:30.521848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.622887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.632690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Calling delete_port for 195bd959-dc3d-471a-acf6-ce7da659aae6 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:30.687314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45272) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:30.705828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.713049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] Pushing event deleted for resources: {'Port': ['ID=c060137b-4edc-4ed2-8101-70fed583725d,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:30.726796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd7741-cbf3-4377-b190-e246174a1677 None None] No DVR routers for this DVR port c060137b-4edc-4ed2-8101-70fed583725d on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:30.800762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:30.813093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:30.813751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:31.033569 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5eda02ec-28d6-4ade-8f3a-b06848f947ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31bce289bb854f5d865abf0bda902315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3449812 Feb 17 11:56:31.036374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45278) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:31.049314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:31.049627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:31.076279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] For port ab0ae4c9-8cbf-4301-bce5-87050da0aaa7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:31.076634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.088111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.117755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:31.153765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7e212c4-7385-4f5c-b04e-c557a384eece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.165651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c060137b-4edc-4ed2-8101-70fed583725d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:31.167643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.186819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7e212c4-7385-4f5c-b04e-c557a384eece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.201305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: c060137b-4edc-4ed2-8101-70fed583725d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:31.201936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c060137b-4edc-4ed2-8101-70fed583725d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:31.202283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 195bd959-dc3d-471a-acf6-ce7da659aae6 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:31.234824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.235602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.255904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Calling delete_port for ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:31.315630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Deleting port 195bd959-dc3d-471a-acf6-ce7da659aae6 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:31.315852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.359384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.373107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:31.383394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:31.387038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:31.387727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.402090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=354c9e40-d9ab-476e-b66b-52ed22fede00,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:31.421497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7e212c4-7385-4f5c-b04e-c557a384eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.427831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=195bd959-dc3d-471a-acf6-ce7da659aae6,revision_number=6']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:31.454086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7e212c4-7385-4f5c-b04e-c557a384eece admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.455416 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f7e212c4-7385-4f5c-b04e-c557a384eece admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0aea4662-5eb7-466c-bf88-b34d7399e34b HTTP/1.1" status: 204 len: 168 time: 0.4179788 Feb 17 11:56:31.456078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e212c4-7385-4f5c-b04e-c557a384eece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aea4662-5eb7-466c-bf88-b34d7399e34b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:31.509876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.514898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:31.535292 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c394d98f-2247-41cb-8c61-0a913cfe901e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9914019 Feb 17 11:56:31.535994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45284) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:31.542830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:9c:c0:e8', 'name': 'tempest-NetworksTestDHCPv6-288987228'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:31.562583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port c060137b-4edc-4ed2-8101-70fed583725d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:31.562948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.593265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.593988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f43305c-b9c0-471c-a51d-2275b98e5a61 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:31.607325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c6af78-98de-47a7-8dbf-b4431f1a7c78,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:31.661338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] The port 'c060137b-4edc-4ed2-8101-70fed583725d' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:31.677393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3f43305c-b9c0-471c-a51d-2275b98e5a61 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:31.677729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f43305c-b9c0-471c-a51d-2275b98e5a61 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:31.686614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c1bb7-7784-465e-b46a-777b4e5c79e0 None None] Network 61a4188b-2562-44ef-8bbe-9474295f31be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:31.726061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.738152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:31.742532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:31.746130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:31.752196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:31.827361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=195bd959-dc3d-471a-acf6-ce7da659aae6,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:31.873985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:31.878423 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8fa4385b-f01a-4e3a-a79a-b79a861246ce tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/b4c6af78-98de-47a7-8dbf-b4431f1a7c78 HTTP/1.1" status: 204 len: 168 time: 2.5877767 Feb 17 11:56:31.878572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:31.878572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.882837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:31.886725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45292) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:31.921396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 361b7d74-718d-47ec-bcbf-c45bff28d2bc yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:31.934992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.018192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.1 (b71332ca-296a-4015-8c7f-d5d7305b226b/f43aef34-cc9a-4053-b1dd-2113677cbbfb/8c57dcb5-a77a-49c3-bef0-ccb67469c002) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:32.034616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Calling delete_port for 195bd959-dc3d-471a-acf6-ce7da659aae6 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:32.043866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2250bd-4ef1-4f54-b30d-d2e38d392be3']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:32.054559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.094968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fe9c:c0e8 (077674eb-7979-49ce-a746-00af8b5678be/354c9e40-d9ab-476e-b66b-52ed22fede00/361b7d74-718d-47ec-bcbf-c45bff28d2bc) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:32.119148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bea932-fd4b-4484-890a-fc16251e9df3') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:32.119578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bea932-fd4b-4484-890a-fc16251e9df3') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:32.139299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab0ae4c9-8cbf-4301-bce5-87050da0aaa7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:32.166278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.172207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:32.172697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:32.177172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.199257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] DHCP port deletion for 61a4188b-2562-44ef-8bbe-9474295f31be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:32.203749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] Deleting port 148d288b-4dce-4be8-ada7-a294b9370e19 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:32.208884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.281190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.319862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:32.320270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.337079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.353070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Deleting port 195bd959-dc3d-471a-acf6-ce7da659aae6 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:32.353563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:32.365576 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:32.411638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45296) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:32.470851 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cbb7c6f5-a121-4c5b-b540-ed88ecc1c446 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be89889f0f2042ce831748ab41a37e6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549829 Feb 17 11:56:32.471063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45300) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:32.538596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-582c04f7-d14e-4ce0-be15-3a4d78b1a779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.542625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 148d288b-4dce-4be8-ada7-a294b9370e19 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:32.543180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.566241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] For port 148d288b-4dce-4be8-ada7-a294b9370e19, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=148d288b-4dce-4be8-ada7-a294b9370e19,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:32.566616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.570717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-582c04f7-d14e-4ce0-be15-3a4d78b1a779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.687091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.714997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-582c04f7-d14e-4ce0-be15-3a4d78b1a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.731773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c04f7-d14e-4ce0-be15-3a4d78b1a779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5af1e6-f49b-45dd-9008-849c91494163,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:32.744633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-582c04f7-d14e-4ce0-be15-3a4d78b1a779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.746956 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-582c04f7-d14e-4ce0-be15-3a4d78b1a779 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e5af1e6-f49b-45dd-9008-849c91494163 HTTP/1.1" status: 204 len: 168 time: 0.2737825 Feb 17 11:56:32.759549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 361b7d74-718d-47ec-bcbf-c45bff28d2bc will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:32.776623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] Calling delete_port for 148d288b-4dce-4be8-ada7-a294b9370e19 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:32.852129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.863941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.892477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.897286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] For port 195bd959-dc3d-471a-acf6-ce7da659aae6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=195bd959-dc3d-471a-acf6-ce7da659aae6,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:32.897666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.902376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Transition to ACTIVE for port object 8c57dcb5-a77a-49c3-bef0-ccb67469c002 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:32.908116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=8c2250bd-4ef1-4f54-b30d-d2e38d392be3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:32.914052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:32.976781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:32.980644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:32.985923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:32.989797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:32.990429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.000365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=361b7d74-718d-47ec-bcbf-c45bff28d2bc,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:33.016905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.054627 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d006e56-b661-4c9a-ae77-6c0ee180c8b2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/8c2250bd-4ef1-4f54-b30d-d2e38d392be3 HTTP/1.1" status: 204 len: 168 time: 3.9011817 Feb 17 11:56:33.055144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45306) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:33.107514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Calling delete_port for 195bd959-dc3d-471a-acf6-ce7da659aae6 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:33.132792 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ec46528e-a054-43dc-95ea-aa8ebe333e24 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5955603 Feb 17 11:56:33.139522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45310) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:33.161505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] Pushing event deleted for resources: {'Port': ['ID=148d288b-4dce-4be8-ada7-a294b9370e19,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:33.173842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939f067-5ecd-4108-8de5-48093d489045 None None] No DVR routers for this DVR port 148d288b-4dce-4be8-ada7-a294b9370e19 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:33.332229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 148d288b-4dce-4be8-ada7-a294b9370e19 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:33.375194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 148d288b-4dce-4be8-ada7-a294b9370e19 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:33.375599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 148d288b-4dce-4be8-ada7-a294b9370e19 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:33.402831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] For port 148d288b-4dce-4be8-ada7-a294b9370e19, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=148d288b-4dce-4be8-ada7-a294b9370e19,segment=NetworkSegment(355c5470-4465-484e-bd78-1930e87a526d),segment_id=355c5470-4465-484e-bd78-1930e87a526d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:33.403473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.418297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.429026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.467145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] Pushing event deleted for resources: {'Port': ['ID=195bd959-dc3d-471a-acf6-ce7da659aae6,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:33.554647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03181a0-f63f-4a0d-8673-8c0a8d21e548 None None] No DVR routers for this DVR port 195bd959-dc3d-471a-acf6-ce7da659aae6 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:33.571773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb2dab-cd7d-480d-a7b2-a8870d246a44 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:33.576480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.581838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.591236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Calling delete_port for 148d288b-4dce-4be8-ada7-a294b9370e19 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:33.664937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.728851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network b71332ca-296a-4015-8c7f-d5d7305b226b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:33.737907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:33.753204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c62a6-e6f8-46d1-b5bc-c50448b94f56 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:33.757372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c62a6-e6f8-46d1-b5bc-c50448b94f56 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:33.759243 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-501c62a6-e6f8-46d1-b5bc-c50448b94f56 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5646076 Feb 17 11:56:33.760225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:33.785841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45324) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:33.866592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=8c57dcb5-a77a-49c3-bef0-ccb67469c002,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:33.872564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:33.878274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:33.894324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 361b7d74-718d-47ec-bcbf-c45bff28d2bc {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:33.895003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.907376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.923196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '354c9e40-d9ab-476e-b66b-52ed22fede00'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:56:33.925683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.985236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:33.989479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36681e7c-9afd-442c-abff-bc03d9230366 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:34.077771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.079164 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c15b0cd2-0e18-499e-bde2-830a68dab2e2 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "DELETE /v2.0/routers/36681e7c-9afd-442c-abff-bc03d9230366 HTTP/1.1" status: 204 len: 168 time: 6.2094426 Feb 17 11:56:34.084119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45332) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:34.091926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-841956150', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:34.120160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:34.125368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Usage tracker for resource:router and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:34.133278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:34.137220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Allocated IP 2001:db8::f816:3eff:fe67:e70a (077674eb-7979-49ce-a746-00af8b5678be/354c9e40-d9ab-476e-b66b-52ed22fede00/f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:34.142614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:34.303480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.304444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.363825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.367407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-eb682372-8140-4840-b7d8-67ecad68efd6 None None] Provisioning for port 8c57dcb5-a77a-49c3-bef0-ccb67469c002 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:34.369229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.376411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Deleting port 148d288b-4dce-4be8-ada7-a294b9370e19 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:34.376739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.385545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-eb682372-8140-4840-b7d8-67ecad68efd6 None None] Provisioning complete for port 8c57dcb5-a77a-49c3-bef0-ccb67469c002 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:34.386398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eb682372-8140-4840-b7d8-67ecad68efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.418349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.468163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.475118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-eb682372-8140-4840-b7d8-67ecad68efd6 None None] Port 8c57dcb5-a77a-49c3-bef0-ccb67469c002 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:56:34.484314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Transition to ACTIVE for port object f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:34.507759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Transition to ACTIVE for port object f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:34.553277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 361b7d74-718d-47ec-bcbf-c45bff28d2bc owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:34.580223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.584358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] The port '148d288b-4dce-4be8-ada7-a294b9370e19' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:34.670050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:34.673833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:34.677738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:34.686969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Pushing event updated for resources: {'Port': ['ID=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:34.789869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Attempting to bind port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:34.790418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Attempting to bind port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:34.790910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Attempting to bind port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:34.798172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:34.798719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:34.799235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.799739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:34.800296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Bound port: f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:34.800769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.918489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] For port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:34.922727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] For port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:34.929280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.944968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:34.982325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=361b7d74-718d-47ec-bcbf-c45bff28d2bc,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:35.037285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.058607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a4188b-2562-44ef-8bbe-9474295f31be']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:35.083207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355c5470-4465-484e-bd78-1930e87a526d') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:35.083417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355c5470-4465-484e-bd78-1930e87a526d') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:35.113984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.144304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.150514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.165436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:35.178401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:35.178803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.186590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.208555 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a81f7d7-4f66-4b0e-b833-827d570e70d1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/361b7d74-718d-47ec-bcbf-c45bff28d2bc HTTP/1.1" status: 204 len: 168 time: 1.4151721 Feb 17 11:56:35.213876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45346) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:35.219795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:35.220268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ab0ae4c9-8cbf-4301-bce5-87050da0aaa7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:35.240518 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:35.266552 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35195d-f88c-49cb-9d45-2fdf8aab8ce2 None None] Pushing event updated for resources: {'Port': ['ID=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:35.277769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port faf42196-b14f-4108-a064-af833075fe79 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:35.278137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.365403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915641de-bfce-4b24-a3e1-51e733aa8585 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:35.366785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915641de-bfce-4b24-a3e1-51e733aa8585 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:35.367560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-915641de-bfce-4b24-a3e1-51e733aa8585 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:35.473625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.519463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.538749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-915641de-bfce-4b24-a3e1-51e733aa8585 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:35.539914 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-915641de-bfce-4b24-a3e1-51e733aa8585 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3247948 Feb 17 11:56:35.540785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Pushing event deleted for resources: {'Network': ['ID=61a4188b-2562-44ef-8bbe-9474295f31be,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:35.544377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45354) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:35.548619 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3a5cb4a3-5ff7-4647-8f84-1c4f072defd6 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/networks/61a4188b-2562-44ef-8bbe-9474295f31be HTTP/1.1" status: 204 len: 168 time: 3.6495831 Feb 17 11:56:35.550565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45356) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:35.579471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'routes': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:35.610924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:56:35.643370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.729944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port faf42196-b14f-4108-a064-af833075fe79, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faf42196-b14f-4108-a064-af833075fe79,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:35.730338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.754244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.862096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for faf42196-b14f-4108-a064-af833075fe79 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:35.911654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=8c57dcb5-a77a-49c3-bef0-ccb67469c002,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:35.918736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:35.984542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.078517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45368) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:36.093558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Added routes are [] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 17 11:56:36.093926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Removed routes are [] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 17 11:56:36.094289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.298409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.338263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1005631729', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:36.341603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 354c9e40-d9ab-476e-b66b-52ed22fede00 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:36.348461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.383727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network b71332ca-296a-4015-8c7f-d5d7305b226b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:36.396232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:36.408315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:36.418204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Usage tracker for resource:port and tenant:1e5d6301b8ca4ba3a39edd41aaeb052e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:36.424562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:36.432044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.438326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:36.480788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.565901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.616635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f8cc00ac-f079-40b0-a8ed-705142b9fd07 None None] Provisioning for port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:36.627312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f8cc00ac-f079-40b0-a8ed-705142b9fd07 None None] Could not find standard attr ID for object 361b7d74-718d-47ec-bcbf-c45bff28d2bc. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:56:36.740714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Made reservation on behalf of 1e5d6301b8ca4ba3a39edd41aaeb052e for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:36.743296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.748189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Allocated IP 172.26.6.63 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/54d8de9c-d93e-4ac6-b7e5-871d91f6b156) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:36.766834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.771367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.811578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router bf4101de-c837-4411-8279-314f6ea270b2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:36.817985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:36.824589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Usage tracker for resource:security_group_rule and tenant:1e5d6301b8ca4ba3a39edd41aaeb052e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:36.827873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:36.837062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:36.845457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d5c94320-9b54-42c6-ac1d-0a7e4ddec2e2 None None] Could not find standard attr ID for object 361b7d74-718d-47ec-bcbf-c45bff28d2bc. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:56:36.866368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d5c94320-9b54-42c6-ac1d-0a7e4ddec2e2 None None] Provisioning complete for port 8c57dcb5-a77a-49c3-bef0-ccb67469c002 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:36.866962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5c94320-9b54-42c6-ac1d-0a7e4ddec2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.913240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:36.933097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d5c94320-9b54-42c6-ac1d-0a7e4ddec2e2 None None] Port 8c57dcb5-a77a-49c3-bef0-ccb67469c002 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:56:37.027365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Port': ['ID=faf42196-b14f-4108-a064-af833075fe79,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:37.127716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.181373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.226213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:37.226799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=354c9e40-d9ab-476e-b66b-52ed22fede00,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:37.241341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.249965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] Sync routers for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:37.266174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.268729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04fcd7-49e9-452c-8709-1f1198400494 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:37.280924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.282119 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-308df913-8252-4700-9b75-799ee982af9d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 701 time: 1.7303066 Feb 17 11:56:37.285110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:37.285390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45378) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:37.295516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.383108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8a206a5e-997a-45d6-8a1c-691d86e39386 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:37.387956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.388129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.392847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-440b6fbf-015b-4c1b-94dd-d6ebd2ade093 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/354c9e40-d9ab-476e-b66b-52ed22fede00 HTTP/1.1" status: 204 len: 168 time: 1.8431914 Feb 17 11:56:37.398711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45382) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:37.400507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] device_id is not set on port e5648c8a-5135-4350-8259-9c59166a5b32 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:37.444774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:37.493403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:37.494470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:37.527854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:37.528620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event updated for resources: {'Port': ['ID=54d8de9c-d93e-4ac6-b7e5-871d91f6b156,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:37.532128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:37.541461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:37.587070 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ef95611e-884e-454a-864c-5e48b9820843 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1515272 Feb 17 11:56:37.590849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45386) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:37.714282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b417893-6b9a-48a1-a590-a0fc18906562,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:37.745470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:37.761209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8a206a5e-997a-45d6-8a1c-691d86e39386 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:37.765408 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8a206a5e-997a-45d6-8a1c-691d86e39386 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 205 time: 0.4764919 Feb 17 11:56:37.768611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45390) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:37.792209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efc3ef0f-8a59-4ee8-a8be-a5af19dea425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:37.869044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:26Z', 'revision_number': 11, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:37.882514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] Checking router: bf4101de-c837-4411-8279-314f6ea270b2 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:37.902704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdeee33-1221-4cd3-94ff-bcfb8a7f3578 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:37.904153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] Routers {'bf4101de-c837-4411-8279-314f6ea270b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:37.904652 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8fdeee33-1221-4cd3-94ff-bcfb8a7f3578 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3125939 Feb 17 11:56:37.904924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['bf4101de-c837-4411-8279-314f6ea270b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:37.914130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45394) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:37.967794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:37.991766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:37.999460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-30dbbbd9-a2b9-4c21-b13b-7f1a977e0b44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/routers/5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3103333 Feb 17 11:56:38.002648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45398) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:38.007169 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] Sync routers for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:38.011351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'port': {'network_id': 'b71332ca-296a-4015-8c7f-d5d7305b226b', 'name': 'tempest-FloatingIPTestJSON-615322384'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:38.024707 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:38.025772 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:38.028594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094bed7-f9e1-43dd-be06-876a8b11a362 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:38.029352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9094bed7-f9e1-43dd-be06-876a8b11a362 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:38.096546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:38.097189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.100154 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:38.131291 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:38.132308 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:38.189121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] Set router bf4101de-c837-4411-8279-314f6ea270b2 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:38.208660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:38.211425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Allocated IP 172.26.6.250 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/e5648c8a-5135-4350-8259-9c59166a5b32) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:38.213111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9094bed7-f9e1-43dd-be06-876a8b11a362 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:38.214386 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9094bed7-f9e1-43dd-be06-876a8b11a362 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2990890 Feb 17 11:56:38.215888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Usage tracker for resource:port and tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:38.219021 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45402) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:38.219484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:38.222360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.223083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.228379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:38.270876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:38.324755 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-da7ec78e-acc7-453b-a7dd-194d9f9e6c71 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011708 Feb 17 11:56:38.332983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45406) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:38.337299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:38.337701 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f877b-949d-4680-ad83-4c9dc5500fd1 None None] The sync data for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:38.339593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.364626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Deleting port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:38.364997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.382249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Made reservation on behalf of c82c5fbfe0844d2baa53b4fb9c5a14b4 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:38.386063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.396230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:38.418350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] device_id is not set on port f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:38.419227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:26Z', 'revision_number': 11, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:38.437453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ecf6e-fd8f-46fa-bc28-48ae6e03429a None None] The sync data for ids ['bf4101de-c837-4411-8279-314f6ea270b2'] in dv-neutron-828728-1-hyperv is: [{'id': 'bf4101de-c837-4411-8279-314f6ea270b2', 'name': 'tempest-RoutersTest-router-1474016817', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:14Z', 'updated_at': '2022-02-17T11:56:26Z', 'revision_number': 11, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:38.442523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.593008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Allocated IP 172.20.0.4 (b71332ca-296a-4015-8c7f-d5d7305b226b/f43aef34-cc9a-4053-b1dd-2113677cbbfb/f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:38.626557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:38.648932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] For port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:38.649322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.771361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.779957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Calling delete_port for f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:38.824889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:38.856714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Router 0ebae6dc-193d-43e4-965c-392ca17c00d8 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:56:38.882252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:38.905897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:38.952331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:38.958935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Transition to ACTIVE for port object f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:38.988920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:39.046390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:39.046667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:39.115883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:39.132990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] Sync routers for ids ['0ebae6dc-193d-43e4-965c-392ca17c00d8'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:39.149654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] Routers {'0ebae6dc-193d-43e4-965c-392ca17c00d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:39.150711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0ebae6dc-193d-43e4-965c-392ca17c00d8'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:39.159155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:39.165287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.202000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:39.244103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Network b71332ca-296a-4015-8c7f-d5d7305b226b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:39.246418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.247376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:39.251860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:39.259018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:39.261982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.289512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] Routers {'0ebae6dc-193d-43e4-965c-392ca17c00d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:39.290157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0ebae6dc-193d-43e4-965c-392ca17c00d8'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:39.328660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:39.329325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.334925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event updated for resources: {'Port': ['ID=f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:39.343219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.347532 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f7d405b4-3226-4727-9b2f-f1f05a5b7b54 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2621570 Feb 17 11:56:39.348333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45410) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:39.357455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': False}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:39.370376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.373955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:39.374339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399dc78-28c1-462f-bcb6-f275e5e597a5 None None] The sync data for ids ['0ebae6dc-193d-43e4-965c-392ca17c00d8'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:39.439858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.478130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:39.501074 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-98605511-ddee-42b3-ba01-0dd9bab5383c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4974582 Feb 17 11:56:39.503922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45414) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:39.510685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Request body: {'floatingip': {'port_id': 'f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:39.547621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Deleting port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:39.548076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.576485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.630524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.637843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.725007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:39.778514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:39.791298 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:39.803863 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:39.804905 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:39.807794 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f3972a8f-d759-4dc7-ad13-1cf2aca42c37 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7498360 Feb 17 11:56:39.809524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45418) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:39.819138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9304df41-ed7e-450e-ac73-c288d34f37a3 None None] Provisioning for port f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:39.834671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9304df41-ed7e-450e-ac73-c288d34f37a3 None None] Provisioning complete for port f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:39.835363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9304df41-ed7e-450e-ac73-c288d34f37a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.877119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.877638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router bf4101de-c837-4411-8279-314f6ea270b2 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:39.948908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9304df41-ed7e-450e-ac73-c288d34f37a3 None None] Port f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:56:39.956085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.968489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.969580 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:39.978542 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e04dbffa-220b-4f07-88ea-58eea84c1c14 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 204 len: 168 time: 2.2068400 Feb 17 11:56:39.986135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45422) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:39.988270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] For port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:39.988601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:39.998798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289543960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:40.005228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:40.009483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Usage tracker for resource:router and tenant:61bc9dffeb874c4d8da024ccbdc0af63 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:40.013200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:40.019076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:40.113376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.114804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.144728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Calling delete_port for f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:40.155918 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:36Z', 'revision_number': 11, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:40.161465 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:40.178021 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:40.180497 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:40.183568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Pushing event updated for resources: {'Port': ['ID=e5648c8a-5135-4350-8259-9c59166a5b32,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:40.209163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:40.214056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:40.216553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:40.221803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a38c-6483-4209-8858-abf602de3478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.303291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.331563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:40.332079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.348381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting subnet 1e72c359-18a7-4749-b945-df5c14bb6d2c {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:40.352521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.372493 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:40.380157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] Pushing event deleted for resources: {'Port': ['ID=f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:40.388042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bca23-32dc-4c97-ae3d-68d91e8a6749 None None] No DVR routers for this DVR port f1bb0ad8-bee2-4d25-8ecb-0b60948dfee1 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:40.446203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.478165 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-751a5c8c-6e47-467a-9aad-9c3290914f6a tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3953683 Feb 17 11:56:40.483016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45426) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:40.504374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.250'}]}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:40.507907 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:36Z', 'revision_number': 11, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:40.512559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:40.513146 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6c30-4d71-4760-b42e-7995384d313b None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:36Z', 'revision_number': 11, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:40.528467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Usage tracker for resource:router and tenant:1e5d6301b8ca4ba3a39edd41aaeb052e is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:40.532792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:40.536858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.557030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:40.585351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:56:40.587895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.663206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:40.664414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.692713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.694490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:40.697322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:40.697954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.698589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.699500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.704739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ed875-1225-476e-b403-1e19e700a3d7 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:40.726298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=203abfb9-0a6e-4d29-a04a-bb897386c66d,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:40.787356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.793490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ee541fb-48d9-447e-8027-1665073f7f0b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4558480 Feb 17 11:56:40.793709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.793833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45430) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:40.802668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:64:2e:15', 'name': 'tempest-NetworksTestDHCPv6-1749009995'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:40.878637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.919553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.939312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Subnet': ['ID=1e72c359-18a7-4749-b945-df5c14bb6d2c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:40.954192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.975414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:40.980538 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-42a4dbfd-bc18-468a-b1e2-fe85e676e744 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9889455 Feb 17 11:56:40.981579 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-95878779-315e-4208-9526-632cb322bda2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/1e72c359-18a7-4749-b945-df5c14bb6d2c HTTP/1.1" status: 204 len: 168 time: 1.1707613 Feb 17 11:56:40.986940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45434) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:40.987464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45436) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:41.008431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad5c6b-d922-4d32-b525-d88fbebab8bb None None] Network 74aed776-beb8-4f51-a1c4-d1fa81349a50 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:41.025518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:41.031387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:41.034960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:41.044010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:41.064791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:41.118811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '203abfb9-0a6e-4d29-a04a-bb897386c66d'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:56:41.119677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.128751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faf42196-b14f-4108-a064-af833075fe79 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:41.149920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:41.149920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.181116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 1aa34c09-a6dc-4782-83c9-3acd6c27b025 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:41.182663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: faf42196-b14f-4108-a064-af833075fe79 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:41.183010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faf42196-b14f-4108-a064-af833075fe79 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:41.359909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fe64:2e15 (077674eb-7979-49ce-a746-00af8b5678be/203abfb9-0a6e-4d29-a04a-bb897386c66d/1aa34c09-a6dc-4782-83c9-3acd6c27b025) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:41.370717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.423826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.458236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] DHCP port deletion for 74aed776-beb8-4f51-a1c4-d1fa81349a50 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:41.463196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] Deleting port cda36d5a-51fb-4c33-b35a-3abd356c58f0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:41.464619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.546465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.592947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.601214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.611387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 1aa34c09-a6dc-4782-83c9-3acd6c27b025 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:41.623094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.749095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] For port cda36d5a-51fb-4c33-b35a-3abd356c58f0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cda36d5a-51fb-4c33-b35a-3abd356c58f0,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:41.749401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.782166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port cda36d5a-51fb-4c33-b35a-3abd356c58f0 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:41.792260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.852068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.875892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] Calling delete_port for cda36d5a-51fb-4c33-b35a-3abd356c58f0 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:41.918595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:41.926201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:41.934894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:41.938844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:41.944381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:41.970256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=1aa34c09-a6dc-4782-83c9-3acd6c27b025,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:42.001714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Allocated IP 2001:db8::f816:3eff:fe43:ff79 (077674eb-7979-49ce-a746-00af8b5678be/203abfb9-0a6e-4d29-a04a-bb897386c66d/9a8a1ac0-ea96-49b5-be90-1a037c25cc4b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:42.023743 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5d5adafa-31bc-4285-9843-2fb66c872332 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2260592 Feb 17 11:56:42.027055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45442) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:42.088007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.149145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] Pushing event deleted for resources: {'Port': ['ID=cda36d5a-51fb-4c33-b35a-3abd356c58f0,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:42.161693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf51d19-3376-43e0-92cf-df107c63b689 None None] No DVR routers for this DVR port cda36d5a-51fb-4c33-b35a-3abd356c58f0 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:42.194630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.231150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd1c9e-3f3a-4f8b-a236-ac8e48e39446 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:42.231844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-96cd1c9e-3f3a-4f8b-a236-ac8e48e39446 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:42.279633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.290275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Transition to ACTIVE for port object 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:42.312083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Transition to ACTIVE for port object 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:42.319637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-96cd1c9e-3f3a-4f8b-a236-ac8e48e39446 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:42.323629 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-96cd1c9e-3f3a-4f8b-a236-ac8e48e39446 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2928193 Feb 17 11:56:42.324228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45446) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:42.333169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.349296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] For port cda36d5a-51fb-4c33-b35a-3abd356c58f0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cda36d5a-51fb-4c33-b35a-3abd356c58f0,segment=NetworkSegment(e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e),segment_id=e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:42.349650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.389725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 1aa34c09-a6dc-4782-83c9-3acd6c27b025 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:42.390108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.410598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.419319 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP b4a7a498-0481-49ab-bb40-722d6834e3c2 associated. External IP: 172.26.6.189, port: eb7cda9a-18e4-44cb-a151-12f29ca1201a. Feb 17 11:56:42.487869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:42.491325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:42.493574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:42.500678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Pushing event updated for resources: {'Port': ['ID=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:42.596620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Attempting to bind port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:42.596924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Attempting to bind port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:42.597236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Attempting to bind port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:42.605372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:42.605967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:42.606369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.606754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:42.607250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Bound port: 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:42.607617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.663293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.683250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Calling delete_port for cda36d5a-51fb-4c33-b35a-3abd356c58f0 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:42.708697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:42.711793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.714821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:42.791985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 1aa34c09-a6dc-4782-83c9-3acd6c27b025 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:42.806773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.855762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:42.896625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803de5e-ebb8-4f2a-942b-afb194116ea3 None None] Pushing event updated for resources: {'Port': ['ID=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:43.011906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.061911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:43.062512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=1aa34c09-a6dc-4782-83c9-3acd6c27b025,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:43.062625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:43.127486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.139167 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-def65273-412f-4a95-9a7e-58e5174ce66d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/1aa34c09-a6dc-4782-83c9-3acd6c27b025 HTTP/1.1" status: 204 len: 168 time: 0.8138754 Feb 17 11:56:43.141394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45450) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:43.258722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2d75dd-dff3-44d0-b6ee-a17eeb3ea2f6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:43.260162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2d75dd-dff3-44d0-b6ee-a17eeb3ea2f6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:43.261720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cb2d75dd-dff3-44d0-b6ee-a17eeb3ea2f6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:43.275425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:43.300814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.347832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.382175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cb2d75dd-dff3-44d0-b6ee-a17eeb3ea2f6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:43.383370 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cb2d75dd-dff3-44d0-b6ee-a17eeb3ea2f6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2408910 Feb 17 11:56:43.386049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45454) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:43.439678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:43.462820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 203abfb9-0a6e-4d29-a04a-bb897386c66d {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:43.466727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.503393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cda36d5a-51fb-4c33-b35a-3abd356c58f0 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:43.527417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.541400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: cda36d5a-51fb-4c33-b35a-3abd356c58f0 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:43.542477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cda36d5a-51fb-4c33-b35a-3abd356c58f0 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:43.568497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Deleting port cda36d5a-51fb-4c33-b35a-3abd356c58f0 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:43.568833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.596479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Router 56db0722-0bb6-4758-8df4-7dfddad941bc is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:56:43.614728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.710014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] The port 'cda36d5a-51fb-4c33-b35a-3abd356c58f0' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:56:43.766250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.811967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=203abfb9-0a6e-4d29-a04a-bb897386c66d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:43.818651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:43.888222 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3f2100df-a0e2-4df0-b412-01f6d3423193 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/203abfb9-0a6e-4d29-a04a-bb897386c66d HTTP/1.1" status: 204 len: 168 time: 0.5003209 Feb 17 11:56:43.889736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45460) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:43.964323 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c66b3eda-f889-4b3d-b378-4865213d6c3c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730674 Feb 17 11:56:43.964854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45464) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:43.970593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:43.989162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617195f-7f6b-435c-89a4-7ab3d0069777 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:44.090422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:44.095452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:44.099109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:44.105892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:44.133497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] Provisioning for port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:44.168307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] Provisioning complete for port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:44.168679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.183947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:44.187607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.287608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.297180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.316340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.334957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.349812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74aed776-beb8-4f51-a1c4-d1fa81349a50']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:44.366399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:44.366742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:44.367045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b34b72-3a0a-4eb9-919f-f2ceb78d5d7e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:44.379099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:44.383058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Deleting port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:44.383430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.460414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.462477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.514354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.584413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209f72f-2c3f-4711-8a96-054e50079fa0 None None] Pushing event updated for resources: {'Port': ['ID=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:44.640237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:44.668322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.670956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] Sync routers for ids ['56db0722-0bb6-4758-8df4-7dfddad941bc'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:44.684519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:56:44.684908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.700374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:44.700758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:56:44.702998 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:56:44.719222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:56:44.719361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:44.719361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5b5bb040-f2bf-4508-8fa3-040cb02542ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "PUT /v2.0/routers/56db0722-0bb6-4758-8df4-7dfddad941bc HTTP/1.1" status: 200 len: 694 time: 3.6711674 Feb 17 11:56:44.719530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] Routers {'56db0722-0bb6-4758-8df4-7dfddad941bc'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:44.719530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['56db0722-0bb6-4758-8df4-7dfddad941bc'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:44.720227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45468) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:44.943841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Calling delete_port for 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:44.956603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.005671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] Set router 56db0722-0bb6-4758-8df4-7dfddad941bc gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:45.076058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.101560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.136343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db0722-0bb6-4758-8df4-7dfddad941bc', 'name': 'tempest-RoutersTest-router-1289543960', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:40Z', 'updated_at': '2022-02-17T11:56:42Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:45.140927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] Checking router: 56db0722-0bb6-4758-8df4-7dfddad941bc for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:45.153063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] Routers {'56db0722-0bb6-4758-8df4-7dfddad941bc'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:45.154137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['56db0722-0bb6-4758-8df4-7dfddad941bc'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:45.185317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Pushing event deleted for resources: {'Network': ['ID=74aed776-beb8-4f51-a1c4-d1fa81349a50,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:45.206145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:45.241533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:45.242051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:45.252052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1af1a4e8-256d-4507-8e1d-02d2094cf83a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/networks/74aed776-beb8-4f51-a1c4-d1fa81349a50 HTTP/1.1" status: 204 len: 168 time: 4.2100365 Feb 17 11:56:45.253115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45472) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:45.270219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'routes': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:45.286086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.295388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7017c43a-afb3-49e0-8502-c901bb723b0c tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/routers/56db0722-0bb6-4758-8df4-7dfddad941bc HTTP/1.1" status: 200 len: 700 time: 0.5269480 Feb 17 11:56:45.297631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45476) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:45.347527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.353058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-acb8b664-d6d5-47f6-8d44-81b7cf360fe1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Synchronizing usage tracker for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:45.360525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] Set router 56db0722-0bb6-4758-8df4-7dfddad941bc gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:45.393221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:45.402255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-acb8b664-d6d5-47f6-8d44-81b7cf360fe1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Unset dirty status for tenant:61bc9dffeb874c4d8da024ccbdc0af63 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:45.402255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-acb8b664-d6d5-47f6-8d44-81b7cf360fe1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=56db0722-0bb6-4758-8df4-7dfddad941bc HTTP/1.1" status: 200 len: 205 time: 0.1015198 Feb 17 11:56:45.403706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45480) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:45.515580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db0722-0bb6-4758-8df4-7dfddad941bc', 'name': 'tempest-RoutersTest-router-1289543960', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:40Z', 'updated_at': '2022-02-17T11:56:42Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:45.525243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67abb2-cc20-4e7a-858b-0709eae982c4 None None] The sync data for ids ['56db0722-0bb6-4758-8df4-7dfddad941bc'] in dv-neutron-828728-1-hyperv is: [{'id': '56db0722-0bb6-4758-8df4-7dfddad941bc', 'name': 'tempest-RoutersTest-router-1289543960', 'tenant_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:40Z', 'updated_at': '2022-02-17T11:56:42Z', 'revision_number': 2, 'project_id': '61bc9dffeb874c4d8da024ccbdc0af63', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:45.529814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.606519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:45.625437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.625955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58d53e27-d24c-410e-8154-5aefca8ac7e1 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:45.711511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Router 0ebae6dc-193d-43e4-965c-392ca17c00d8 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:45.763408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Deleting port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:45.763408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.801310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.858635 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 11:56:45.860138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fca264d6-d658-4623-86fa-b9a8da0d35f7 tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3707945 Feb 17 11:56:45.861898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.863203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Added routes are [] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 17 11:56:45.863502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.extraroute_db [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Removed routes are [] {{(pid=84460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 17 11:56:45.864311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.864473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45484) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:45.961456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Deleting port e5648c8a-5135-4350-8259-9c59166a5b32 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:45.961811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.984295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:45.984295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.008289 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:56:46.093081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:46.093387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.187835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:46.191617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:46.195113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:46.199932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:46.202533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:46.203070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.207195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,revision_number=6']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:46.221045 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:46.221920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Calling delete_port for 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:46.256544 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:46.257157 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.335335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:46.336424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:46.340208 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.362682 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:46.363534 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.372998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:56:46.373534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:56:46.390881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.400332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:46.414631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] Sync routers for ids ['0ebae6dc-193d-43e4-965c-392ca17c00d8'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:46.434530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] Routers {'0ebae6dc-193d-43e4-965c-392ca17c00d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:46.436539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0ebae6dc-193d-43e4-965c-392ca17c00d8'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.444238 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.444653 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06330c7e-7c0e-4cf7-80e6-fffb9aa7346a None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:46.514545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.526454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] Routers {'0ebae6dc-193d-43e4-965c-392ca17c00d8'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:46.527075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0ebae6dc-193d-43e4-965c-392ca17c00d8'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.543398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Calling delete_port for e5648c8a-5135-4350-8259-9c59166a5b32 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:46.571299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.575949 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-667efb90-4186-4a31-81f3-e22e81e49876 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "PUT /v2.0/routers/0ebae6dc-193d-43e4-965c-392ca17c00d8 HTTP/1.1" status: 200 len: 920 time: 7.2207196 Feb 17 11:56:46.581591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45488) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:46.593358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:46.593690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4173d-de82-4c0e-a929-482abafab549 None None] The sync data for ids ['0ebae6dc-193d-43e4-965c-392ca17c00d8'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:46.741337 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ccf34cee-65ad-4657-9009-a1644f21bc41 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7750840 Feb 17 11:56:46.743930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45492) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:46.755058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:3f:2a:34', 'name': 'tempest-NetworksTestDHCPv6-329256162'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:46.816024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.822132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.825704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.831479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.891409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:46.927325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:46.992006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:47.034617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.069313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.069807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Fanout notify agent at l3_agent the message router_deleted on router 56db0722-0bb6-4758-8df4-7dfddad941bc {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:47.114424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:47.122047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:47.125517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:47.127372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:47.134539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:47.143637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.144764 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ea0b6ab1-cc2d-4579-a902-4a0e985bc1f1 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/56db0722-0bb6-4758-8df4-7dfddad941bc HTTP/1.1" status: 204 len: 168 time: 1.7410429 Feb 17 11:56:47.148048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45496) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.152508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.201668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9bc2e0cd-fde2-49a7-868f-aa522fad6219 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=56db0722-0bb6-4758-8df4-7dfddad941bc HTTP/1.1" status: 200 len: 205 time: 0.0499444 Feb 17 11:56:47.201668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45500) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.207767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Deleting port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:47.208139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.210000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5648c8a-5135-4350-8259-9c59166a5b32,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:47.282410 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-368510cf-feed-4d2a-b7f9-e777e9465e1b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:47.282410 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-368510cf-feed-4d2a-b7f9-e777e9465e1b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/56db0722-0bb6-4758-8df4-7dfddad941bc HTTP/1.1" status: 404 len: 336 time: 0.0755944 Feb 17 11:56:47.282410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:47.283590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:47.285969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.289901 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-485499ef-783f-4661-8024-e5bf1befd021 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 704 time: 2.0368707 Feb 17 11:56:47.290677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45504) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.291026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45506) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.296515 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] Sync routers for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:47.318950 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:47.320009 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:47.371061 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-156f3808-fe88-4249-838b-a48cb015ddf0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:47.371505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156f3808-fe88-4249-838b-a48cb015ddf0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:47.375507 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-156f3808-fe88-4249-838b-a48cb015ddf0 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/9a7dec49-b5ef-49f0-b136-826ce1b07f29 HTTP/1.1" status: 404 len: 337 time: 0.0805950 Feb 17 11:56:47.378145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45512) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.381203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cd125a64-3286-4962-a253-701d81ca0d3a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:47.450493 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c20c21-f9f4-4e93-9020-c6170ffaa687 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:47.451728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c20c21-f9f4-4e93-9020-c6170ffaa687 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:47.457970 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-36c20c21-f9f4-4e93-9020-c6170ffaa687 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/3fbe59cf-22a8-4783-843a-3abf502af65a HTTP/1.1" status: 404 len: 337 time: 0.0786214 Feb 17 11:56:47.459320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45516) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.492720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] For port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:47.493290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.514056 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:47.525389 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5af875-e2d8-4c4a-8288-87fe098ba609 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:47.526132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5af875-e2d8-4c4a-8288-87fe098ba609 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:47.531558 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-df5af875-e2d8-4c4a-8288-87fe098ba609 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/a902388f-5e16-453c-ae12-91ece3b84c6f HTTP/1.1" status: 404 len: 337 time: 0.0688524 Feb 17 11:56:47.534038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45520) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.561938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8f446297-50b1-4add-8c4c-a1f3661df06b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/0ebae6dc-193d-43e4-965c-392ca17c00d8 HTTP/1.1" status: 200 len: 920 time: 0.9785564 Feb 17 11:56:47.572012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45524) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.591144 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f6b3ca-4207-4df3-96c2-f9bd72f00654 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:47.596664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f6b3ca-4207-4df3-96c2-f9bd72f00654 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:47.596664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-58f6b3ca-4207-4df3-96c2-f9bd72f00654 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/b4c6af78-98de-47a7-8dbf-b4431f1a7c78 HTTP/1.1" status: 404 len: 337 time: 0.0583904 Feb 17 11:56:47.596664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45528) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.627847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Calling delete_port for 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:47.637377 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:36Z', 'revision_number': 11, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:47.645228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] Checking router: 7b6174e9-9d5b-48f9-866d-5003d60bddc2 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:47.645369 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a731d0b7-38c8-4634-9408-4c568fd9860f tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 200 len: 205 time: 0.0454032 Feb 17 11:56:47.645369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cd125a64-3286-4962-a253-701d81ca0d3a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:47.645571 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd125a64-3286-4962-a253-701d81ca0d3a tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 205 time: 0.3508842 Feb 17 11:56:47.646575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45532) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.649118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45534) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.660185 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] Routers {'7b6174e9-9d5b-48f9-866d-5003d60bddc2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:47.661047 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:47.676613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.685599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.723552 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-35de193a-9197-4bb9-a71b-0ff38a137bcf tempest-RoutersAdminNegativeTest-1467421247 tempest-RoutersAdminNegativeTest-1467421247-project-admin] 10.222.0.47 "DELETE /v2.0/ports/e5648c8a-5135-4350-8259-9c59166a5b32 HTTP/1.1" status: 204 len: 168 time: 1.8577487 Feb 17 11:56:47.745608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port a07afd07-847d-4847-8643-1f183a704fc6 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:47.829405 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] Set router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:47.845743 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6cc57b34-040b-4d08-b4cc-8b8346eea986 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=0ebae6dc-193d-43e4-965c-392ca17c00d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2720323 Feb 17 11:56:47.849928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45542) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.874280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:47.895242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-5671606d-9738-4d8c-8a8c-0eaad5193002 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:47.896442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5671606d-9738-4d8c-8a8c-0eaad5193002 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/bf4101de-c837-4411-8279-314f6ea270b2 HTTP/1.1" status: 404 len: 336 time: 0.2488873 Feb 17 11:56:47.901244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45546) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:47.991430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] Pushing event deleted for resources: {'Port': ['ID=9a8a1ac0-ea96-49b5-be90-1a037c25cc4b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:48.012397 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:36Z', 'revision_number': 11, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:48.018523 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4eb12-6993-451e-af90-1e7807c390b0 None None] The sync data for ids ['7b6174e9-9d5b-48f9-866d-5003d60bddc2'] in dv-neutron-828728-1-hyperv is: [{'id': '7b6174e9-9d5b-48f9-866d-5003d60bddc2', 'name': 'tempest-RoutersIpV6Test-router-494559641', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:54:51Z', 'updated_at': '2022-02-17T11:56:36Z', 'revision_number': 11, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:48.093090 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3cb9aaa4-9589-4b51-8ae8-02e9b621ad94 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=932e344c-6fae-4b8b-8c94-4fb086291aba HTTP/1.1" status: 200 len: 205 time: 0.1885531 Feb 17 11:56:48.093723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45550) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.094042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662b7a2-bf66-4b69-8f39-1e4c55aa408a None None] No DVR routers for this DVR port 9a8a1ac0-ea96-49b5-be90-1a037c25cc4b on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:48.111405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21c7a9-cb5d-469b-9261-bbb28b560255 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:48.149963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fe3f:2a34 (077674eb-7979-49ce-a746-00af8b5678be/7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c/a07afd07-847d-4847-8643-1f183a704fc6) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:48.171423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04af065-6d1c-426b-8aef-f3f7e7fc87dd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:48.171995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a04af065-6d1c-426b-8aef-f3f7e7fc87dd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Synchronizing usage tracker for tenant:f76e6071f7f94ed1a9dcc927e83d90b2 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:48.181506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:48.189766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-ee4970df-edf1-472e-8a38-d87bb2a30df2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:48.192314 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ee4970df-edf1-472e-8a38-d87bb2a30df2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/932e344c-6fae-4b8b-8c94-4fb086291aba HTTP/1.1" status: 404 len: 336 time: 0.0975702 Feb 17 11:56:48.201197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.213011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45554) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.355286 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-3131ca51-ba0b-4264-8068-1ce8987fe7ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:48.355620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3131ca51-ba0b-4264-8068-1ce8987fe7ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:48.377821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:56:48.378889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.436195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a04af065-6d1c-426b-8aef-f3f7e7fc87dd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Unset dirty status for tenant:f76e6071f7f94ed1a9dcc927e83d90b2 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:48.440308 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a04af065-6d1c-426b-8aef-f3f7e7fc87dd tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.5822177 Feb 17 11:56:48.463774 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3131ca51-ba0b-4264-8068-1ce8987fe7ef tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/cb75c237-044e-44b8-b221-0bf9a64393cc HTTP/1.1" status: 404 len: 337 time: 0.2453885 Feb 17 11:56:48.464404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45560) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.464740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45562) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.510720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45568) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.631561 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-71aa7a17-06a3-4ba1-a0f6-8e302550fa4a tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 200 len: 205 time: 0.1597996 Feb 17 11:56:48.636606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fcab6cf6-7e49-4432-98c6-66b4ec6675ec tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ebae6dc-193d-43e4-965c-392ca17c00d8 HTTP/1.1" status: 200 len: 205 time: 0.1662469 Feb 17 11:56:48.639611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45574) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.639937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45576) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.656414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.660969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.697272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.729172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:48.733185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Usage tracker for resource:security_group_rule and tenant:0dc3347f424e4a3aa1937fe45e5b4427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:48.736198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:48.742216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:48.782755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.783242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router 7b6174e9-9d5b-48f9-866d-5003d60bddc2 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:48.839545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.844114 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-97f9b6b1-6166-4ad3-8caa-7b2cd23da55e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 204 len: 168 time: 1.1213603 Feb 17 11:56:48.844114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.846096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45582) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.851731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1003527091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:48.864877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:48.867535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Usage tracker for resource:router and tenant:08723dcad7424e90b1282d7fcce5f427 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:48.871429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:48.877464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:48.915323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:48.967373 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b06cb3-3ebc-482b-87fe-874ea072b410,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:48.974189 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-efbc6043-1d31-48c6-9717-e94a90b0a9ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0dc3347f424e4a3aa1937fe45e5b4427&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4601231 Feb 17 11:56:48.974427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45586) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:48.983239 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-f7508cd2-2888-439b-8346-2c5c4ddfdba5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:48.984242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f7508cd2-2888-439b-8346-2c5c4ddfdba5 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/dc1220e0-29e1-48fb-9dcd-594455abfdb3 HTTP/1.1" status: 404 len: 336 time: 0.3414309 Feb 17 11:56:48.989952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45590) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.039922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.040810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.042483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.050802 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b1b27b5e-a22a-4aaa-ae59-75e4f3f1c414 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 HTTP/1.1" status: 200 len: 205 time: 0.0592937 Feb 17 11:56:49.055944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45594) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.093499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a45355cd-9c31-4d9a-a622-2139459e7227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.096423 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.130009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a45355cd-9c31-4d9a-a622-2139459e7227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.140914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object a07afd07-847d-4847-8643-1f183a704fc6 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:49.143881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-bda4849d-5713-441e-be7b-04365dd9c475 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:49.147265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bda4849d-5713-441e-be7b-04365dd9c475 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/3eae65bf-7bd4-4fc6-ac0a-5e53290576b6 HTTP/1.1" status: 404 len: 336 time: 0.0880322 Feb 17 11:56:49.151055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45598) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.207470 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f6bd6b-d7d2-4d4b-a5bb-eaa7c99d4ec2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:49.207906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f6bd6b-d7d2-4d4b-a5bb-eaa7c99d4ec2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:49.209592 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-86f6bd6b-d7d2-4d4b-a5bb-eaa7c99d4ec2 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/39b8bb2c-19a8-416a-b9e3-95e8e26ba90e HTTP/1.1" status: 404 len: 337 time: 0.0574620 Feb 17 11:56:49.212662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45602) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.250516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.260615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a45355cd-9c31-4d9a-a622-2139459e7227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.263852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:49.268563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.276890 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9bca179-2497-4ae4-88a7-7aba66e02145 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=1339f84b-43e6-40ad-be13-3765819c6a56 HTTP/1.1" status: 200 len: 205 time: 0.0604756 Feb 17 11:56:49.282423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] Sync routers for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:49.284626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45606) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.291699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45355cd-9c31-4d9a-a622-2139459e7227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b06cb3-3ebc-482b-87fe-874ea072b410,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:49.296236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:49.297653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:49.370144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.386550 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-f87b0842-78d8-4fa2-8e44-86404cbdbb8d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:49.389742 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f87b0842-78d8-4fa2-8e44-86404cbdbb8d tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/1339f84b-43e6-40ad-be13-3765819c6a56 HTTP/1.1" status: 404 len: 336 time: 0.1003513 Feb 17 11:56:49.390457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45610) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.393536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a45355cd-9c31-4d9a-a622-2139459e7227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.395288 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a45355cd-9c31-4d9a-a622-2139459e7227 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4b06cb3-3ebc-482b-87fe-874ea072b410 HTTP/1.1" status: 204 len: 168 time: 0.4193795 Feb 17 11:56:49.422788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:49.436250 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6171b222-072c-474d-96a6-ca2e4d81f38b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:49.436683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6171b222-072c-474d-96a6-ca2e4d81f38b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:49.443573 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6171b222-072c-474d-96a6-ca2e4d81f38b tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/0819322a-7864-4687-a1f6-eb8bb6fc3b04 HTTP/1.1" status: 404 len: 337 time: 0.0472765 Feb 17 11:56:49.443573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45616) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.455444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Allocated IP 2001:db8::f816:3eff:fe3a:461b (077674eb-7979-49ce-a746-00af8b5678be/7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c/4057c5d2-f358-4b3f-bfb2-44d0e07c8eae) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:49.460415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:49.461317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:49.483866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.485328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3f9adca3-8c43-4a1b-810a-1929f46e205c tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6381912 Feb 17 11:56:49.490541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45620) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.495373 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-723b1d74-2774-4977-a303-add5b38e3342 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d906539-3b20-40c0-bee9-7b0f350a7996 HTTP/1.1" status: 200 len: 205 time: 0.0521247 Feb 17 11:56:49.499299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:49.505036 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=a07afd07-847d-4847-8643-1f183a704fc6,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:49.511520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45624) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.534582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:49.534976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42b25ca-62df-4761-a227-5b178fabc544 None None] The sync data for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:49.597817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.653251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:49.655028 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-27efa36d-bc1d-40fe-8a68-152120dd2b07 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] delete failed (client error): The resource could not be found. Feb 17 11:56:49.658922 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-27efa36d-bc1d-40fe-8a68-152120dd2b07 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/routers/0d906539-3b20-40c0-bee9-7b0f350a7996 HTTP/1.1" status: 404 len: 336 time: 0.1401837 Feb 17 11:56:49.663637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:49.667030 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed7c36f8-9724-45a6-ac58-b9bbabdf492d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/floatingips/b4a7a498-0481-49ab-bb40-722d6834e3c2 HTTP/1.1" status: 200 len: 977 time: 10.1614442 Feb 17 11:56:49.667508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45628) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.668459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:49.672389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:49.673339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.692109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45630) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.771826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.785812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Transition to ACTIVE for port object 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:49.812562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Transition to ACTIVE for port object 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:56:49.821975 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1fe6b-8c82-4b8d-829c-147ea3eb2f68 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:49.822448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d1fe6b-8c82-4b8d-829c-147ea3eb2f68 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:49.827268 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f6d1fe6b-8c82-4b8d-829c-147ea3eb2f68 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/31e096a8-1668-4cb5-8b8d-4052555e22ee HTTP/1.1" status: 404 len: 337 time: 0.1475785 Feb 17 11:56:49.827413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45638) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.873994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b2f5e0-c7e0-4f59-bf30-752e9d60f302 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:49.874437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b2f5e0-c7e0-4f59-bf30-752e9d60f302 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:49.876315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b1b2f5e0-c7e0-4f59-bf30-752e9d60f302 tempest-RoutersTest-884948414 tempest-RoutersTest-884948414-project] 10.222.0.47 "DELETE /v2.0/subnets/8451950d-d993-4ee9-91f4-54e65a9d0015 HTTP/1.1" status: 404 len: 337 time: 0.0478702 Feb 17 11:56:49.887431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:49.890963 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ce012bd4-760c-464d-a16b-1a713d6d4b44 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1423402 Feb 17 11:56:49.891590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45644) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:49.959797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:49.965795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:49.974941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:50.006681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:50.007316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.009979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3431bf-be07-4306-87ac-24ac582050eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:50.014002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3431bf-be07-4306-87ac-24ac582050eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:50.014797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3a3431bf-be07-4306-87ac-24ac582050eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:50.040867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Pushing event updated for resources: {'Port': ['ID=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:50.057956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.096947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Attempting to bind port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:56:50.097293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Attempting to bind port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:56:50.098734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Attempting to bind port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:56:50.105912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:56:50.106278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:50.106668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.107144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:56:50.107551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Bound port: 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:56:50.108272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.130229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.148046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3a3431bf-be07-4306-87ac-24ac582050eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:50.154198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3a3431bf-be07-4306-87ac-24ac582050eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2570741 Feb 17 11:56:50.154198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Deleting port 54d8de9c-d93e-4ac6-b7e5-871d91f6b156 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:50.154198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.168640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45648) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:50.208198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] For port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:56:50.216358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] For port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:56:50.216988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45652) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:50.247445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.279712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port a07afd07-847d-4847-8643-1f183a704fc6 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:50.280049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.303133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.390316 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e6f7048b-27da-4ac7-a4f0-b5f51bb01258 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e5d6301b8ca4ba3a39edd41aaeb052e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1693985 Feb 17 11:56:50.391748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45658) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:50.424955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.427933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d881-4b15-41e3-b781-c3e14f849811 None None] Pushing event updated for resources: {'Port': ['ID=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:50.547045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45662) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:50.570673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Calling delete_port for 54d8de9c-d93e-4ac6-b7e5-871d91f6b156 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:50.655056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.845676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eb859158-3443-4401-82b4-26f531191000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:50.882129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eb859158-3443-4401-82b4-26f531191000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.027445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.047651 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3f27178f-c301-423d-9a76-419e9a866fcc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61bc9dffeb874c4d8da024ccbdc0af63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4985776 Feb 17 11:56:51.050705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45668) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:51.069916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eb859158-3443-4401-82b4-26f531191000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.100229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb859158-3443-4401-82b4-26f531191000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b417893-6b9a-48a1-a590-a0fc18906562,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:51.109079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.216570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event deleted for resources: {'Port': ['ID=54d8de9c-d93e-4ac6-b7e5-871d91f6b156,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:51.249294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eb859158-3443-4401-82b4-26f531191000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.251253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eb859158-3443-4401-82b4-26f531191000 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b417893-6b9a-48a1-a590-a0fc18906562 HTTP/1.1" status: 204 len: 168 time: 0.8588698 Feb 17 11:56:51.270907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:51.296478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for a07afd07-847d-4847-8643-1f183a704fc6 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:51.323616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Router 022716f6-97f8-402e-9da0-61beedf0a9f3 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:56:51.355256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dd71-cc92-4b85-9722-919f39046294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.456804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:51.540191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dd71-cc92-4b85-9722-919f39046294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.555934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.574341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.574714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.575048 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Floating IP b4a7a498-0481-49ab-bb40-722d6834e3c2 disassociated. External IP: 172.26.6.189, port: f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b. Feb 17 11:56:51.575390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:51.616516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45676) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:51.811300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] Provisioning for port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:56:51.818404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] Provisioning complete for port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:51.823052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.911884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:51.923735 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] Sync routers for ids ['022716f6-97f8-402e-9da0-61beedf0a9f3'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:51.927206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:51.931296 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-83901aed-0781-43bc-aeb1-e76f50c16670 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "PUT /v2.0/routers/022716f6-97f8-402e-9da0-61beedf0a9f3 HTTP/1.1" status: 200 len: 698 time: 2.4366229 Feb 17 11:56:51.931296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45688) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:51.951768 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] Routers {'022716f6-97f8-402e-9da0-61beedf0a9f3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:51.952939 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['022716f6-97f8-402e-9da0-61beedf0a9f3'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:52.019187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.035926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.073340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.073660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] For port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:52.082275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.135061 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] Set router 022716f6-97f8-402e-9da0-61beedf0a9f3 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:52.165806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.209556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.215616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Deleting port 8234931b-bade-40a9-93f0-6752b5f7960f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:52.220572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.262740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae4d7d-96d5-4bdf-9cde-162187c30dc3 None None] Pushing event updated for resources: {'Port': ['ID=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:52.263844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=a07afd07-847d-4847-8643-1f183a704fc6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:52.285214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-41ecd90f-ae97-495b-b174-e2b30bf0fcd3 None None] Could not find standard attr ID for object 1aa34c09-a6dc-4782-83c9-3acd6c27b025. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:56:52.306177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dd71-cc92-4b85-9722-919f39046294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.317259 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022716f6-97f8-402e-9da0-61beedf0a9f3', 'name': 'tempest-RoutersIpV6Test-router-1003527091', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:49Z', 'updated_at': '2022-02-17T11:56:50Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:52.324325 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] Checking router: 022716f6-97f8-402e-9da0-61beedf0a9f3 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:52.340551 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] Routers {'022716f6-97f8-402e-9da0-61beedf0a9f3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:52.341419 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['022716f6-97f8-402e-9da0-61beedf0a9f3'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:52.375476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8dd71-cc92-4b85-9722-919f39046294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f39f5c-cba0-4b9c-a6ee-09829ba678f5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:52.434407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dd71-cc92-4b85-9722-919f39046294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.438238 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6ae8dd71-cc92-4b85-9722-919f39046294 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97f39f5c-cba0-4b9c-a6ee-09829ba678f5 HTTP/1.1" status: 204 len: 168 time: 1.3839767 Feb 17 11:56:52.438407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:52.464668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.466651 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-138e7668-1a37-407b-8c3f-a8335d8ed9ce tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/a07afd07-847d-4847-8643-1f183a704fc6 HTTP/1.1" status: 204 len: 168 time: 2.2932544 Feb 17 11:56:52.475380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45696) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:52.566756 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] Set router 022716f6-97f8-402e-9da0-61beedf0a9f3 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:52.620726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.621033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Fanout notify agent at l3_agent the message router_deleted on router 0ebae6dc-193d-43e4-965c-392ca17c00d8 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:52.642569 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c4fbca02-9f95-45a1-bf4b-c18e46a38274 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/routers/022716f6-97f8-402e-9da0-61beedf0a9f3 HTTP/1.1" status: 200 len: 704 time: 0.7086947 Feb 17 11:56:52.645256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:52.682559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:52.683857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-868edf43-5642-4516-8502-f4e1e36298ce tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/0ebae6dc-193d-43e4-965c-392ca17c00d8 HTTP/1.1" status: 204 len: 168 time: 4.0392723 Feb 17 11:56:52.702349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45704) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:52.711210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-81a71d2b-62be-4798-8b29-d24edfd233ba None None] Could not find standard attr ID for object a07afd07-847d-4847-8643-1f183a704fc6. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:56:52.711895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1537143320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:52.722734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:52.731710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Usage tracker for resource:router and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:52.739124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:52.749253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:52.766337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022716f6-97f8-402e-9da0-61beedf0a9f3', 'name': 'tempest-RoutersIpV6Test-router-1003527091', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:49Z', 'updated_at': '2022-02-17T11:56:50Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:52.774615 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc48ff-8223-49b8-9092-0aa59b126064 None None] The sync data for ids ['022716f6-97f8-402e-9da0-61beedf0a9f3'] in dv-neutron-828728-1-hyperv is: [{'id': '022716f6-97f8-402e-9da0-61beedf0a9f3', 'name': 'tempest-RoutersIpV6Test-router-1003527091', 'tenant_id': '08723dcad7424e90b1282d7fcce5f427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:56:49Z', 'updated_at': '2022-02-17T11:56:50Z', 'revision_number': 2, 'project_id': '08723dcad7424e90b1282d7fcce5f427', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:52.779212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1674b6f-f4fa-43a9-9f0d-7fe2b606adc7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:52.780769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1674b6f-f4fa-43a9-9f0d-7fe2b606adc7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:52.782324 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c1674b6f-f4fa-43a9-9f0d-7fe2b606adc7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3059287 Feb 17 11:56:52.786714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45712) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:52.806350 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7cf4ce43-24b0-41d6-b170-74e22bce3daa tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=022716f6-97f8-402e-9da0-61beedf0a9f3 HTTP/1.1" status: 200 len: 205 time: 0.0869880 Feb 17 11:56:52.809832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45716) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:52.983005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:53.068293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.069239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.125962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.201829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.202154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.224111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:56:53.298510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:53.312592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] Sync routers for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:53.371603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:53.374366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:53.433632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.439101 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-13d9343d-f7e5-4c1b-8ced-9135ae071e44 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/ports/f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b HTTP/1.1" status: 204 len: 168 time: 3.7399652 Feb 17 11:56:53.439758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45728) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:53.514303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Calling delete_port for 8234931b-bade-40a9-93f0-6752b5f7960f owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:53.521343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:53.532539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:56:53.533139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.604529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45732) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:53.610530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.659656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:53.660668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:53.738710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:53.739300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3cce9a-ef65-4304-94d3-ba1108013291 None None] The sync data for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:53.848155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2129839261'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:53.856328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.860643 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7a338cfb-5812-4ced-9dbe-b9f2f579d0bc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1572969 Feb 17 11:56:53.863770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45744) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:53.870740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:53.884633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:53.887647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:53.945771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:53.956637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:54.023489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:54.141465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.178625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:54.181543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.199409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:56:54.267327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'Port': ['ID=8234931b-bade-40a9-93f0-6752b5f7960f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:54.270941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.300397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.321284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.329853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.397229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45754) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:54.434329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.531798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:54.548123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group_rule and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:54.560660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:54.562996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.563612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Fanout notify agent at l3_agent the message router_deleted on router 022716f6-97f8-402e-9da0-61beedf0a9f3 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:56:54.569864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.623532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:54.639213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682513865'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:54.648853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.695558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:54.709453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:54.715173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.716253 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dc543d24-791e-4f77-8d6e-90cff8f16855 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/022716f6-97f8-402e-9da0-61beedf0a9f3 HTTP/1.1" status: 204 len: 168 time: 1.8951912 Feb 17 11:56:54.719579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:54.720070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45760) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:54.726807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:54.800039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.819096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.896891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:54.904393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:54.908689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:54.921857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:54.956991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-768bc65b-4449-4964-8a42-9397ef155280 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Synchronizing usage tracker for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:54.981645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:54.997287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.059573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-768bc65b-4449-4964-8a42-9397ef155280 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] Unset dirty status for tenant:08723dcad7424e90b1282d7fcce5f427 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:55.060743 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-768bc65b-4449-4964-8a42-9397ef155280 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=022716f6-97f8-402e-9da0-61beedf0a9f3 HTTP/1.1" status: 200 len: 205 time: 0.3396313 Feb 17 11:56:55.070376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45764) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.185159 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-593e7776-a053-44a5-84db-e6f89d4cfd74 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:55.186131 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-593e7776-a053-44a5-84db-e6f89d4cfd74 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/022716f6-97f8-402e-9da0-61beedf0a9f3 HTTP/1.1" status: 404 len: 336 time: 0.1121964 Feb 17 11:56:55.191706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45768) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.211680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.247601 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-09976cdf-bd55-4ada-b875-4d7e49cf7a20 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:55.248061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09976cdf-bd55-4ada-b875-4d7e49cf7a20 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:55.309594 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-09976cdf-bd55-4ada-b875-4d7e49cf7a20 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/d4e15d2c-7a6b-498b-b58a-e70f6ab7ee64 HTTP/1.1" status: 404 len: 337 time: 0.1168432 Feb 17 11:56:55.310436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.313169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45772) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.313603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.366059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.393725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.420635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:55.426651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98fd714-22c3-4ea9-b39c-32178ad9aba3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:55.429674 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-11874f7a-6361-40e4-9c4c-c6e788de030e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:55.430136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11874f7a-6361-40e4-9c4c-c6e788de030e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:55.430517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:55.434575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:55.440310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:55.447307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:55.460069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474b532a-8cc7-45c8-9cac-77e491974d1c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:55.462774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:55.481954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.482296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment d1b7edfb-d998-4d21-b0ed-7135cbc18e4a of type vlan for network 8651f65f-b77f-46a4-94cc-bbc783c89117 Feb 17 11:56:55.488776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.495826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c0bf2-a37d-471a-aa2b-6965f2525eeb None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:55.506454 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-11874f7a-6361-40e4-9c4c-c6e788de030e tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/2faf3ae7-3ad8-4d3a-8707-2ce49988c621 HTTP/1.1" status: 404 len: 337 time: 0.1837945 Feb 17 11:56:55.512586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45776) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.531014 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ebdf58c3-98ed-494f-a232-38595b88d701 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c HTTP/1.1" status: 204 len: 168 time: 2.7445672 Feb 17 11:56:55.533659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45780) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.589553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.595232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7926784-c51e-4920-9353-2685e874a067 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:55.595669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7926784-c51e-4920-9353-2685e874a067 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:55.601065 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c7926784-c51e-4920-9353-2685e874a067 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/203101a4-8746-42c6-88a7-74fca66a8ad7 HTTP/1.1" status: 404 len: 337 time: 0.0788867 Feb 17 11:56:55.604312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45784) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.630895 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c9e055e-786f-4e42-b054-005efea1e66a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925927 Feb 17 11:56:55.633957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.640499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45788) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.654387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-12534a76-41f0-4fcb-aae6-7c05d119ac42 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:55.654830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12534a76-41f0-4fcb-aae6-7c05d119ac42 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:55.659036 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-12534a76-41f0-4fcb-aae6-7c05d119ac42 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/1e72c359-18a7-4749-b945-df5c14bb6d2c HTTP/1.1" status: 404 len: 337 time: 0.0513976 Feb 17 11:56:55.679957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45792) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.725350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.758012 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f9951b30-d126-4301-a18f-952cc50d7527 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 200 len: 205 time: 0.0766592 Feb 17 11:56:55.765240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45796) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.765908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.808567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248523b-e040-425e-b541-d086c22a1afb None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:56:55.813459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0248523b-e040-425e-b541-d086c22a1afb None None] Deleting port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:55.813933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0248523b-e040-425e-b541-d086c22a1afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.828800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69421d0e-3d37-4739-b14c-47f7725ef799,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:55.857269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.858729 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-97276bed-7eee-4b5e-a9c2-7fe5c29c51b5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4605613 Feb 17 11:56:55.861906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45800) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.883981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 8c57dcb5-a77a-49c3-bef0-ccb67469c002 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:56:55.884618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.916101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.920534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-0045c686-9ab2-4e50-88da-1cd85fea40e8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:55.924260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0045c686-9ab2-4e50-88da-1cd85fea40e8 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/7b6174e9-9d5b-48f9-866d-5003d60bddc2 HTTP/1.1" status: 404 len: 336 time: 0.0844264 Feb 17 11:56:55.926889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45804) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:55.938077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0a0e7-a1e3-4611-a922-dde975770589 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:55.943445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b5e0a0e7-a1e3-4611-a922-dde975770589 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:55.960803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:55.964791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:55.965372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.011431 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fb935ec9-d22e-42e6-94fb-82006914d2ce tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c852766-da67-49fc-bc88-1e7670eca794 HTTP/1.1" status: 200 len: 205 time: 0.0831838 Feb 17 11:56:56.019982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45808) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.049830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0248523b-e040-425e-b541-d086c22a1afb None None] For port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:56:56.050090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0248523b-e040-425e-b541-d086c22a1afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.151923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=8651f65f-b77f-46a4-94cc-bbc783c89117,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:56.167892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:56:56.171452 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f2c2d347-db10-460b-9b75-2fc5adbc5246 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5657728 Feb 17 11:56:56.175043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45812) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.178233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-b2e8510c-8b53-4a0d-9b73-bdb879966ede tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:56.182358 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b2e8510c-8b53-4a0d-9b73-bdb879966ede tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/2c852766-da67-49fc-bc88-1e7670eca794 HTTP/1.1" status: 404 len: 336 time: 0.1581411 Feb 17 11:56:56.185351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'name': 'tempest-PortsIpV6TestJSON-1087271733'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:56.188009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45816) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.194298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0248523b-e040-425e-b541-d086c22a1afb None None] Calling delete_port for 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:56.240204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b5e0a0e7-a1e3-4611-a922-dde975770589 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:56.241354 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b5e0a0e7-a1e3-4611-a922-dde975770589 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5982664 Feb 17 11:56:56.250448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45820) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.251506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a540ad-c52e-434b-8d77-637b11408b28 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:56.251937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a540ad-c52e-434b-8d77-637b11408b28 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:56.253560 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e6a540ad-c52e-434b-8d77-637b11408b28 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/7d40deda-26c9-40fb-a7fd-042b477ddecd HTTP/1.1" status: 404 len: 337 time: 0.0625629 Feb 17 11:56:56.257968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-beca7a58-5b4b-4936-894e-b7dd08547a79 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:56.260980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45824) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.280632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Allocated IP 172.26.6.246 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/2ec1158a-6d45-4381-ad82-7446972892c2) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:56.411558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0248523b-e040-425e-b541-d086c22a1afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.425392 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-39825777-7cfa-4681-ade9-32cdfefc66d2 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 200 len: 205 time: 0.1576531 Feb 17 11:56:56.433594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45828) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.460214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248523b-e040-425e-b541-d086c22a1afb None None] Pushing event deleted for resources: {'Port': ['ID=4057c5d2-f358-4b3f-bfb2-44d0e07c8eae,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:56.467926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248523b-e040-425e-b541-d086c22a1afb None None] No DVR routers for this DVR port 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:56:56.514293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:56.516504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.534976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:56.540425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:56.560436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:56.591232 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-fa8c352d-3830-4e01-8316-b2de5a99f305 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:56.592247 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fa8c352d-3830-4e01-8316-b2de5a99f305 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/c1183179-6df8-49e9-b551-394ccb26e6fd HTTP/1.1" status: 404 len: 336 time: 0.1578679 Feb 17 11:56:56.600369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45832) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.665249 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-298a9af3-3b19-4e85-a8d7-c964e6766c4d tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=49090e5b-33d2-46c1-9d36-13a196e13ffd HTTP/1.1" status: 200 len: 205 time: 0.0616889 Feb 17 11:56:56.669674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45836) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.675222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.737447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:56.740364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.761688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for 8c57dcb5-a77a-49c3-bef0-ccb67469c002 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:56:56.766831 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-70ebc499-bcc1-470b-857b-af804b6811b1 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:56.770138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70ebc499-bcc1-470b-857b-af804b6811b1 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/49090e5b-33d2-46c1-9d36-13a196e13ffd HTTP/1.1" status: 404 len: 336 time: 0.0972457 Feb 17 11:56:56.772438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Router dd2c396a-692c-436d-93a9-b000b4e06613 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:56.774062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45840) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.789163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-beca7a58-5b4b-4936-894e-b7dd08547a79 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:56.790196 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-beca7a58-5b4b-4936-894e-b7dd08547a79 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9272256 Feb 17 11:56:56.793741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78df166-e10d-4085-8320-c62dc4a35cae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:56.794427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f78df166-e10d-4085-8320-c62dc4a35cae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:56.796919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45844) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.811792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-security--1458236456', 'description': 'tempest-security-description-240444410'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:56.823760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:56:56.863798 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6cefeb-31af-4989-82c0-796b04d2540f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:56.864264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6cefeb-31af-4989-82c0-796b04d2540f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:56.868290 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed6cefeb-31af-4989-82c0-796b04d2540f tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/b97b4ce7-cf99-4c0e-ba34-ee7279406288 HTTP/1.1" status: 404 len: 337 time: 0.0892797 Feb 17 11:56:56.868448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:56.873424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45848) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.923192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f78df166-e10d-4085-8320-c62dc4a35cae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:56.924340 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f78df166-e10d-4085-8320-c62dc4a35cae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6698489 Feb 17 11:56:56.928243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45852) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:56.944647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f60b1964-c4e3-4b37-ad66-c96587c99038 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 HTTP/1.1" status: 200 len: 205 time: 0.0680518 Feb 17 11:56:56.945280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45856) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.004249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.022400 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-11700a40-ca46-458d-b3be-78b786b72fcc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:57.023453 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-11700a40-ca46-458d-b3be-78b786b72fcc tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/6425e91b-fa4e-4d4f-b90d-07d86da9b2d8 HTTP/1.1" status: 404 len: 336 time: 0.0773339 Feb 17 11:56:57.026280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45860) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.074388 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2dd321-c6d7-4e74-a066-f1055962a663 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:57.074388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2dd321-c6d7-4e74-a066-f1055962a663 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:57.081672 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6ff347b1-e5c0-44c4-a04d-b79c50d8d0a9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454091 Feb 17 11:56:57.090302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45864) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.111017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.113565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.117481 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "PUT /v2.0/security-groups/69421d0e-3d37-4739-b14c-47f7725ef799 HTTP/1.1" status: 200 len: 1611 time: 0.3131933 Feb 17 11:56:57.121233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.133857 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8b2dd321-c6d7-4e74-a066-f1055962a663 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/e1a6f229-7864-4004-8435-5151a945d9fe HTTP/1.1" status: 404 len: 337 time: 0.1036072 Feb 17 11:56:57.142490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45872) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.159543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:57.176243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:56:57.197462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.218353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:56:57.218689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4057c5d2-f358-4b3f-bfb2-44d0e07c8eae not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:56:57.233297 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a5516a2c-533c-4c54-a7fd-8d9e5d68d182 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "GET /v2.0/ports?device_id=615bc710-1095-42c8-b824-b8a2a6400858 HTTP/1.1" status: 200 len: 205 time: 0.0788829 Feb 17 11:56:57.241466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45876) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.252712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6d2fc-a9a2-404a-b2fc-fa712684c8d8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69421d0e-3d37-4739-b14c-47f7725ef799,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:57.329910 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-1e6d37ea-c41e-4cc6-8355-9c0a7efea574 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] delete failed (client error): The resource could not be found. Feb 17 11:56:57.330836 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1e6d37ea-c41e-4cc6-8355-9c0a7efea574 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/routers/615bc710-1095-42c8-b824-b8a2a6400858 HTTP/1.1" status: 404 len: 336 time: 0.0868561 Feb 17 11:56:57.333840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45880) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.368877 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-15401d84-424d-4ff3-a3fe-7e4c6519c292 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups/69421d0e-3d37-4739-b14c-47f7725ef799 HTTP/1.1" status: 200 len: 1611 time: 0.2378440 Feb 17 11:56:57.370883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.376268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45884) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.406432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ac6f86-98ad-4a23-90f4-960f55041ebe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:57.406865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ac6f86-98ad-4a23-90f4-960f55041ebe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:57.408501 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-31ac6f86-98ad-4a23-90f4-960f55041ebe tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/1a67d7c2-4995-438b-9a8c-8cf25a74a4d1 HTTP/1.1" status: 404 len: 337 time: 0.0737851 Feb 17 11:56:57.414293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45888) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:57.454191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=8c57dcb5-a77a-49c3-bef0-ccb67469c002,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:57.465437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-602ebad3-1922-4d08-92f3-271f1e974341 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] DELETE failed (client error): The resource could not be found. Feb 17 11:56:57.465883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602ebad3-1922-4d08-92f3-271f1e974341 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:56:57.470073 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-602ebad3-1922-4d08-92f3-271f1e974341 tempest-RoutersIpV6Test-2123661482 tempest-RoutersIpV6Test-2123661482-project] 10.222.0.47 "DELETE /v2.0/subnets/414963c5-d92f-443f-84cd-5323637fdca7 HTTP/1.1" status: 404 len: 337 time: 0.0524361 Feb 17 11:56:57.470960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:57.488044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:57.489635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event updated for resources: {'Port': ['ID=2ec1158a-6d45-4381-ad82-7446972892c2,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:57.504428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:57.539929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:57.593543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.601442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:57.684998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd406136-d1fc-48d3-8a73-243d1a86a4e0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.752613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd406136-d1fc-48d3-8a73-243d1a86a4e0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.773891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:57.777408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.805719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:57.914246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.030346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=f3f44bfd-5c2c-4335-95d7-41f41c5b13d9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:58.045761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:58.054927 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] Sync routers for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:58.068590 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:58.071462 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:58.073949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd406136-d1fc-48d3-8a73-243d1a86a4e0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.103211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:56:58.104199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: 8651f65f-b77f-46a4-94cc-bbc783c89117, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:56:58.112935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.180481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45896) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:58.248563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd406136-d1fc-48d3-8a73-243d1a86a4e0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69421d0e-3d37-4739-b14c-47f7725ef799,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:58.262243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cd406136-d1fc-48d3-8a73-243d1a86a4e0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.263526 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cd406136-d1fc-48d3-8a73-243d1a86a4e0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/69421d0e-3d37-4739-b14c-47f7725ef799 HTTP/1.1" status: 204 len: 168 time: 0.8772032 Feb 17 11:56:58.277142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45902) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:58.289108 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:58.371372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-08ab468d-1301-481a-a7b2-e0bdd1e5f70d tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "DELETE /v2.0/floatingips/548ec490-05a0-4c80-ad88-d09f10e4c5ef HTTP/1.1" status: 204 len: 168 time: 6.7477064 Feb 17 11:56:58.379272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:56:58.468139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-35d2110f-b130-4a33-973b-92d20f6a48ab tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:58.502128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:56:58.510356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.657670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-35d2110f-b130-4a33-973b-92d20f6a48ab tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:56:58.663694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-35d2110f-b130-4a33-973b-92d20f6a48ab tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3819315 Feb 17 11:56:58.666387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45912) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:58.696602 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9cfb8e61-fb87-425d-a12f-7d0f31eacb61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08723dcad7424e90b1282d7fcce5f427&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5146918 Feb 17 11:56:58.699330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45916) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:58.705928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 8651f65f-b77f-46a4-94cc-bbc783c89117) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:58.711390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:56:58.720683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45515c1c-81be-4d55-b65d-e24b2d0b2fcd None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:58.734864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:58.737894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.762475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'status': 'completed', 'code': 200} Feb 17 11:56:58.781638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.801186 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:41Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:58.807471 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] Checking router: dd2c396a-692c-436d-93a9-b000b4e06613 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:56:58.808921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.822898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:58.826306 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:58.827179 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:58.892737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:56:58.922152 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-3d544264-69e1-4192-ac54-c86256c00909 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] delete failed (client error): The resource could not be found. Feb 17 11:56:58.927200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3d544264-69e1-4192-ac54-c86256c00909 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/69421d0e-3d37-4739-b14c-47f7725ef799 HTTP/1.1" status: 404 len: 347 time: 0.2424765 Feb 17 11:56:58.940613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45922) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:58.960070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--606707434'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:58.972001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=7c1361eb-fa06-4f50-9d06-d15cafb207bd,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:58.984010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:59.019037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:56:59.021215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.036356 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-47980cf8-bad7-4a96-929a-c6be1eb99478 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8588431 Feb 17 11:56:59.037341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:56:59.041142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:59.041871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.044954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45926) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:59.052013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:59.063816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd4468-6683-4375-89a9-a0fcd77b48f5 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:56:59.074480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.097668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3330e2ad-86be-4bbb-b560-b52db5ae28fd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:59.114770 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:56:59.148083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.160322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-25614301-ee8e-4da7-8a3b-51ffc3b4f321 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0615072 Feb 17 11:56:59.164261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-208082914'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:59.164838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45930) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:59.176275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:6e:94:f4', 'name': 'tempest-NetworksTestDHCPv6-1599399130'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:59.183537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.183896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.184207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.184541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.184871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.185198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.185528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.185869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.186195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.186517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.186830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:56:59.190161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:59.195342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.203663 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-37c070cc-0f8f-43c7-987e-c9f91b91803a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3330e2ad-86be-4bbb-b560-b52db5ae28fd HTTP/1.1" status: 204 len: 168 time: 0.5012941 Feb 17 11:56:59.208613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-a8e45dfc-2a99-4049-af22-08a0664b975c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=309e30d5fa0f4537b571c210d5f6f148&device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 1098 time: 0.4281166 Feb 17 11:56:59.212802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:59.227784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:56:59.234659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:56:59.319648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:56:59.323459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.378217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:56:59.402874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.403205 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment 64d0fa5c-a5e2-4ebc-a2e3-54f23669c901 of type vlan for network 8e481bd1-7094-4bd5-959d-5692c07323c2 Feb 17 11:56:59.425441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '7c1361eb-fa06-4f50-9d06-d15cafb207bd'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:56:59.425441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.467610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.487889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:56:59.491229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.507706 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c90dded8-2a3c-45bd-876a-b1a5531bde1f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/routers/5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0664821 Feb 17 11:56:59.520175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45936) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:59.530920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] Sync routers for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:56:59.563315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:59.563996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:59.607959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-1ba80bba-c6da-45b0-848d-5aca53b79410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:59.615371 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-1ba80bba-c6da-45b0-848d-5aca53b79410 service neutron] 10.222.0.24 "GET /v2.0/networks?id=33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 200 len: 897 time: 0.3961835 Feb 17 11:56:59.673731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:59.732077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.735871 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:41Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:59.737428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:59.738296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:56:59.746350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] Routers {'5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:56:59.747067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:59.763845 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa64255-a74f-437c-84fd-2cabecd06a7a None None] The sync data for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv is: [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:53:28Z', 'revision_number': 4, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '421e95ad-c409-4d6a-ae5f-f8a7175b3c14', 'name': '', 'network_id': '33fa286c-113b-4fe4-ab27-b1e5195efa8b', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'mac_address': 'fa:16:3e:8e:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c39140e-c598-4421-a374-29370b1372ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:26Z', 'updated_at': '2022-02-17T11:53:41Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'subnets': [{'id': '6c39140e-c598-4421-a374-29370b1372ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:59.836256 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-f99ec309-7f7c-47a2-8e9c-9d93d2adc0e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 200 len: 217 time: 0.1491730 Feb 17 11:56:59.909085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:56:59.918403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0accf-12e8-4ce8-bb30-b064efa77f70 req-d996fdd5-72a8-4e8f-b204-76c87522f188 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:56:59.919320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-17b0accf-12e8-4ce8-bb30-b064efa77f70 req-d996fdd5-72a8-4e8f-b204-76c87522f188 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Synchronizing usage tracker for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:56:59.931019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:56:59.931019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566a584-5153-4e0f-8e2d-c180c279cbf6 None None] The sync data for ids ['5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:56:59.940535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/7c1361eb-fa06-4f50-9d06-d15cafb207bd/3165e8b7-2823-42d0-bb05-61dca652933b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:56:59.960105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=8e481bd1-7094-4bd5-959d-5692c07323c2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:56:59.982247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:56:59.987486 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3c5c5a83-6e40-4182-a27f-daa77e0e0e4c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9160068 Feb 17 11:56:59.987774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45946) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:56:59.997288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'ports': [{'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'}, {'network_id': '8e481bd1-7094-4bd5-959d-5692c07323c2'}]} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:59.997604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:56:59.998247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '8e481bd1-7094-4bd5-959d-5692c07323c2'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:00.000016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 8e481bd1-7094-4bd5-959d-5692c07323c2 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:00.000631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:00.036301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:00.066973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:00.087553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:00.129381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-79cc0274-d5d9-47db-9d00-8a0431b5837c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:00.136946 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-79cc0274-d5d9-47db-9d00-8a0431b5837c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c39140e-c598-4421-a374-29370b1372ba HTTP/1.1" status: 200 len: 834 time: 0.2789962 Feb 17 11:57:00.146067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-17b0accf-12e8-4ce8-bb30-b064efa77f70 req-d996fdd5-72a8-4e8f-b204-76c87522f188 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Unset dirty status for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:00.157545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-17b0accf-12e8-4ce8-bb30-b064efa77f70 req-d996fdd5-72a8-4e8f-b204-76c87522f188 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 1.0776005 Feb 17 11:57:00.249876 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d57b21-6206-498c-91e7-d3c573c2c6d0 None None] New status for floating IP 548ec490-05a0-4c80-ad88-d09f10e4c5ef: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:57:00.367113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.380243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Transition to ACTIVE for port object 3165e8b7-2823-42d0-bb05-61dca652933b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:00.406553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Transition to ACTIVE for port object 3165e8b7-2823-42d0-bb05-61dca652933b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:00.418439 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-17b0accf-12e8-4ce8-bb30-b064efa77f70 req-e8a59f05-df84-473e-b2bc-2f9a8d68bc3e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592790 Feb 17 11:57:00.429440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:00.429641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:00.444157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.474190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.502363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:00.519058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:00.524684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.573877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:00.590214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Pushing event updated for resources: {'Port': ['ID=3165e8b7-2823-42d0-bb05-61dca652933b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:00.596085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:00.598325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:00.602413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:00.665559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 2} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:00.673997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.714955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.716114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Attempting to bind port 3165e8b7-2823-42d0-bb05-61dca652933b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:00.716482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Attempting to bind port 3165e8b7-2823-42d0-bb05-61dca652933b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:00.716892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Attempting to bind port 3165e8b7-2823-42d0-bb05-61dca652933b on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:00.725368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:00.725728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:00.726157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.726539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:00.726998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Bound port: 3165e8b7-2823-42d0-bb05-61dca652933b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:00.727367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.762354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.822849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] For port 3165e8b7-2823-42d0-bb05-61dca652933b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:00.827682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] For port 3165e8b7-2823-42d0-bb05-61dca652933b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3165e8b7-2823-42d0-bb05-61dca652933b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:00.853770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.872958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4d524c-d6ae-410f-9dcb-1c30ca9807f4,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:00.920519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.939621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.974124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928abe2-3356-49ee-87cb-e71357377b8d req-ecaf18ef-79ce-4ab2-a950-c5d6154281db tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:00.975594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e928abe2-3356-49ee-87cb-e71357377b8d req-ecaf18ef-79ce-4ab2-a950-c5d6154281db tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.5152996 Feb 17 11:57:00.981162 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-8d97aef8-3618-4e9b-9bf3-b4cc8f298558 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33fa286c-113b-4fe4-ab27-b1e5195efa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7995455 Feb 17 11:57:00.987039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:00.991426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eff69611-41d6-4bea-b56c-d2a18c4c1ab9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0460722 Feb 17 11:57:01.015609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d60f95-bb7b-4f3f-9d1e-711868fb0c46 None None] Pushing event updated for resources: {'Port': ['ID=3165e8b7-2823-42d0-bb05-61dca652933b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:01.047266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45960) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:01.047601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45962) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:01.066185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port b894e7d0-ae8a-43f1-b43d-a2a9c904a8aa {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:01.066641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:01.070253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port e2cb1b38-6d65-46bc-8714-71bb91670cf9 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:01.113981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '1e4d524c-d6ae-410f-9dcb-1c30ca9807f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:01.157410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 678a5654-712c-4bb7-adee-929ebce9188e yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:01.193501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:01.222379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:01.238552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:01.260797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:01.272894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Deleting port b5ef644b-e080-4b53-864d-9b453db5d781 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:01.273231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:01.403582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:01.434651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-807d0537-7911-4081-9866-2cfddfa1b2c0 tempest-DvrRoutersNegativeTest-811455652 tempest-DvrRoutersNegativeTest-811455652-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1246544764', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:01.436928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.policy [None req-807d0537-7911-4081-9866-2cfddfa1b2c0 tempest-DvrRoutersNegativeTest-811455652 tempest-DvrRoutersNegativeTest-811455652-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84459) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 17 11:57:01.437226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.policy [None req-807d0537-7911-4081-9866-2cfddfa1b2c0 tempest-DvrRoutersNegativeTest-811455652 tempest-DvrRoutersNegativeTest-811455652-project] Failed policy check for 'create_router' {{(pid=84459) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 17 11:57:01.437951 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-807d0537-7911-4081-9866-2cfddfa1b2c0 tempest-DvrRoutersNegativeTest-811455652 tempest-DvrRoutersNegativeTest-811455652-project] create failed (client error): Access was denied to this resource. Feb 17 11:57:01.442203 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-807d0537-7911-4081-9866-2cfddfa1b2c0 tempest-DvrRoutersNegativeTest-811455652 tempest-DvrRoutersNegativeTest-811455652-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3849297 Feb 17 11:57:01.554318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:01.563369 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-96814ee3-f89f-4012-a020-1c65a041aaa9 service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450816 Feb 17 11:57:01.564724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for b894e7d0-ae8a-43f1-b43d-a2a9c904a8aa owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:01.727757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::14b (077674eb-7979-49ce-a746-00af8b5678be/7c1361eb-fa06-4f50-9d06-d15cafb207bd/e2cb1b38-6d65-46bc-8714-71bb91670cf9) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:01.754652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:01.842287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268962ce-c1db-4a69-ba33-a896436e0f91 req-938f74b7-5294-40be-a2af-80e01f8f92b1 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:01.843834 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-268962ce-c1db-4a69-ba33-a896436e0f91 req-938f74b7-5294-40be-a2af-80e01f8f92b1 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 945 time: 0.2515843 Feb 17 11:57:01.898788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Router 0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:57:01.918444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 4a6995ee-c129-46cb-812a-024242260869 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:01.933677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:01.942233 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3ac8aa0-c596-4e81-9be0-813766dd26fb req-ad6288ae-0b3a-4879-ac11-4c4756043200 service neutron] 10.222.0.24 "GET /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654187 Feb 17 11:57:01.962400 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-268962ce-c1db-4a69-ba33-a896436e0f91 req-31b43a6c-fcab-4a57-980a-2e221a95afb4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe4f6def-5dd4-4bad-86c6-56167f7c57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042495 Feb 17 11:57:02.067179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.109235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45976) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:02.122624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.144034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.214419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=b894e7d0-ae8a-43f1-b43d-a2a9c904a8aa,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:02.232631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41220cda-38a5-473c-bd07-63323de1273b,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:02.240316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] For port b5ef644b-e080-4b53-864d-9b453db5d781, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b5ef644b-e080-4b53-864d-9b453db5d781,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:02.240675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.329453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.404382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Calling delete_port for b5ef644b-e080-4b53-864d-9b453db5d781 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:02.430970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.432782 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6eec7b2f-8f87-48ab-adad-615d09957a29 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3804173 Feb 17 11:57:02.446648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:02.484869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.507729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2114275b-0489-4648-a1fc-7ad0f0946ea7 None None] Provisioning for port 3165e8b7-2823-42d0-bb05-61dca652933b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:02.595016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:02.597703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=678a5654-712c-4bb7-adee-929ebce9188e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:02.600117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:02.611798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:02.611798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.660115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.666338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.700964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.707387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object e2cb1b38-6d65-46bc-8714-71bb91670cf9 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:02.717853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.863221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.887479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41220cda-38a5-473c-bd07-63323de1273b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:02.899151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:02.904793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.905962 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/41220cda-38a5-473c-bd07-63323de1273b HTTP/1.1" status: 204 len: 168 time: 0.4536505 Feb 17 11:57:02.908212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.910399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.911647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.911647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.911647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.911647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.912018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.912304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.912602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.912948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.913235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.913549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201fff0-3bc3-432c-869b-d14f1b9a0921 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:02.915628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.921454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Usage tracker for resource:security_group_rule and tenant:96e9031bbcf64818a73e1c0683ee3ee0 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:02.921684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45986) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:02.930415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:02.937704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=4a6995ee-c129-46cb-812a-024242260869,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:02.940192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:02.952519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:02.964819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:02.968830 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ddfb756d-666c-48be-be07-520d7cada7e3 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "PUT /v2.0/routers/0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 HTTP/1.1" status: 200 len: 880 time: 9.0982354 Feb 17 11:57:02.968992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] Sync routers for ids ['0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:02.972798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 45990) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:02.988805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] Routers {'0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:02.989431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:03.068443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:03.084897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] Routers {'0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:03.085772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:56:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:03.123664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.127122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': '64d0fa5c-a5e2-4ebc-a2e3-54f23669c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e481bd1-7094-4bd5-959d-5692c07323c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:03.127470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: 8e481bd1-7094-4bd5-959d-5692c07323c2, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:03.140951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.206398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:03.207496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab38ae5-c070-418f-a4e2-1d006dfe5a68 None None] The sync data for ids ['0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:03.208495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.215697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:03.275601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3165e8b7-2823-42d0-bb05-61dca652933b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:03.288491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:03.290329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=e2cb1b38-6d65-46bc-8714-71bb91670cf9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:03.297763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8e481bd1-7094-4bd5-959d-5692c07323c2 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:03.300304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.302486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:03.306572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:03.310520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.319008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.319781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:03.372724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] No DVR routers for this DVR port b5ef644b-e080-4b53-864d-9b453db5d781 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:03.388124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c1843855-3f3d-4d23-8e75-3aeeb796c4ea req-3aed0b8e-4eb6-4d1f-93ac-2e9797a8c1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Synchronizing usage tracker for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:03.399322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.402343 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e928abe2-3356-49ee-87cb-e71357377b8d req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.24 "DELETE /v2.0/ports/b5ef644b-e080-4b53-864d-9b453db5d781 HTTP/1.1" status: 204 len: 173 time: 2.4200559 Feb 17 11:57:03.403359 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96e9031bbcf64818a73e1c0683ee3ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2924244 Feb 17 11:57:03.404539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa6e13-6868-4f96-8ca0-cfc72c6a57d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328fa4b-6f05-49df-ad61-c8ead70166bd,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:03.404664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-deleted', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:57:03.407586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 45996) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:03.411079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 8e481bd1-7094-4bd5-959d-5692c07323c2) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:03.429699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f629c-52a5-4ec8-8c68-ce0cb2fc9e7b None None] Network 8e481bd1-7094-4bd5-959d-5692c07323c2 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:03.432362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:03.434510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cca41e-5d58-4550-a363-c6e4248ce1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'Port': ['ID=b5ef644b-e080-4b53-864d-9b453db5d781,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:03.441617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:03.444835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:03.445518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.463859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.464996 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b15ebfe3-19b3-4529-b57d-c86e4ea150c0 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/routers/5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 HTTP/1.1" status: 204 len: 168 time: 3.9436433 Feb 17 11:57:03.473077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8757db40-3631-41b8-9ccb-84c3f9dc7d9f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:03.486274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46002) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:03.569612 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6da22-d191-4959-934f-d93a9996c688', 'name': 'network-vif-deleted', 'tag': 'b5ef644b-e080-4b53-864d-9b453db5d781', 'status': 'completed', 'code': 200} Feb 17 11:57:03.576791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51adc166-433a-4b12-8bff-a14d85c1c544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.585947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ec1817c4-842a-40dd-9881-ae891e0b74ca tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4124734 Feb 17 11:57:03.588452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46006) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:03.597369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c1843855-3f3d-4d23-8e75-3aeeb796c4ea req-3aed0b8e-4eb6-4d1f-93ac-2e9797a8c1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Unset dirty status for tenant:309e30d5fa0f4537b571c210d5f6f148 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:03.598558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c1843855-3f3d-4d23-8e75-3aeeb796c4ea req-3aed0b8e-4eb6-4d1f-93ac-2e9797a8c1f7 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "GET /v2.0/ports?device_id=2df6da22-d191-4959-934f-d93a9996c688 HTTP/1.1" status: 200 len: 210 time: 0.3910921 Feb 17 11:57:03.678178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:03.681604 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-884dd78d-1bc4-4a56-a2b0-59bb23baa21c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6893630 Feb 17 11:57:03.682641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46010) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:03.713538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3165e8b7-2823-42d0-bb05-61dca652933b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:03.727076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51adc166-433a-4b12-8bff-a14d85c1c544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.740265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3165e8b7-2823-42d0-bb05-61dca652933b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:03.740981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.780853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8757db40-3631-41b8-9ccb-84c3f9dc7d9f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:03.785086 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8757db40-3631-41b8-9ccb-84c3f9dc7d9f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8306506 Feb 17 11:57:03.786063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46014) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:03.793182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: b5ef644b-e080-4b53-864d-9b453db5d781 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:03.793182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b5ef644b-e080-4b53-864d-9b453db5d781 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:03.899317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 4a6995ee-c129-46cb-812a-024242260869 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:03.900679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.908260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57b9b133-099e-4d0b-8dbc-26441422e19d None None] Provisioning for port e2cb1b38-6d65-46bc-8714-71bb91670cf9 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:03.915079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-57b9b133-099e-4d0b-8dbc-26441422e19d None None] Provisioning complete for port e2cb1b38-6d65-46bc-8714-71bb91670cf9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:03.915434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57b9b133-099e-4d0b-8dbc-26441422e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.935821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting subnet f43aef34-cc9a-4053-b1dd-2113677cbbfb {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:03.942624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4ab8045c-fc2b-448a-bbf4-a5eda9788268 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.944473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.970424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:03.997231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-57b9b133-099e-4d0b-8dbc-26441422e19d None None] Port e2cb1b38-6d65-46bc-8714-71bb91670cf9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:57:04.024597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 3165e8b7-2823-42d0-bb05-61dca652933b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3165e8b7-2823-42d0-bb05-61dca652933b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:04.037520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4ab8045c-fc2b-448a-bbf4-a5eda9788268 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.038300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a880dd-8489-49ec-96e1-9f14f40e79f8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:04.042886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a880dd-8489-49ec-96e1-9f14f40e79f8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:04.047212 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f3a880dd-8489-49ec-96e1-9f14f40e79f8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4552662 Feb 17 11:57:04.047646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46018) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.055626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.102912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.106586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51adc166-433a-4b12-8bff-a14d85c1c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.140356 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d9f49adb-e699-405a-b0ee-b81c42b2d979 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 HTTP/1.1" status: 200 len: 921 time: 1.1470137 Feb 17 11:57:04.140356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46022) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.177247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=3165e8b7-2823-42d0-bb05-61dca652933b,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:04.210203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adc166-433a-4b12-8bff-a14d85c1c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328fa4b-6f05-49df-ad61-c8ead70166bd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:04.232211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51adc166-433a-4b12-8bff-a14d85c1c544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.233221 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-51adc166-433a-4b12-8bff-a14d85c1c544 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3328fa4b-6f05-49df-ad61-c8ead70166bd HTTP/1.1" status: 204 len: 168 time: 0.8247249 Feb 17 11:57:04.255396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port e2cb1b38-6d65-46bc-8714-71bb91670cf9 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:04.255738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.280513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.337886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4ab8045c-fc2b-448a-bbf4-a5eda9788268 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.345808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.410603 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b2434eac-7d75-432e-856b-501e7482e43b tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2675948 Feb 17 11:57:04.411957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8045c-fc2b-448a-bbf4-a5eda9788268 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4d524c-d6ae-410f-9dcb-1c30ca9807f4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:04.419378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46028) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.514095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 4a6995ee-c129-46cb-812a-024242260869 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:04.570370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4ab8045c-fc2b-448a-bbf4-a5eda9788268 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.571486 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4ab8045c-fc2b-448a-bbf4-a5eda9788268 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/1e4d524c-d6ae-410f-9dcb-1c30ca9807f4 HTTP/1.1" status: 204 len: 168 time: 0.7818534 Feb 17 11:57:04.582563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46032) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.657869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ec32e6b1-91a4-4afb-8c3f-33d361d9d417 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:04.708001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a97d9d-d387-4edd-b2a4-e8f862846401 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:04.712750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f2a97d9d-d387-4edd-b2a4-e8f862846401 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.2918651 Feb 17 11:57:04.713585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46040) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.744977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46044) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.762152 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3f2b9634-d262-416b-8042-40f4a0b13921 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 HTTP/1.1" status: 200 len: 205 time: 0.0471916 Feb 17 11:57:04.764450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46048) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:04.837037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:04.841257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ec32e6b1-91a4-4afb-8c3f-33d361d9d417 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:04.846094 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ec32e6b1-91a4-4afb-8c3f-33d361d9d417 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2590411 Feb 17 11:57:04.883197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46054) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:05.014795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.078971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--702670991'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:05.083708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Subnet': ['ID=f43aef34-cc9a-4053-b1dd-2113677cbbfb,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:05.085823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.090132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:05.093821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=4a6995ee-c129-46cb-812a-024242260869,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:05.103974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:05.107514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.133003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb68582-b7ca-4d3c-b83a-1895281b2aa8 None None] Network b71332ca-296a-4015-8c7f-d5d7305b226b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:05.139579 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7fad61e7-12b6-49e8-b479-6c5a37f14990 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/subnets/f43aef34-cc9a-4053-b1dd-2113677cbbfb HTTP/1.1" status: 204 len: 168 time: 1.6482551 Feb 17 11:57:05.146576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46064) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:05.229041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for e2cb1b38-6d65-46bc-8714-71bb91670cf9 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:05.272607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.286682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.322885 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a7c6975-9f6d-45bc-8fe0-f936e323786f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/4a6995ee-c129-46cb-812a-024242260869 HTTP/1.1" status: 204 len: 168 time: 1.6209025 Feb 17 11:57:05.327515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46068) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:05.344126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.349943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3165e8b7-2823-42d0-bb05-61dca652933b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:05.366251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:05.375203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:05.382173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:05.391938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:05.392611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.421735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:05.520003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58792264-5762-4f0a-9ce1-65d53271431c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:05.523897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58792264-5762-4f0a-9ce1-65d53271431c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:05.524669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-58792264-5762-4f0a-9ce1-65d53271431c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:05.576806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.617901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3165e8b7-2823-42d0-bb05-61dca652933b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:05.618279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.649677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.757617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] DHCP port deletion for b71332ca-296a-4015-8c7f-d5d7305b226b request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:05.773933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] Deleting port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:05.774512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.776740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-58792264-5762-4f0a-9ce1-65d53271431c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:05.781523 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-58792264-5762-4f0a-9ce1-65d53271431c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4491034 Feb 17 11:57:05.782687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=e2cb1b38-6d65-46bc-8714-71bb91670cf9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:05.785417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46078) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:05.839218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.875909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76af5268-0844-49c5-a304-dde0c2a49f73 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/e2cb1b38-6d65-46bc-8714-71bb91670cf9 HTTP/1.1" status: 204 len: 168 time: 1.8248465 Feb 17 11:57:05.880616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 678a5654-712c-4bb7-adee-929ebce9188e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:05.881092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:05.886397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46082) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:05.992897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] For port 29fe8c14-8da0-446a-b5ec-51c7f38d5336, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=29fe8c14-8da0-446a-b5ec-51c7f38d5336,segment=NetworkSegment(f50dd41b-8517-46a9-b749-fa6a9556910e),segment_id=f50dd41b-8517-46a9-b749-fa6a9556910e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:05.993259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.023402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.033401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a3a01-c1b3-46e6-aeb6-df78264df32a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:06.035563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a3a01-c1b3-46e6-aeb6-df78264df32a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:06.042050 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-001a3a01-c1b3-46e6-aeb6-df78264df32a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1529105 Feb 17 11:57:06.044145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46086) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:06.074985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] For port 29fe8c14-8da0-446a-b5ec-51c7f38d5336, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=29fe8c14-8da0-446a-b5ec-51c7f38d5336,segment=NetworkSegment(f50dd41b-8517-46a9-b749-fa6a9556910e),segment_id=f50dd41b-8517-46a9-b749-fa6a9556910e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:06.075505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.095752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46090) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:06.258279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] Calling delete_port for 29fe8c14-8da0-446a-b5ec-51c7f38d5336 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:06.268892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fca32543-f542-4b7b-ac42-b9d3da71456b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:06.269591 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-fca32543-f542-4b7b-ac42-b9d3da71456b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 11:57:06.274520 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fca32543-f542-4b7b-ac42-b9d3da71456b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1736562 Feb 17 11:57:06.274520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46096) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:06.288092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725876280'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:06.306114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:06.316212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:06.331199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.332754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:06.344854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.346359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:06.349500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.354728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for 29fe8c14-8da0-446a-b5ec-51c7f38d5336 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:06.405002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 7c1361eb-fa06-4f50-9d06-d15cafb207bd {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:06.415134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.422666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.473189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] Pushing event deleted for resources: {'Port': ['ID=29fe8c14-8da0-446a-b5ec-51c7f38d5336,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:06.481346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953f331-a7b6-485d-859f-dbebea370b79 None None] No DVR routers for this DVR port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:06.523303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 678a5654-712c-4bb7-adee-929ebce9188e owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:06.538084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.588208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.616945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.684003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:06.690608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:06.695460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:06.705424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:06.708994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.743605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a99c790-e31c-4227-9067-2fee51cdbf0a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:06.792722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:57:06.792962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:57:06.802089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.807322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-515a9f92-98e1-4586-b6c5-20752d83dbae tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9209852 Feb 17 11:57:06.807322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46100) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:06.813391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '9a99c790-e31c-4227-9067-2fee51cdbf0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:06.828104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:06.834035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:06.838456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:06.845195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:06.870129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.890527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.944449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=678a5654-712c-4bb7-adee-929ebce9188e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:06.953136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.972181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.991467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Deleting port 2ec1158a-6d45-4381-ad82-7446972892c2 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:06.991833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:06.992510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.043690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1361eb-fa06-4f50-9d06-d15cafb207bd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:07.086502 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0cb2b8f3-bf61-4a9d-85e5-bec74b9cf913 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/678a5654-712c-4bb7-adee-929ebce9188e HTTP/1.1" status: 204 len: 168 time: 1.2971165 Feb 17 11:57:07.111145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46104) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.119219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.122231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d5280-7937-4dcc-b994-d1a07504f185 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:07.168290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.209080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 29fe8c14-8da0-446a-b5ec-51c7f38d5336 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:07.218314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.246175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.263277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 29fe8c14-8da0-446a-b5ec-51c7f38d5336 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:07.263277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 29fe8c14-8da0-446a-b5ec-51c7f38d5336 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:07.328058 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-71069809-cde4-4e69-8ceb-956e27184003 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/7c1361eb-fa06-4f50-9d06-d15cafb207bd HTTP/1.1" status: 204 len: 168 time: 1.2805197 Feb 17 11:57:07.329438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46108) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.335463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 29fe8c14-8da0-446a-b5ec-51c7f38d5336 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:07.335463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.396786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.430764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a38cc-471e-4903-9b50-b3e8577b058b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:07.435482 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b71a38cc-471e-4903-9b50-b3e8577b058b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3208656 Feb 17 11:57:07.440120 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1b8fa290-5904-4546-a81b-9b21af22caaa tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096036 Feb 17 11:57:07.440690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46112) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.455806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:07.459313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46114) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.461679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] Deleting port 3165e8b7-2823-42d0-bb05-61dca652933b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:07.462360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.473122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Calling delete_port for 2ec1158a-6d45-4381-ad82-7446972892c2 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:07.501257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.517314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] The port '29fe8c14-8da0-446a-b5ec-51c7f38d5336' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:57:07.571412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:07.584422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989d67ca-ff62-46e5-b6fb-5731f7298f26,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:07.587056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:07.596414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:07.600604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32f742-3431-4e13-a3b9-9dc4173061ef,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:07.603994 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-408dac81-2fef-4e4c-b320-f1623569a6d2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:57:07.605271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-408dac81-2fef-4e4c-b320-f1623569a6d2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/4a6995ee-c129-46cb-812a-024242260869 HTTP/1.1" status: 404 len: 333 time: 0.1533365 Feb 17 11:57:07.610656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46120) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.618057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:07.672289 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc31f83-6afd-42d2-ac84-5017f70b6808 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:57:07.673470 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6dc31f83-6afd-42d2-ac84-5017f70b6808 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/678a5654-712c-4bb7-adee-929ebce9188e HTTP/1.1" status: 404 len: 333 time: 0.0604138 Feb 17 11:57:07.684297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46124) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.723450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f61da5-8901-484b-b95d-af200fbdaeba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:07.724132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-32f61da5-8901-484b-b95d-af200fbdaeba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:07.777167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] For port 3165e8b7-2823-42d0-bb05-61dca652933b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3165e8b7-2823-42d0-bb05-61dca652933b,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:07.778620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.806010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.821074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.826363 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-35634d1f-2ef0-4cd2-bbfa-ef4e529d8512 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0183635 Feb 17 11:57:07.827695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46128) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.844138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '9a99c790-e31c-4227-9067-2fee51cdbf0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:07.851261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.855158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:07.860915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:07.865762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:07.887030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71332ca-296a-4015-8c7f-d5d7305b226b']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:07.903297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:07.910484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.913445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50dd41b-8517-46a9-b749-fa6a9556910e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:07.913742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50dd41b-8517-46a9-b749-fa6a9556910e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:07.915436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-32f61da5-8901-484b-b95d-af200fbdaeba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:07.919194 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-32f61da5-8901-484b-b95d-af200fbdaeba tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4566309 Feb 17 11:57:07.921269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46132) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:07.926405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-247ef4f4-0f2f-4f42-a73b-7b8fb03d5eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.930704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.935207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] Calling delete_port for 3165e8b7-2823-42d0-bb05-61dca652933b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:07.954346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.984377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:07.998457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:07.998856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:08.015645 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:08.018397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Deleting port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:08.019874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.097946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850a6b32-c1a1-4325-b1c4-89273055243a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:08.113630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf542f32-463d-43b7-adff-a526cf09a0ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:08.114340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cf542f32-463d-43b7-adff-a526cf09a0ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:08.119971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.227576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.229175 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6dd80c4f-8ead-4616-af2e-8d1531aabd34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9517858 Feb 17 11:57:08.232872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46136) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:08.247077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '850a6b32-c1a1-4325-b1c4-89273055243a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:08.254164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.267030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:08.283689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:08.289534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:08.295033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.297524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e481bd1-7094-4bd5-959d-5692c07323c2']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:08.305101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.310447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cf542f32-463d-43b7-adff-a526cf09a0ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:08.311669 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cf542f32-463d-43b7-adff-a526cf09a0ae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3876655 Feb 17 11:57:08.312798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:08.316597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46140) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:08.320988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d0fa5c-a5e2-4ebc-a2e3-54f23669c901') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:08.321602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d0fa5c-a5e2-4ebc-a2e3-54f23669c901') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:08.339232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.358439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.365472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] No DVR routers for this DVR port 3165e8b7-2823-42d0-bb05-61dca652933b on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:08.366058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:08.367249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.368533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8a035-e13c-4779-8afb-ef1fd299b0ff None None] Pushing event deleted for resources: {'Port': ['ID=3165e8b7-2823-42d0-bb05-61dca652933b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:08.389538 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:08.396431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.402438 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a5e167b2-9468-4d02-b43b-589749550bae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821505 Feb 17 11:57:08.403082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.403167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] For port 421e95ad-c409-4d6a-ae5f-f8a7175b3c14, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:08.403167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.405552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.410477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46144) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:08.419432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:08.488425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.613456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Calling delete_port for 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:08.669760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event deleted for resources: {'Port': ['ID=2ec1158a-6d45-4381-ad82-7446972892c2,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:08.672705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Network': ['ID=b71332ca-296a-4015-8c7f-d5d7305b226b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:08.685841 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1a04967c-715c-45db-97ef-12489cd221ca tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/networks/b71332ca-296a-4015-8c7f-d5d7305b226b HTTP/1.1" status: 204 len: 168 time: 3.5393548 Feb 17 11:57:08.689489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.697430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46148) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:08.769398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f771c4b-451b-47d0-abb9-ada4c398a570,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:08.849851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:08.862079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.866208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:08.888304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.889466 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bc03493e-2fa5-46ea-a6e7-ae5615822121 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0599530 Feb 17 11:57:08.892323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46152) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:08.894547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.898105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '9a99c790-e31c-4227-9067-2fee51cdbf0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:08.906367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:08.912773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:08.916905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:08.954665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:08.959669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:08.964227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:08.977270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=8e481bd1-7094-4bd5-959d-5692c07323c2,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:09.004218 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-de0ad941-ad91-45e8-b288-0dc84323c64f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/8e481bd1-7094-4bd5-959d-5692c07323c2 HTTP/1.1" status: 204 len: 168 time: 1.3188367 Feb 17 11:57:09.011709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46156) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:09.018684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port b19278ef-9f3e-4fac-960c-6ea653d9359f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:09.019053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.053421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-97662143'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:09.122125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:09.154663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.172417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3165e8b7-2823-42d0-bb05-61dca652933b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:09.200311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:09.208191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3165e8b7-2823-42d0-bb05-61dca652933b {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:09.209376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3165e8b7-2823-42d0-bb05-61dca652933b not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:09.210645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.210806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:09.238105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:09.248257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.270097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.290201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'Port': ['ID=421e95ad-c409-4d6a-ae5f-f8a7175b3c14,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:09.415809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.445771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.490847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:09.494309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.518511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685c508f-f02b-4b6a-b490-32128a2462c7,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:09.550601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.614545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9766bb1-75a2-4db7-827c-804e643c447c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:09.684773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.685992 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9a4ea5b4-f4ba-4997-ab24-e806befb1713 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4502692 Feb 17 11:57:09.690874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46160) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:09.709850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.711380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:57:09.715289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.715969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '850a6b32-c1a1-4325-b1c4-89273055243a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:09.724939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:09.728999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.729344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.747941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:09.750773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.754508 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c7f55326-1357-4817-943f-c4945f7e679a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8587158 Feb 17 11:57:09.754652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.756369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:09.759342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46164) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:09.780018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '9a99c790-e31c-4227-9067-2fee51cdbf0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:09.793856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:09.803490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:09.809646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:09.812306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:09.813204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:09.821601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:09.824328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:09.826477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:09.828999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:09.829467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.833364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03584e6b-f65c-4dd6-9e33-b6a484241e13 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:09.874138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.874388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment 3a711ea3-d74a-4314-9284-e47edeb9720c of type vlan for network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 Feb 17 11:57:09.876460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:09.880651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:09.886332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for b19278ef-9f3e-4fac-960c-6ea653d9359f owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:09.972321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.015342 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1ae34d81-5d96-4be2-b260-9344f4b37eae tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6037838 Feb 17 11:57:10.020186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46168) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:10.027312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.028179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:10.075295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d329820-97e2-4906-8756-3ee5d05ad46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.088112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:10.088933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.121619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.229987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.250926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.251725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Fanout notify agent at l3_agent the message router_deleted on router 0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:10.253408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.258527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:10.259587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.266173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Allocated IP 2001:db8::f816:3eff:fe72:47b9 (077674eb-7979-49ce-a746-00af8b5678be/ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1/07d59d3f-2386-4e0b-8829-d55950391af7) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:10.311407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.347150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968163ad-c664-4b4c-af92-51f654e03702,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:10.482513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.483558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-90623ab0-b98c-4338-ab06-e09670d78716 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 HTTP/1.1" status: 204 len: 168 time: 5.7196913 Feb 17 11:57:10.493034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46172) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:10.506287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:10.520842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-324699528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:10.520961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.522541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:10.526235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c03234ec-747e-4366-b5ed-e6aed3e0bf1b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5134237 Feb 17 11:57:10.527746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:10.534232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46176) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:10.541672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Usage tracker for resource:router and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:10.552044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:10.566925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:10.569500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:10.579974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.600841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:10.602045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Transition to ACTIVE for port object 07d59d3f-2386-4e0b-8829-d55950391af7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:10.622487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.626626 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2d0a37f3-e4b3-46e6-9baa-ed5b1fab4759 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8612337 Feb 17 11:57:10.626973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46180) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:10.637848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '9a99c790-e31c-4227-9067-2fee51cdbf0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:10.644160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:10.649053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:10.649708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Transition to ACTIVE for port object 07d59d3f-2386-4e0b-8829-d55950391af7 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:10.652249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:10.663622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:10.688595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:10.715550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=b19278ef-9f3e-4fac-960c-6ea653d9359f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:10.730900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.761735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Router dd2c396a-692c-436d-93a9-b000b4e06613 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:57:10.766943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.802808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:10.805387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:10.809502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:10.816505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Pushing event updated for resources: {'Port': ['ID=07d59d3f-2386-4e0b-8829-d55950391af7,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:10.822495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.823710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.827118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 11:57:10.828166 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d8f0763d-c6c7-4423-9749-16f85dff52ea tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1263475 Feb 17 11:57:10.835629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46184) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:10.856263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:10.870774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:10.885192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:10.900409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:10.909228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Attempting to bind port 07d59d3f-2386-4e0b-8829-d55950391af7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:10.909813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Attempting to bind port 07d59d3f-2386-4e0b-8829-d55950391af7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:10.910461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Attempting to bind port 07d59d3f-2386-4e0b-8829-d55950391af7 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:10.917173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:10.917619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:10.918046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.918428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:10.918901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Bound port: 07d59d3f-2386-4e0b-8829-d55950391af7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:10.919243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:10.961093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:10.983546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.000997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.019675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.019912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] For port 07d59d3f-2386-4e0b-8829-d55950391af7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:11.023193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] For port 07d59d3f-2386-4e0b-8829-d55950391af7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07d59d3f-2386-4e0b-8829-d55950391af7,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:11.033336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.034519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-db453eea-a373-47cb-b3cb-d37e37855b7d tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/floatingips/b4a7a498-0481-49ab-bb40-722d6834e3c2 HTTP/1.1" status: 204 len: 168 time: 2.3098319 Feb 17 11:57:11.039171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46188) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.077433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.080988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81130971-a520-4746-a01e-253c62f377a0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.096447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:11.101429 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb952d6-5e9c-4890-a24f-4a06c23833cb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] DELETE failed (client error): The resource could not be found. Feb 17 11:57:11.101723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb952d6-5e9c-4890-a24f-4a06c23833cb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:11.108145 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] Sync routers for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:11.108669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:11.122784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937a4e62-7398-4bad-85b9-4eb2ae1f2101,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:11.123540 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:11.124153 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:11.126923 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b9ba66b4-7a37-4595-86a1-b57935de7917 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "PUT /v2.0/routers/dd2c396a-692c-436d-93a9-b000b4e06613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3804317 Feb 17 11:57:11.130675 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fdb952d6-5e9c-4890-a24f-4a06c23833cb tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/ports/f6d1db27-e5cd-480a-8d8a-e96fb2ac8e5b HTTP/1.1" status: 404 len: 333 time: 0.0881202 Feb 17 11:57:11.130675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46192) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.134039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46194) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.134746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.208880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.224755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bf494e77-7318-45af-a1ec-0078b1d8bcf3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Synchronizing usage tracker for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:11.233249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.237876 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3703b3ba-a500-4b4a-9326-709f4cf762d2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6021562 Feb 17 11:57:11.237876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46200) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.300257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81130971-a520-4746-a01e-253c62f377a0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.316782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.344958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.373980 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:11.411967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.416738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112b515-57a8-487e-96b8-1b058dea8250 None None] Pushing event updated for resources: {'Port': ['ID=07d59d3f-2386-4e0b-8829-d55950391af7,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:11.432287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bf494e77-7318-45af-a1ec-0078b1d8bcf3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Unset dirty status for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:11.433201 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bf494e77-7318-45af-a1ec-0078b1d8bcf3 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 HTTP/1.1" status: 200 len: 205 time: 0.2633183 Feb 17 11:57:11.437934 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46204) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.456030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.474289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.509825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ad01c55-c3a7-49fc-bb4f-83f3418b47ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.535480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.536659 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-23b096ad-16d0-4676-9f18-a49d9693b0f8 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0421038 Feb 17 11:57:11.541173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46208) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.547484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ad01c55-c3a7-49fc-bb4f-83f3418b47ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.555139 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-4adec75c-8772-4ed9-9a8c-eb0e2b0ea808 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] delete failed (client error): The resource could not be found. Feb 17 11:57:11.555337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': True}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:11.555442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4adec75c-8772-4ed9-9a8c-eb0e2b0ea808 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/routers/5d7d1e74-e2c9-4cf0-9499-b0b9c9ecc3f0 HTTP/1.1" status: 404 len: 336 time: 0.1077085 Feb 17 11:57:11.561729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46212) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.577359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Deleting subnet 6c39140e-c598-4421-a374-29370b1372ba {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:11.607011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.ipam_backend_mixin [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Performing IP validity checks on allocation pools {{(pid=84459) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:57:11.610003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.ipam_backend_mixin [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84459) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:57:11.612941 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.ipam_backend_mixin [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1 (CIDR: 2001:db8::/64) Feb 17 11:57:11.620652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.670191 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bbc2d8-0ed8-4400-9e72-740b011a7268 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] DELETE failed (client error): The resource could not be found. Feb 17 11:57:11.670813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bbc2d8-0ed8-4400-9e72-740b011a7268 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:11.710992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-29bbc2d8-0ed8-4400-9e72-740b011a7268 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/subnets/f43aef34-cc9a-4053-b1dd-2113677cbbfb HTTP/1.1" status: 404 len: 337 time: 0.1476595 Feb 17 11:57:11.717018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46216) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.733706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81130971-a520-4746-a01e-253c62f377a0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.737987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:11.738544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:11.777881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81130971-a520-4746-a01e-253c62f377a0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a6b32-c1a1-4325-b1c4-89273055243a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:11.780829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.788892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81130971-a520-4746-a01e-253c62f377a0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.790134 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-81130971-a520-4746-a01e-253c62f377a0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/850a6b32-c1a1-4325-b1c4-89273055243a HTTP/1.1" status: 204 len: 168 time: 0.9462256 Feb 17 11:57:11.795665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46220) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:11.839201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ad01c55-c3a7-49fc-bb4f-83f3418b47ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.841027 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:57:08Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:11.848288 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] Checking router: dd2c396a-692c-436d-93a9-b000b4e06613 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:57:11.860060 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] Routers {'dd2c396a-692c-436d-93a9-b000b4e06613'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:11.860730 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['dd2c396a-692c-436d-93a9-b000b4e06613'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:11.871932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port eb7cda9a-18e4-44cb-a151-12f29ca1201a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:11.872397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.918243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ad01c55-c3a7-49fc-bb4f-83f3418b47ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:11.922035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ad01c55-c3a7-49fc-bb4f-83f3418b47ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/937a4e62-7398-4bad-85b9-4eb2ae1f2101 HTTP/1.1" status: 204 len: 168 time: 0.6810918 Feb 17 11:57:11.933053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad01c55-c3a7-49fc-bb4f-83f3418b47ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=937a4e62-7398-4bad-85b9-4eb2ae1f2101,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:11.948310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46224) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:12.058356 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] Set router dd2c396a-692c-436d-93a9-b000b4e06613 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:12.091065 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fe2c20e2-dfdb-47df-bfed-c4b4af529620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0673835 Feb 17 11:57:12.091813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46228) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:12.096450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cb782688-6a5d-4fd1-9494-fad6d3fea337 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:12.101226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:12.190383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5b2c1047-0e0b-412d-b2fc-499e19bc6dd6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:12.315628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:12.413460 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:57:08Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:12.414110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cb782688-6a5d-4fd1-9494-fad6d3fea337 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:12.415663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cb782688-6a5d-4fd1-9494-fad6d3fea337 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6187172 Feb 17 11:57:12.423667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46232) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:12.425184 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195baf39-b43a-4c56-8be9-5d813871adb3 None None] The sync data for ids ['dd2c396a-692c-436d-93a9-b000b4e06613'] in dv-neutron-828728-1-hyperv is: [{'id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262372894', 'tenant_id': '309e30d5fa0f4537b571c210d5f6f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:53:05Z', 'updated_at': '2022-02-17T11:57:08Z', 'revision_number': 5, 'project_id': '309e30d5fa0f4537b571c210d5f6f148', 'gw_port': {'id': '54f71aa0-1efb-4f3b-acf6-b96036d36198', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c396a-692c-436d-93a9-b000b4e06613', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:53:08Z', 'updated_at': '2022-02-17T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:12.437504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--751878869'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:12.449139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:12.455881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:12.512708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:12.671293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:12.671293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=765a1484-ed9f-4759-a343-f22bbac80bd8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:12.671293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': '3a711ea3-d74a-4314-9284-e47edeb9720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:12.671293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:12.671681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:12.671681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:12.719884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:12.792066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for eb7cda9a-18e4-44cb-a151-12f29ca1201a owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:12.941679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5b2c1047-0e0b-412d-b2fc-499e19bc6dd6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:12.943129 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5b2c1047-0e0b-412d-b2fc-499e19bc6dd6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.9937515 Feb 17 11:57:12.946397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46236) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:12.970872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:12.971508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:12.978754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:12.981049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.014149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'Subnet': ['ID=6c39140e-c598-4421-a374-29370b1372ba,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:13.019026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.023164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d09edbc6-a2fa-4c59-aacf-e73155afc798 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.036992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ba0d4b2-0e31-412f-a324-6ef2c07169b4 tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "DELETE /v2.0/subnets/6c39140e-c598-4421-a374-29370b1372ba HTTP/1.1" status: 204 len: 168 time: 1.8968570 Feb 17 11:57:13.036992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46240) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.037761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051a733-583d-4ed8-9896-ea62d1565988 None None] Network 33fa286c-113b-4fe4-ab27-b1e5195efa8b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:13.038354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d09edbc6-a2fa-4c59-aacf-e73155afc798 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.093413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:13.117278 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.123255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:13.123255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:13.131937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:13.136576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:13.137144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.141025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:13.156002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:13.209700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d09edbc6-a2fa-4c59-aacf-e73155afc798 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.226620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3517f-8386-474c-bfe7-dac8866c4d9f None None] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:13.255107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0da2fa59-4ea2-4cd2-8687-e6fcd1fa11fe None None] Provisioning for port 07d59d3f-2386-4e0b-8829-d55950391af7 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:13.272399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d09edbc6-a2fa-4c59-aacf-e73155afc798 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.277987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d09edbc6-a2fa-4c59-aacf-e73155afc798 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/968163ad-c664-4b4c-af92-51f654e03702 HTTP/1.1" status: 204 len: 168 time: 0.3299685 Feb 17 11:57:13.283889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46244) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.287875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09edbc6-a2fa-4c59-aacf-e73155afc798 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968163ad-c664-4b4c-af92-51f654e03702,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:13.311157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=eb7cda9a-18e4-44cb-a151-12f29ca1201a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:13.343582 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-37fa1ad8-1850-43f5-9be4-f92592e85d5e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8050120 Feb 17 11:57:13.353930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46248) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.363873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8', 'name': 'tempest-PortsIpV6TestJSON-787640794'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:13.468296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.498525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.567701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07d59d3f-2386-4e0b-8829-d55950391af7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:13.576684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.580773 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d3e6065b-f1bf-41ee-9345-3a5fa34310ae tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/ports/eb7cda9a-18e4-44cb-a151-12f29ca1201a HTTP/1.1" status: 204 len: 168 time: 1.8594999 Feb 17 11:57:13.583121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.584716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46252) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.587629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.600057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d9554735-24d2-4490-a3b9-c7f5aeff4ee1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:13.685384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.699589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.735049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8', 'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': '765a1484-ed9f-4759-a343-f22bbac80bd8'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:13.735049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.824216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.826881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4004045 Feb 17 11:57:13.828455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46256) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.848014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port b939d1ce-d97b-4153-995c-ee1e41d9048c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:13.848354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.875723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74664f14-393e-43f9-adb9-5b659b08519e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b9347-7f4d-4e49-a055-62cefbdba41a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:13.899809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] DHCP port deletion for 33fa286c-113b-4fe4-ab27-b1e5195efa8b request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:13.904816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5aff047a-2357-4dbf-b878-b983ca5672e2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '8c2b9347-7f4d-4e49-a055-62cefbdba41a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:13.905689 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-5aff047a-2357-4dbf-b878-b983ca5672e2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:13.906580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 07d59d3f-2386-4e0b-8829-d55950391af7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:13.906714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d9554735-24d2-4490-a3b9-c7f5aeff4ee1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:13.910158 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5aff047a-2357-4dbf-b878-b983ca5672e2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0807042 Feb 17 11:57:13.910625 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d9554735-24d2-4490-a3b9-c7f5aeff4ee1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.6242125 Feb 17 11:57:13.913292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46260) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.913690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46262) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:13.920500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] Deleting port 5892e8de-079a-4749-8bb8-951a1205f253 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:13.920867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.948969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 07d59d3f-2386-4e0b-8829-d55950391af7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:13.948969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:13.999017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:14.010591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e028fe09-da62-480b-b1bf-212ff5c1ebb5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.031384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:14.035137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Allocated IP 2001:db8::2 (0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8/765a1484-ed9f-4759-a343-f22bbac80bd8/169c9af5-f9ae-4f43-93b0-9ceb239b71de) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:14.038389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:14.039554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e028fe09-da62-480b-b1bf-212ff5c1ebb5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.054381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:14.078369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Allocated IP 172.26.6.203 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/86fd79ae-4359-45c4-a99e-bf7a33503d7e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:14.120896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b481ee53-8c0e-4430-b652-06bfd5ac8bf1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.160296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b481ee53-8c0e-4430-b652-06bfd5ac8bf1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.230109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.247522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e028fe09-da62-480b-b1bf-212ff5c1ebb5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.282707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.304190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028fe09-da62-480b-b1bf-212ff5c1ebb5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9766bb1-75a2-4db7-827c-804e643c447c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:14.359012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.364055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:14.368807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.376781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b481ee53-8c0e-4430-b652-06bfd5ac8bf1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.378478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] For port 5892e8de-079a-4749-8bb8-951a1205f253, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5892e8de-079a-4749-8bb8-951a1205f253,segment=NetworkSegment(dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40),segment_id=dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:14.379079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.385047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:14.404690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:14.528463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Deleting port 54f71aa0-1efb-4f3b-acf6-b96036d36198 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:14.528793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.532185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.533274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] Calling delete_port for 5892e8de-079a-4749-8bb8-951a1205f253 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:14.563818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481ee53-8c0e-4430-b652-06bfd5ac8bf1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2b9347-7f4d-4e49-a055-62cefbdba41a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:14.566736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:14.606903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:14.607165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.611519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b481ee53-8c0e-4430-b652-06bfd5ac8bf1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.613840 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b481ee53-8c0e-4430-b652-06bfd5ac8bf1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/8c2b9347-7f4d-4e49-a055-62cefbdba41a HTTP/1.1" status: 204 len: 168 time: 0.6977642 Feb 17 11:57:14.621497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.632418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Transition to ACTIVE for port object 169c9af5-f9ae-4f43-93b0-9ceb239b71de will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:14.638661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46268) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:14.653518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Transition to ACTIVE for port object 169c9af5-f9ae-4f43-93b0-9ceb239b71de will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:14.666220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634256b0-eb77-4a26-bb97-09d24e2938c2 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:14.676610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for b939d1ce-d97b-4153-995c-ee1e41d9048c owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:14.711951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=5c116ff0-516d-4bd7-a172-3b6ea9fde53d,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:14.722185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e028fe09-da62-480b-b1bf-212ff5c1ebb5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.725844 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e028fe09-da62-480b-b1bf-212ff5c1ebb5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/f9766bb1-75a2-4db7-827c-804e643c447c HTTP/1.1" status: 204 len: 168 time: 0.8053882 Feb 17 11:57:14.727235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46272) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:14.762377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 07d59d3f-2386-4e0b-8829-d55950391af7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07d59d3f-2386-4e0b-8829-d55950391af7,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:14.766874 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d71afcab-96c1-4ef0-a835-2852c198b0ff tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6713417 Feb 17 11:57:14.769815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.774712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:14.785272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:dd:90:8a', 'name': 'tempest-NetworksTestDHCPv6-241244863'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:14.787014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.847717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.875683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:14.886580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::2fc (0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8/765a1484-ed9f-4759-a343-f22bbac80bd8/40317952-3ab0-4cd8-84f3-0bad6d8d21d3) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:14.911077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dd332ad3-75d0-4c6a-955d-2d6cab10eec2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:14.931019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:14.931429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 421e95ad-c409-4d6a-ae5f-f8a7175b3c14 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:14.945156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Pushing event updated for resources: {'Port': ['ID=169c9af5-f9ae-4f43-93b0-9ceb239b71de,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:14.949825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f6657f4d-25af-443d-847b-bfd0f1708a63 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:14.957590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:14.963784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] For port 54f71aa0-1efb-4f3b-acf6-b96036d36198, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=54f71aa0-1efb-4f3b-acf6-b96036d36198,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:14.963784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:14.992392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:15.002028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:15.011271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.093318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.113828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dd332ad3-75d0-4c6a-955d-2d6cab10eec2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:15.114868 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dd332ad3-75d0-4c6a-955d-2d6cab10eec2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4752703 Feb 17 11:57:15.125898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Calling delete_port for 54f71aa0-1efb-4f3b-acf6-b96036d36198 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:15.137583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.152503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46280) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:15.184215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--197085541'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:15.197218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:15.206178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:15.210694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:15.215934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=07d59d3f-2386-4e0b-8829-d55950391af7,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.222818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5892e8de-079a-4749-8bb8-951a1205f253 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:15.232514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f6657f4d-25af-443d-847b-bfd0f1708a63 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:15.239291 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f6657f4d-25af-443d-847b-bfd0f1708a63 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5046899 Feb 17 11:57:15.239896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:15.241712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46284) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:15.248454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:15.258778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] No DVR routers for this DVR port 5892e8de-079a-4749-8bb8-951a1205f253 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:15.286888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0335d85e-c854-4b6a-8010-501af90f7ebe tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.295145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:15.304610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0335d85e-c854-4b6a-8010-501af90f7ebe tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.344190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 5892e8de-079a-4749-8bb8-951a1205f253 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:15.344428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5892e8de-079a-4749-8bb8-951a1205f253 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:15.346185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f96455-3661-48eb-a8ed-6036930c2d52 None None] Pushing event deleted for resources: {'Port': ['ID=5892e8de-079a-4749-8bb8-951a1205f253,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.359103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Attempting to bind port 169c9af5-f9ae-4f43-93b0-9ceb239b71de on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:15.359103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Attempting to bind port 169c9af5-f9ae-4f43-93b0-9ceb239b71de by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '3a711ea3-d74a-4314-9284-e47edeb9720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:15.359103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Attempting to bind port 169c9af5-f9ae-4f43-93b0-9ceb239b71de on network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:15.369971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:15.371794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:15.372378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Checking segment: {'id': '3a711ea3-d74a-4314-9284-e47edeb9720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:15.372924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.373466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Bound using segment: {'id': '3a711ea3-d74a-4314-9284-e47edeb9720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:15.373991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.374303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Bound port: 169c9af5-f9ae-4f43-93b0-9ceb239b71de, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a711ea3-d74a-4314-9284-e47edeb9720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:15.374869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.381290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.399409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:15.403663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:15.422129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 94a2d209-7add-4383-be3d-93cb4712bfb5 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:15.460623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0335d85e-c854-4b6a-8010-501af90f7ebe tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.471090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:15.482953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/ports/b939d1ce-d97b-4153-995c-ee1e41d9048c HTTP/1.1" status: 204 len: 168 time: 1.8913374 Feb 17 11:57:15.490329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] For port 169c9af5-f9ae-4f43-93b0-9ceb239b71de, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:15.492175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46288) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:15.495089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335d85e-c854-4b6a-8010-501af90f7ebe tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f771c4b-451b-47d0-abb9-ada4c398a570,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.534555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Port': ['ID=86fd79ae-4359-45c4-a99e-bf7a33503d7e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.568070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.570262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] For port 169c9af5-f9ae-4f43-93b0-9ceb239b71de, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=169c9af5-f9ae-4f43-93b0-9ceb239b71de,segment=NetworkSegment(3a711ea3-d74a-4314-9284-e47edeb9720c),segment_id=3a711ea3-d74a-4314-9284-e47edeb9720c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:15.582687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Update dhcp port {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': 'ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1', 'ip_address': '2001:db8::f816:3eff:fe72:47b9'}, {'subnet_id': '5c116ff0-516d-4bd7-a172-3b6ea9fde53d'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '07d59d3f-2386-4e0b-8829-d55950391af7'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:57:15.613546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4213ec-9b55-4ffc-b838-b93a9d6f2933 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=b939d1ce-d97b-4153-995c-ee1e41d9048c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.632870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'Port': ['ID=54f71aa0-1efb-4f3b-acf6-b96036d36198,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.639285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.674996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0335d85e-c854-4b6a-8010-501af90f7ebe tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.676107 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0335d85e-c854-4b6a-8010-501af90f7ebe tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3f771c4b-451b-47d0-abb9-ada4c398a570 HTTP/1.1" status: 204 len: 168 time: 0.4325249 Feb 17 11:57:15.683150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46292) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:15.692626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.723696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.757165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.757444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:15.804586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:15.823320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e5f9569-2c0e-44ed-8804-fb5b27ad45a6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1340027 Feb 17 11:57:15.823972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46296) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:15.827178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:15.834329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:15.859896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:15.867503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab590b6-05d7-4208-b9a4-141047d70106 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:15.868159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7ab590b6-05d7-4208-b9a4-141047d70106 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Synchronizing usage tracker for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:15.872294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1004aa-beb7-489e-940b-2dba96d66b3c None None] Pushing event updated for resources: {'Port': ['ID=169c9af5-f9ae-4f43-93b0-9ceb239b71de,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:15.880434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c60cdb5c-292f-4ce7-88fc-88f42a5e8453 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.898963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c60cdb5c-292f-4ce7-88fc-88f42a5e8453 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:15.989385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.043613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8:0:1::d5 (077674eb-7979-49ce-a746-00af8b5678be/5c116ff0-516d-4bd7-a172-3b6ea9fde53d/94a2d209-7add-4383-be3d-93cb4712bfb5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:16.046668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.049276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.052644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.148040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fedd:908a (077674eb-7979-49ce-a746-00af8b5678be/ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1/94a2d209-7add-4383-be3d-93cb4712bfb5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:16.172026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c60cdb5c-292f-4ce7-88fc-88f42a5e8453 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.197365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.211584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7ab590b6-05d7-4208-b9a4-141047d70106 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Unset dirty status for tenant:c82c5fbfe0844d2baa53b4fb9c5a14b4 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:16.212659 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7ab590b6-05d7-4208-b9a4-141047d70106 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bbef467-b7d2-4a31-892a-788e5d5ff9e2 HTTP/1.1" status: 200 len: 913 time: 0.7191617 Feb 17 11:57:16.344936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46300) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:16.379736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cdb5c-292f-4ce7-88fc-88f42a5e8453 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=989d67ca-ff62-46e5-b6fb-5731f7298f26,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:16.604966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:16.641762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.657118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.659686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.663444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=40317952-3ab0-4cd8-84f3-0bad6d8d21d3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:16.667883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:16.684000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:16.688045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:16.692072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.694727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.695917 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5285523 Feb 17 11:57:16.697325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10dac6-9e8c-4c2b-a1cf-d636bf8dcb28 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0010fc8a-0d29-42b6-a96c-07d641cac73c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:16.699627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46304) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:16.705621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.715056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c60cdb5c-292f-4ce7-88fc-88f42a5e8453 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.716884 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c60cdb5c-292f-4ce7-88fc-88f42a5e8453 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/989d67ca-ff62-46e5-b6fb-5731f7298f26 HTTP/1.1" status: 204 len: 168 time: 0.8848383 Feb 17 11:57:16.720037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46308) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:16.722335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-14752c5f-bd17-4186-b696-bc3cadb41960 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '0010fc8a-0d29-42b6-a96c-07d641cac73c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:16.722891 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-14752c5f-bd17-4186-b696-bc3cadb41960 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:16.723843 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-14752c5f-bd17-4186-b696-bc3cadb41960 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0199397 Feb 17 11:57:16.727063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46312) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:16.763454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.785693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.786342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Fanout notify agent at l3_agent the message router_deleted on router dd2c396a-692c-436d-93a9-b000b4e06613 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:16.805100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e04a790a-6183-4820-9919-d353d2087b24 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:16.809587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 94a2d209-7add-4383-be3d-93cb4712bfb5 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:16.824631 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8b4150f8-ba8c-43c0-ab03-7497347efddd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4655669 Feb 17 11:57:16.826480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46316) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:16.832923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:16.837361 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bef7876e-98b2-408e-9d82-66d0e2f8998c tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "DELETE /v2.0/routers/dd2c396a-692c-436d-93a9-b000b4e06613 HTTP/1.1" status: 204 len: 168 time: 3.8056669 Feb 17 11:57:16.840156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46320) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:16.970915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e04a790a-6183-4820-9919-d353d2087b24 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:16.974934 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e04a790a-6183-4820-9919-d353d2087b24 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2510972 Feb 17 11:57:16.977698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46324) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:17.009831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2fe1514c-7e80-4ca8-aacc-bf12026b6800 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.028689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:17.028857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.074862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2fe1514c-7e80-4ca8-aacc-bf12026b6800 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.080151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.139036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.166254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a04186c4-e486-427d-8598-963940dac40a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.175272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Allocated IP 2001:db8:0:1::2 (077674eb-7979-49ce-a746-00af8b5678be/5c116ff0-516d-4bd7-a172-3b6ea9fde53d/07d59d3f-2386-4e0b-8829-d55950391af7) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:17.212332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a04186c4-e486-427d-8598-963940dac40a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.226646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c880bb-e544-4298-a126-abcb9f594889 None None] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:17.265083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:17.304857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:17.309030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:17.314043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:17.320775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.408651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=94a2d209-7add-4383-be3d-93cb4712bfb5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:17.458349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07d59d3f-2386-4e0b-8829-d55950391af7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:17.469913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2fe1514c-7e80-4ca8-aacc-bf12026b6800 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.519443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1514c-7e80-4ca8-aacc-bf12026b6800 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0010fc8a-0d29-42b6-a96c-07d641cac73c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:17.529389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a04186c4-e486-427d-8598-963940dac40a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.567108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2fe1514c-7e80-4ca8-aacc-bf12026b6800 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.571048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2fe1514c-7e80-4ca8-aacc-bf12026b6800 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/0010fc8a-0d29-42b6-a96c-07d641cac73c HTTP/1.1" status: 204 len: 168 time: 0.8386545 Feb 17 11:57:17.573957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04186c4-e486-427d-8598-963940dac40a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a99c790-e31c-4227-9067-2fee51cdbf0a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:17.577674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46328) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:17.584840 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d8e15625-84da-4b73-986f-0d24c1f9880e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8085377 Feb 17 11:57:17.592072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.594528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46332) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:17.651053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fa286c-113b-4fe4-ab27-b1e5195efa8b']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:17.670369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.674325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] For port 07d59d3f-2386-4e0b-8829-d55950391af7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07d59d3f-2386-4e0b-8829-d55950391af7,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:17.679343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-69dd9628-0970-4d6d-bb8f-483bac443790 None None] Provisioning for port 169c9af5-f9ae-4f43-93b0-9ceb239b71de completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:17.679522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:17.679794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a04186c4-e486-427d-8598-963940dac40a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.680268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc64e3ed-f30f-4fe3-98d0-c16cb7f2ec40') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:17.684230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a04186c4-e486-427d-8598-963940dac40a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/9a99c790-e31c-4227-9067-2fee51cdbf0a HTTP/1.1" status: 204 len: 168 time: 0.7016573 Feb 17 11:57:17.687206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46336) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:17.763299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 94a2d209-7add-4383-be3d-93cb4712bfb5 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:17.763299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.765774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.767590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 07d59d3f-2386-4e0b-8829-d55950391af7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:17.767951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.804264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.820136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c5b48aa3-e959-4134-8612-53773b00be3d tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:17.844634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Transition to ACTIVE for port object 07d59d3f-2386-4e0b-8829-d55950391af7 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:17.846540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:17.885236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Router 0490f721-92b8-406f-b51c-65136571067b is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:57:17.903993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.915586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.931788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:17.932322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:17.954822 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:17.998895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 169c9af5-f9ae-4f43-93b0-9ceb239b71de up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:18.008058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c5b48aa3-e959-4134-8612-53773b00be3d tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:18.013914 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c5b48aa3-e959-4134-8612-53773b00be3d tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4275873 Feb 17 11:57:18.032995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46340) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:18.040678 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ac8a7088-70d6-4475-93e2-e99d91a0348a tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3487127 Feb 17 11:57:18.047941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46344) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:18.051590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--701827978'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:18.058117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:18.068165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:18.098909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--95940228'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:18.121069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:18.126710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:18.130875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:18.137810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:18.189573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Pushing event updated for resources: {'Port': ['ID=07d59d3f-2386-4e0b-8829-d55950391af7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:18.192900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.203322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.203666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.203994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.204309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.204630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.204954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.205276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.205594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.205939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.206300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.206625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98638ee-5940-44c2-b142-35958ca8d71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:18.324737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 169c9af5-f9ae-4f43-93b0-9ceb239b71de completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:18.331818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 169c9af5-f9ae-4f43-93b0-9ceb239b71de triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:18.332524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.339274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.355970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.371512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.410802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.467343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "DELETE /v2.0/networks/33fa286c-113b-4fe4-ab27-b1e5195efa8b HTTP/1.1" status: 204 len: 168 time: 1.6258390 Feb 17 11:57:18.468695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec31d6-bf53-4401-841d-e9fd6c89219b tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'Network': ['ID=33fa286c-113b-4fe4-ab27-b1e5195efa8b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:18.476455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46348) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:18.483888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.535643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:18.542773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:18.550215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Provisioning for port 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:18.556899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:18.559958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Provisioning complete for port 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:18.560341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.574788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:18.608240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Port 40317952-3ab0-4cd8-84f3-0bad6d8d21d3 was deleted so its status cannot be updated. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 17 11:57:18.647459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.658534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.675009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 94a2d209-7add-4383-be3d-93cb4712bfb5 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:18.710382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.725615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Provisioning complete for port 169c9af5-f9ae-4f43-93b0-9ceb239b71de triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:18.726118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.740113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.772122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=40317952-3ab0-4cd8-84f3-0bad6d8d21d3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:18.822697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 169c9af5-f9ae-4f43-93b0-9ceb239b71de, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=169c9af5-f9ae-4f43-93b0-9ceb239b71de,segment=NetworkSegment(3a711ea3-d74a-4314-9284-e47edeb9720c),segment_id=3a711ea3-d74a-4314-9284-e47edeb9720c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:18.861376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bdb769-6b91-4b93-92f2-5f1a32275a47,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:18.914243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.944752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:18.963031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:18.990353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:19.007327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.011674 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-25d1eeea-4758-4743-95eb-07939179b628 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/40317952-3ab0-4cd8-84f3-0bad6d8d21d3 HTTP/1.1" status: 204 len: 168 time: 2.1820979 Feb 17 11:57:19.015901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:19.021422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46352) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.069884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2c85140d-ae5a-475a-abb0-c7e3d269f74e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.105064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:19.109698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:57:19.109698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-1845f0f2-2ff1-4436-b71c-2708341c060a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:57:19.110392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 54f71aa0-1efb-4f3b-acf6-b96036d36198 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:19.111964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2c85140d-ae5a-475a-abb0-c7e3d269f74e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.124885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.128990 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b6cebafc-0f79-48b0-b34f-fcdece92e1ef tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "PUT /v2.0/routers/0490f721-92b8-406f-b51c-65136571067b HTTP/1.1" status: 200 len: 914 time: 7.5841799 Feb 17 11:57:19.131307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46356) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.150266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] Sync routers for ids ['0490f721-92b8-406f-b51c-65136571067b'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:19.168886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 54f71aa0-1efb-4f3b-acf6-b96036d36198 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:19.169225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 54f71aa0-1efb-4f3b-acf6-b96036d36198 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:19.173428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:19.182966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.184374 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fc825853-aef1-4a00-9a91-48ed098012c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1474235 Feb 17 11:57:19.188412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46360) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.189403 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec98feeb-5f7c-402f-b84a-50d838e304c0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:57:19.190051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec98feeb-5f7c-402f-b84a-50d838e304c0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:19.191649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=169c9af5-f9ae-4f43-93b0-9ceb239b71de,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:19.194707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] Routers {'0490f721-92b8-406f-b51c-65136571067b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:19.195300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0490f721-92b8-406f-b51c-65136571067b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:19.208204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9ddd81c9-644a-489c-8b75-9fe1aa3eadbd tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '01bdb769-6b91-4b93-92f2-5f1a32275a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:19.208999 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-9ddd81c9-644a-489c-8b75-9fe1aa3eadbd tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:19.210328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9ddd81c9-644a-489c-8b75-9fe1aa3eadbd tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168474 Feb 17 11:57:19.218314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46364) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.225766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bc85c904-5cd6-4dcc-a597-5af65fe5f6c3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '01bdb769-6b91-4b93-92f2-5f1a32275a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:19.226667 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-bc85c904-5cd6-4dcc-a597-5af65fe5f6c3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:19.230959 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bc85c904-5cd6-4dcc-a597-5af65fe5f6c3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083976 Feb 17 11:57:19.232652 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ec98feeb-5f7c-402f-b84a-50d838e304c0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/40317952-3ab0-4cd8-84f3-0bad6d8d21d3 HTTP/1.1" status: 404 len: 333 time: 0.2100625 Feb 17 11:57:19.233643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46368) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.234082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46370) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.276314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:19.294271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] Routers {'0490f721-92b8-406f-b51c-65136571067b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:19.294826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0490f721-92b8-406f-b51c-65136571067b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:19.312836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.336906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d55d4570-eaaa-4d00-bd6b-25505766c6aa tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '01bdb769-6b91-4b93-92f2-5f1a32275a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:19.338387 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-d55d4570-eaaa-4d00-bd6b-25505766c6aa tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:19.339712 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d55d4570-eaaa-4d00-bd6b-25505766c6aa tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1045814 Feb 17 11:57:19.349659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46376) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.373510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0eec4080-686d-44a7-b8f4-3406dc9a6343 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '01bdb769-6b91-4b93-92f2-5f1a32275a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:19.377353 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-0eec4080-686d-44a7-b8f4-3406dc9a6343 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:19.377353 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0eec4080-686d-44a7-b8f4-3406dc9a6343 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0251398 Feb 17 11:57:19.379734 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fdd916-3d0e-433a-a6ab-076329aaadae tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:57:19.380418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c1fdd916-3d0e-433a-a6ab-076329aaadae tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:19.383070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.394509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07d59d3f-2386-4e0b-8829-d55950391af7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:19.430036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2c85140d-ae5a-475a-abb0-c7e3d269f74e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.436452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:19.436931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa411b-fae1-4a4e-84db-8f574c6d8bfd None None] The sync data for ids ['0490f721-92b8-406f-b51c-65136571067b'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:19.449033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=94a2d209-7add-4383-be3d-93cb4712bfb5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:19.460602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2c85140d-ae5a-475a-abb0-c7e3d269f74e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.461965 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2c85140d-ae5a-475a-abb0-c7e3d269f74e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] 10.222.0.47 "DELETE /v2.0/security-groups/fe4f6def-5dd4-4bad-86c6-56167f7c57f5 HTTP/1.1" status: 204 len: 168 time: 0.9832051 Feb 17 11:57:19.503100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85140d-ae5a-475a-abb0-c7e3d269f74e tempest-TestNetworkAdvancedServerOps-1179537806 tempest-TestNetworkAdvancedServerOps-1179537806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f6def-5dd4-4bad-86c6-56167f7c57f5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:19.524308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.552995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c1fdd916-3d0e-433a-a6ab-076329aaadae tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:19.554300 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c1fdd916-3d0e-433a-a6ab-076329aaadae tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/40317952-3ab0-4cd8-84f3-0bad6d8d21d3 HTTP/1.1" status: 404 len: 333 time: 0.3028045 Feb 17 11:57:19.557617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-251d08fa-eaea-450f-a73d-e4fe270dfd9b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.559181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46388) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.614432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.655566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.657765 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aae2614f-6155-4c00-aa0c-a740876b813a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/94a2d209-7add-4383-be3d-93cb4712bfb5 HTTP/1.1" status: 204 len: 168 time: 2.0482371 Feb 17 11:57:19.660701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46392) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.669605 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-251d08fa-eaea-450f-a73d-e4fe270dfd9b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.729289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc0ce4-e87f-4e73-99f8-e967ac5c8f2b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:19.802013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.806696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-39e26b73-d590-4013-985b-a321ca5bb64b tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7165623 Feb 17 11:57:19.806696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46396) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:19.812800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e7aebb75-05b4-480d-bd08-8e9f8993e720 None None] Could not find standard attr ID for object 40317952-3ab0-4cd8-84f3-0bad6d8d21d3. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:57:19.819498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': 'b2cc0ce4-e87f-4e73-99f8-e967ac5c8f2b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:19.830264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:19.839075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:19.844027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:19.854056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:19.889328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet 765a1484-ed9f-4759-a343-f22bbac80bd8 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:19.890772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e7aebb75-05b4-480d-bd08-8e9f8993e720 None None] Provisioning for port 07d59d3f-2386-4e0b-8829-d55950391af7 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:19.892963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.896630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71d0b5-082d-4b4b-92df-aec207514ab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:19.897098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e7aebb75-05b4-480d-bd08-8e9f8993e720 None None] Provisioning complete for port 07d59d3f-2386-4e0b-8829-d55950391af7 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:19.897344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f71d0b5-082d-4b4b-92df-aec207514ab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:19.897583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e7aebb75-05b4-480d-bd08-8e9f8993e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.925754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-251d08fa-eaea-450f-a73d-e4fe270dfd9b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:19.966342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d08fa-eaea-450f-a73d-e4fe270dfd9b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bdb769-6b91-4b93-92f2-5f1a32275a47,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:19.976052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.016287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-251d08fa-eaea-450f-a73d-e4fe270dfd9b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.016656 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-251d08fa-eaea-450f-a73d-e4fe270dfd9b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/01bdb769-6b91-4b93-92f2-5f1a32275a47 HTTP/1.1" status: 204 len: 168 time: 0.6284876 Feb 17 11:57:20.019797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f71d0b5-082d-4b4b-92df-aec207514ab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:20.019952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.021423 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5f71d0b5-082d-4b4b-92df-aec207514ab7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3579142 Feb 17 11:57:20.021423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46400) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.027521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46402) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.045507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e7aebb75-05b4-480d-bd08-8e9f8993e720 None None] Could not find standard attr ID for object 94a2d209-7add-4383-be3d-93cb4712bfb5. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:57:20.068489 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1627f341-ffef-4e41-8a91-daa31114aca9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/0490f721-92b8-406f-b51c-65136571067b HTTP/1.1" status: 200 len: 920 time: 0.9361060 Feb 17 11:57:20.075486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46410) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.119594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-297da5cb-1fad-48d5-ba8c-f6df0aad712b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0912054 Feb 17 11:57:20.124305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46414) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.159560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--66594996'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:20.171318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:20.177064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:20.182473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:20.189043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:20.253970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.255333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.283639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port 7b3c13e0-aa7e-46de-bafa-89d7079633d9 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:20.283938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.310109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f4383-bf7b-4088-bf70-7eb845dd913c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:20.310821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7b9f4383-bf7b-4088-bf70-7eb845dd913c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:20.321255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.333745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7689add0-a789-4100-b2e3-544f64a1e7a9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Synchronizing usage tracker for tenant:f76e6071f7f94ed1a9dcc927e83d90b2 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:20.346988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7b9f4383-bf7b-4088-bf70-7eb845dd913c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:20.350538 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7b9f4383-bf7b-4088-bf70-7eb845dd913c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3135228 Feb 17 11:57:20.351102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46418) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.352410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.403629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40ce4f3-0c74-4617-8e88-0cb94508351f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:20.438637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7689add0-a789-4100-b2e3-544f64a1e7a9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Unset dirty status for tenant:f76e6071f7f94ed1a9dcc927e83d90b2 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:20.440002 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7689add0-a789-4100-b2e3-544f64a1e7a9 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=0490f721-92b8-406f-b51c-65136571067b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3613386 Feb 17 11:57:20.442712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46422) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.492873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:20.514724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:20.519231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.520043 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8f7a886-fb20-4148-ba52-24b99f7f73c6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7125952 Feb 17 11:57:20.521307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.527490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46428) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.527718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:20.533121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c25730-9b5c-4428-9129-c28d23e6ccb2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:20.534519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c25730-9b5c-4428-9129-c28d23e6ccb2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:20.535758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c25730-9b5c-4428-9129-c28d23e6ccb2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:20.536527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-31c25730-9b5c-4428-9129-c28d23e6ccb2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:20.545236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:20.591937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=765a1484-ed9f-4759-a343-f22bbac80bd8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:20.626053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.627367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a67d0-05b2-46c1-8f19-12c366e071eb None None] Network 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:20.627881 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c1319149-6c57-42b8-914f-98d24eacb445 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/765a1484-ed9f-4759-a343-f22bbac80bd8 HTTP/1.1" status: 204 len: 168 time: 1.0678012 Feb 17 11:57:20.631187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46434) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.735571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-31c25730-9b5c-4428-9129-c28d23e6ccb2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:20.736964 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-31c25730-9b5c-4428-9129-c28d23e6ccb2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3848121 Feb 17 11:57:20.739148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.748169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46438) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:20.800087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca65f5-5ac8-4d23-be2a-686424fab975 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:20.800557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-44ca65f5-5ac8-4d23-be2a-686424fab975 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Synchronizing usage tracker for tenant:f76e6071f7f94ed1a9dcc927e83d90b2 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:20.887064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for 7b3c13e0-aa7e-46de-bafa-89d7079633d9 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:20.941572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] DHCP port deletion for 0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:20.948408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] Deleting port 169c9af5-f9ae-4f43-93b0-9ceb239b71de {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:20.948920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.951904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.976547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.982602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-44ca65f5-5ac8-4d23-be2a-686424fab975 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Unset dirty status for tenant:f76e6071f7f94ed1a9dcc927e83d90b2 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:20.982840 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-44ca65f5-5ac8-4d23-be2a-686424fab975 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.5392392 Feb 17 11:57:20.983613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8362b8-0b2b-4a91-8f54-2706a2094db6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:20.988494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46442) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.041239 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-549569c0-4847-47e9-8eb9-3604f3cb4577 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=0490f721-92b8-406f-b51c-65136571067b HTTP/1.1" status: 200 len: 205 time: 0.0515313 Feb 17 11:57:21.044093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.068788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46446) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.089478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 169c9af5-f9ae-4f43-93b0-9ceb239b71de {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:21.090149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.101884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:21.126433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8362b8-0b2b-4a91-8f54-2706a2094db6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.178151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.179375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d1168fc3-1633-4870-8fd2-a552b4ee143c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0297053 Feb 17 11:57:21.188572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46452) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.206895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c5d928d8-8ca4-4d93-bae1-eb6d818a7191 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:21.207886 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-c5d928d8-8ca4-4d93-bae1-eb6d818a7191 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:21.210136 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c5d928d8-8ca4-4d93-bae1-eb6d818a7191 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156069 Feb 17 11:57:21.245668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46456) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.283497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] For port 169c9af5-f9ae-4f43-93b0-9ceb239b71de, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=169c9af5-f9ae-4f43-93b0-9ceb239b71de,segment=NetworkSegment(3a711ea3-d74a-4314-9284-e47edeb9720c),segment_id=3a711ea3-d74a-4314-9284-e47edeb9720c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:21.284095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.293586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 169c9af5-f9ae-4f43-93b0-9ceb239b71de no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:21.297996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46460) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.302649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:21.337439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:21.355202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:21.371120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:21.404777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 5c116ff0-516d-4bd7-a172-3b6ea9fde53d {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:21.410165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.441450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.445299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] Calling delete_port for 169c9af5-f9ae-4f43-93b0-9ceb239b71de owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:21.467775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:21.521352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.571990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8362b8-0b2b-4a91-8f54-2706a2094db6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.616065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.627797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.633654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=7b3c13e0-aa7e-46de-bafa-89d7079633d9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:21.657139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8362b8-0b2b-4a91-8f54-2706a2094db6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc0ce4-e87f-4e73-99f8-e967ac5c8f2b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:21.684841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.706842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port 169c9af5-f9ae-4f43-93b0-9ceb239b71de, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=169c9af5-f9ae-4f43-93b0-9ceb239b71de,segment=NetworkSegment(3a711ea3-d74a-4314-9284-e47edeb9720c),segment_id=3a711ea3-d74a-4314-9284-e47edeb9720c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:21.707197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.758666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] Pushing event deleted for resources: {'Port': ['ID=169c9af5-f9ae-4f43-93b0-9ceb239b71de,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:21.769959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca49502-3740-4a66-a5df-4ca654c31149 None None] No DVR routers for this DVR port 169c9af5-f9ae-4f43-93b0-9ceb239b71de on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:21.780285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8f8362b8-0b2b-4a91-8f54-2706a2094db6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:21.780285 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8f8362b8-0b2b-4a91-8f54-2706a2094db6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/b2cc0ce4-e87f-4e73-99f8-e967ac5c8f2b HTTP/1.1" status: 204 len: 168 time: 1.2252886 Feb 17 11:57:21.781482 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a01b642c-9d92-42dd-91fc-aa2e33a60ac6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=309e30d5fa0f4537b571c210d5f6f148&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4823387 Feb 17 11:57:21.782909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46466) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.802515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46470) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.845052 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:21.846106 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a167ce2-542a-459f-80de-cb64a0c987ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5597591 Feb 17 11:57:21.855053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 169c9af5-f9ae-4f43-93b0-9ceb239b71de owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:21.880156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46474) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.899193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7d27ac69-34ea-4077-a104-1418f6339569 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:21.899935 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-7d27ac69-34ea-4077-a104-1418f6339569 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:21.900902 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7d27ac69-34ea-4077-a104-1418f6339569 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179882 Feb 17 11:57:21.904290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46478) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:21.920491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:21.932496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:21.946070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:21.954648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:21.965561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:21.984569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.033839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:57:22.034068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:57:22.045889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-242056cf-9847-4c40-b7b5-366735790206 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:22.068211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67480541-ad7d-4870-b708-61148efa0537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.117661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67480541-ad7d-4870-b708-61148efa0537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.124612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.164422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=5c116ff0-516d-4bd7-a172-3b6ea9fde53d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:22.169853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.177522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784534dc-2fdc-4749-bec2-1a0f3a146cb8 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:22.189950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-242056cf-9847-4c40-b7b5-366735790206 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:22.191222 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-242056cf-9847-4c40-b7b5-366735790206 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4083266 Feb 17 11:57:22.195179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46482) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:22.204285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--610116440'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:22.211958 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:22.212274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.213851 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-014a9b62-8e03-462a-bf87-c0b95607c2af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3068228 Feb 17 11:57:22.228151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:22.228321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46486) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:22.234682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d7b9c7cd-629e-4d97-81da-64045f838ae0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:22.235293 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-d7b9c7cd-629e-4d97-81da-64045f838ae0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:22.236390 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7b9c7cd-629e-4d97-81da-64045f838ae0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068645 Feb 17 11:57:22.237446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:22.239491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46490) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:22.247501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:22.256314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:22.258894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.263394 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81e23056-a822-43a0-9a5f-ab9a92c5e28a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/5c116ff0-516d-4bd7-a172-3b6ea9fde53d HTTP/1.1" status: 204 len: 168 time: 1.5111675 Feb 17 11:57:22.263394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46494) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:22.264176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:22.269369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:22.312611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:22.338848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.343771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67480541-ad7d-4870-b708-61148efa0537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.365877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:22.371982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.409691 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Project 8cad3f635df647d4bb529b7bb80498e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:57:22.461558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.473322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Deleting port 86fd79ae-4359-45c4-a99e-bf7a33503d7e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:22.473660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.489283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:22.502501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:22.507054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:22.521324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:22.535150 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:22.538742 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e1a4c3a1-3e24-43b4-b99c-b7f36aecbae4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2958057 Feb 17 11:57:22.538742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 169c9af5-f9ae-4f43-93b0-9ceb239b71de {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:22.538742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.558440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46498) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:22.568282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67480541-ad7d-4870-b708-61148efa0537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018f791-7e32-46d8-afdf-5df513442a08,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:22.580696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6710163d-37f5-436f-b96d-2169cbdc8f22 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:22.581308 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-6710163d-37f5-436f-b96d-2169cbdc8f22 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:22.585219 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6710163d-37f5-436f-b96d-2169cbdc8f22 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0229988 Feb 17 11:57:22.592040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46502) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:22.600516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:22.610430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:22.631063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:22.634734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] The port '169c9af5-f9ae-4f43-93b0-9ceb239b71de' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:57:22.638825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:22.693399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:22.786961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.788205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.812146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.840988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.859376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.897465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:22.924952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Calling delete_port for 86fd79ae-4359-45c4-a99e-bf7a33503d7e owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:22.935072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a711ea3-d74a-4314-9284-e47edeb9720c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:22.935368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a711ea3-d74a-4314-9284-e47edeb9720c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:22.964669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.966328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67480541-ad7d-4870-b708-61148efa0537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.970279 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-67480541-ad7d-4870-b708-61148efa0537 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b018f791-7e32-46d8-afdf-5df513442a08 HTTP/1.1" status: 204 len: 168 time: 1.1640131 Feb 17 11:57:22.978368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1076147f-dbde-4334-8cc4-ca808f83857e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:22.989332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.997032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:22.997421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:22.998265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Project 8cad3f635df647d4bb529b7bb80498e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:57:23.004036 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: util.warn( Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:23.017419 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:23.175899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.177117 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fdc9482f-f111-4adf-a5b7-b8c7d6af88d9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9781005 Feb 17 11:57:23.178363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.186347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46508) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:23.187020 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:23.188046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-226a0250-a063-4895-a2df-23ab36898e7f tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5920234 Feb 17 11:57:23.201806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325329407'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:23.207116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46512) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:23.213052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-86d4f014-96c2-4dd2-a749-15dabd333a19 None None] Provisioning complete for port 07d59d3f-2386-4e0b-8829-d55950391af7 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:23.217814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-86d4f014-96c2-4dd2-a749-15dabd333a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.218389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:23.221982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:23.239762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:23.242491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:23.246234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:23.254247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.258016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:23.258016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:23.263859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:23.269833 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5382b457-a5fe-4f94-a9d6-12010191ecdd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1 HTTP/1.1" status: 204 len: 168 time: 1.0014770 Feb 17 11:57:23.272164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46516) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:23.272332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:23.279082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a58cb-ae95-4b68-bebc-e9ca651b6ea6 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:23.282952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:23.356863 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-02defedb-9319-4170-949b-5ccab97eebb1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809886 Feb 17 11:57:23.357425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46520) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:23.364921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:23.395371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.450822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.485362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.487481 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8 HTTP/1.1" status: 204 len: 168 time: 2.8550186 Feb 17 11:57:23.490116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658e6b0-fe31-4ceb-b5e6-eed69929f8ca tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=0c8e7529-8dfa-4a16-b9dc-0dc36c86c1c8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:23.508071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46526) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:23.526558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-270102730'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:23.536208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:23.544115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:23.550935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:23.556894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.564426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:23.567568 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Project 8cad3f635df647d4bb529b7bb80498e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:57:23.583395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event deleted for resources: {'Port': ['ID=86fd79ae-4359-45c4-a99e-bf7a33503d7e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:23.632527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:23.638804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:23.642429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:23.645901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:23.649203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:23.653324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] Deleting port 07d59d3f-2386-4e0b-8829-d55950391af7 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:23.654001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.672754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:23.675835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.713603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:23.714196 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:23.717756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-753cb8a0-be34-4f85-aee4-ae4b1209e591 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5074272 Feb 17 11:57:23.718466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46530) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:23.729571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:23.735375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:23.738791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.739130 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment d36755ee-12cd-4c7e-af2f-416ac448cc43 of type vlan for network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 Feb 17 11:57:23.742026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:23.750506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:23.794029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:23.802898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.843322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:23.895484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] For port 07d59d3f-2386-4e0b-8829-d55950391af7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=07d59d3f-2386-4e0b-8829-d55950391af7,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:23.895484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.001543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46534) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.020088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] Calling delete_port for 07d59d3f-2386-4e0b-8829-d55950391af7 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:24.038930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.049703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82f62e49-2c42-4756-ae29-f8ddaed0f3f1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.089976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.119649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82f62e49-2c42-4756-ae29-f8ddaed0f3f1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.159113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.217657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] Pushing event deleted for resources: {'Port': ['ID=07d59d3f-2386-4e0b-8829-d55950391af7,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:24.223457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.228465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f072407-1274-42ca-a68e-26be4e092241 None None] No DVR routers for this DVR port 07d59d3f-2386-4e0b-8829-d55950391af7 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:24.229234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:24.229234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.335190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82f62e49-2c42-4756-ae29-f8ddaed0f3f1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.354782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.375791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:24.386150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.386713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f62e49-2c42-4756-ae29-f8ddaed0f3f1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:24.388321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Usage tracker for resource:security_group_rule and tenant:17d20d4a80a043808545973b80c23a73 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:24.393272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:24.401740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:24.404998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.423655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:24.424151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.434706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82f62e49-2c42-4756-ae29-f8ddaed0f3f1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.438311 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-82f62e49-2c42-4756-ae29-f8ddaed0f3f1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/011c4ad5-d288-4fe9-9b4e-49bc8eb41ad2 HTTP/1.1" status: 204 len: 168 time: 0.7164400 Feb 17 11:57:24.438503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:24.440962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46538) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.443928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:57:24.459623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.467790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:57:24.495069 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-196a8b14-707c-4731-8577-d81afd48614f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9845955 Feb 17 11:57:24.500329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46542) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.506274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd0e80-847d-4b07-a6e0-d70f54beb298,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:24.518516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:24.543428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:24.553076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:24.560530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:24.561098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.569539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd00ac-5ae8-4605-abc4-4612537a5671 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:24.581232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-561ec7fc-2e96-445b-916c-eed8c5815fb0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:24.583844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=d55c6479-4065-4f25-9453-965f33235cbd,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:24.611780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.612272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Fanout notify agent at l3_agent the message router_deleted on router 0490f721-92b8-406f-b51c-65136571067b {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:24.626761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.627957 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-37d0a766-97c5-4a4e-afca-16d6cb2307bb tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4389729 Feb 17 11:57:24.631255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46546) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.639097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '1076147f-dbde-4334-8cc4-ca808f83857e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66bd0e80-847d-4b07-a6e0-d70f54beb298', 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:24.645890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:24.649258 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-73290692-109d-4e27-9189-0e8bbff2f981 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2897892 Feb 17 11:57:24.653067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:24.656592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:24.659314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46550) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.669123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:24.684444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:24.689699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-561ec7fc-2e96-445b-916c-eed8c5815fb0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:24.694999 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-561ec7fc-2e96-445b-916c-eed8c5815fb0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2486820 Feb 17 11:57:24.696919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46554) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.720266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699111684'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:24.740063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.741141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8de5c4af-3bd1-41a8-b732-efd848995e13 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/0490f721-92b8-406f-b51c-65136571067b HTTP/1.1" status: 204 len: 168 time: 3.6424785 Feb 17 11:57:24.742272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:24.756000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46558) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:24.771050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730560709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:24.786148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:24.793947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Usage tracker for resource:router and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:24.798754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:24.808884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:24.833897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:24.840848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': 'd55c6479-4065-4f25-9453-965f33235cbd'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:24.842124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.844074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:24.862977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:24.865114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.866601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.868911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:24.876536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:24.881299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:24.893482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:24.898426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:24.911599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:24.928208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.929098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.952215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:24.963183 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] Sync routers for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:24.971337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.975612 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:24.976484 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:24.980149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.984265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:24.989280 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-33154028-1696-4dd9-8a5a-2770e4eab74f tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "PUT /v2.0/routers/0bbef467-b7d2-4a31-892a-788e5d5ff9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6294448 Feb 17 11:57:24.995226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46562) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.029105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b4ebec-3d71-4ff5-bc96-192c9e2ae2e3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.034141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Allocated IP 2001:db8::f816:3eff:feb1:d3c3 (077674eb-7979-49ce-a746-00af8b5678be/d55c6479-4065-4f25-9453-965f33235cbd/9921f6a6-dc72-4f19-9234-e35121f642d4) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:25.041680 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-91a1cb07-d4ba-4465-9be5-2b91049d8c24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17d20d4a80a043808545973b80c23a73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0361772 Feb 17 11:57:25.042795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46566) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.062347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.062347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:25.065820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.078269 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:25.091638 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] Routers {'0bbef467-b7d2-4a31-892a-788e5d5ff9e2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:25.092599 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:25.098353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:25.115292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.160063 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:25.160832 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbfde2a-1e44-4254-901a-acd9277f3d1b None None] The sync data for ids ['0bbef467-b7d2-4a31-892a-788e5d5ff9e2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:25.219138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44135798-15cd-4693-866d-37fbb41fdbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.271723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07d59d3f-2386-4e0b-8829-d55950391af7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:25.300332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44135798-15cd-4693-866d-37fbb41fdbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.312998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 07d59d3f-2386-4e0b-8829-d55950391af7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:25.313475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 07d59d3f-2386-4e0b-8829-d55950391af7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:25.333911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.345138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Transition to ACTIVE for port object 9921f6a6-dc72-4f19-9234-e35121f642d4 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:25.348899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491bcccf-1800-462f-a5ec-d50222a82cae,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.353275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:25.365608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Transition to ACTIVE for port object 9921f6a6-dc72-4f19-9234-e35121f642d4 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:25.377973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:25.385630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:25.391578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.407516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.428147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:25.429070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.434415 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d55c6479-4065-4f25-9453-965f33235cbd (CIDR: 2001:db8::/64) Feb 17 11:57:25.436329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.440133 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3aa6c949-faaa-4abd-ac52-d60a5049e75d tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8048398 Feb 17 11:57:25.441154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46570) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.476752 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:25.477201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:25.497238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a24edc4-9282-4a00-95f4-6e6e064f1349 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.504422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:25.508126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:25.512430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.512890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:25.513625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8e3d5036-6ed1-473b-829d-c1353bd89581 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7547715 Feb 17 11:57:25.521725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a24edc4-9282-4a00-95f4-6e6e064f1349 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.525418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46574) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.535644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'enable_snat': False}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:25.562358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Pushing event updated for resources: {'Port': ['ID=9921f6a6-dc72-4f19-9234-e35121f642d4,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.581369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.603136 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e5ce088e-f1e6-45b8-b343-7afbd265a9c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9422302 Feb 17 11:57:25.606211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46578) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.612171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:25.632100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Attempting to bind port 9921f6a6-dc72-4f19-9234-e35121f642d4 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:25.632524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Attempting to bind port 9921f6a6-dc72-4f19-9234-e35121f642d4 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:25.632849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Attempting to bind port 9921f6a6-dc72-4f19-9234-e35121f642d4 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:25.640270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:25.640645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:25.641047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.641461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:25.641909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Bound port: 9921f6a6-dc72-4f19-9234-e35121f642d4, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:25.642278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.695455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.712932 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44135798-15cd-4693-866d-37fbb41fdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.741225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] For port 9921f6a6-dc72-4f19-9234-e35121f642d4, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:25.745834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] For port 9921f6a6-dc72-4f19-9234-e35121f642d4, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9921f6a6-dc72-4f19-9234-e35121f642d4,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:25.751294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.796281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb5820-dd57-4ffa-92cb-9ba7ec338522,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.807291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a24edc4-9282-4a00-95f4-6e6e064f1349 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.811465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.878376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44135798-15cd-4693-866d-37fbb41fdbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b4ebec-3d71-4ff5-bc96-192c9e2ae2e3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.901507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e88f-f264-4524-b886-61762da5e553 None None] Pushing event updated for resources: {'Port': ['ID=9921f6a6-dc72-4f19-9234-e35121f642d4,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.905650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44135798-15cd-4693-866d-37fbb41fdbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.909516 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-44135798-15cd-4693-866d-37fbb41fdbc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03b4ebec-3d71-4ff5-bc96-192c9e2ae2e3 HTTP/1.1" status: 204 len: 168 time: 0.8657920 Feb 17 11:57:25.914245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:25.919036 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:25.924074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:25.933556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:25.947283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24edc4-9282-4a00-95f4-6e6e064f1349 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=491bcccf-1800-462f-a5ec-d50222a82cae,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:25.959611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a24edc4-9282-4a00-95f4-6e6e064f1349 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.963035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9a24edc4-9282-4a00-95f4-6e6e064f1349 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/491bcccf-1800-462f-a5ec-d50222a82cae HTTP/1.1" status: 204 len: 168 time: 0.5196626 Feb 17 11:57:25.963194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:25.964182 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f4df7d2b-951d-4ea6-a828-d2adc33a5e1a tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2660015 Feb 17 11:57:25.964966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46584) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.975790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46588) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:25.986273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': 'f8eb5820-dd57-4ffa-92cb-9ba7ec338522', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:25.995575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:26.000931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:26.005006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:26.011978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:26.032883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:26.191340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c75e5aca-1c96-42e6-b1bc-b608b10a75bd tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:26.235172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.278440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.297246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.330135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c75e5aca-1c96-42e6-b1bc-b608b10a75bd tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:26.331905 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c75e5aca-1c96-42e6-b1bc-b608b10a75bd tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3660021 Feb 17 11:57:26.335030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46592) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:26.414673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=52ca9881-cd46-4a8f-8790-8c7dd32705bc,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:26.435844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting port c5aebb4d-8894-4ea6-ab6f-ad7acd8de63d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:26.436384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.443810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.463801 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The resource could not be found. Feb 17 11:57:26.464864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b1f924c-ba0f-4542-a5b8-7f88b4006340 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4883757 Feb 17 11:57:26.469871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': 'd36755ee-12cd-4c7e-af2f-416ac448cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:26.470207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:26.505769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46598) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:26.528993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': 'f8eb5820-dd57-4ffa-92cb-9ba7ec338522', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3e8ba96b-c686-4d94-9f9d-468e5e418fef'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:26.535968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42a6426f-47a5-41c0-82b8-ea1c82c0e446 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.545834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:26.572854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:26.582177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:26.615398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:26.660433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:26.666292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42a6426f-47a5-41c0-82b8-ea1c82c0e446 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.732476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:26.737432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:26.738705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.750159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20946df1-9f0c-46a6-97c7-5ea1dd4a6b4a None None] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:26.800007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.893924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2f100a65-7da2-4674-b559-7c91f4c0f7c3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3888185 Feb 17 11:57:26.895054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:26.900210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46610) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:26.965514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1168396109'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:27.021137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6', 'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': '52ca9881-cd46-4a8f-8790-8c7dd32705bc'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:27.022550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.095242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:27.096541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Calling delete_port for c5aebb4d-8894-4ea6-ab6f-ad7acd8de63d owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:27.104218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:27.111724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:27.120318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.120318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=72aae9c8-d5a1-4c9c-bac7-aff9010542a5,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:27.138663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42a6426f-47a5-41c0-82b8-ea1c82c0e446 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.195289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6426f-47a5-41c0-82b8-ea1c82c0e446 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd0e80-847d-4b07-a6e0-d70f54beb298,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:27.232827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:27.245631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:27.251333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:27.263642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e9da9abf-c6e6-45da-9d13-5221838cce59 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6536305 Feb 17 11:57:27.268790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:27.270832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46618) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:27.290199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:d9:58:ad', 'name': 'tempest-NetworksTestDHCPv6-1012717330'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:27.302680 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The resource could not be found. Feb 17 11:57:27.302680 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-58f14aee-2f1c-40bd-8999-e4faa30e41f2 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7936308 Feb 17 11:57:27.308292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46622) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:27.315044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf77ab9-6026-4f3c-90e4-8572edee439e None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:27.337733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42a6426f-47a5-41c0-82b8-ea1c82c0e446 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.338924 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42a6426f-47a5-41c0-82b8-ea1c82c0e446 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/66bd0e80-847d-4b07-a6e0-d70f54beb298 HTTP/1.1" status: 204 len: 168 time: 1.0030015 Feb 17 11:57:27.347804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46626) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:27.362268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.407808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:27.411265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.424264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.443761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9921f6a6-dc72-4f19-9234-e35121f642d4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:27.458479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port b00aac08-6671-477d-ad10-f264eb49af4c yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:27.534200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46632) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:27.569007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Allocated IP 2001:db8::2 (c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6/52ca9881-cd46-4a8f-8790-8c7dd32705bc/d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:27.599187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:27.604615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:27.608029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:27.615296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:27.627170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5acdb938-cd72-4901-8aa6-d98819f22461 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.636569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c34090e9-b50d-42c8-99ef-ab818622cc49 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:27.638853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dd45644d-4ea9-4b60-b6e9-dcde6473cff9 None None] Provisioning for port 9921f6a6-dc72-4f19-9234-e35121f642d4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:27.684272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:27.692141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.729978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5acdb938-cd72-4901-8aa6-d98819f22461 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.737410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port a6c65ba7-e85e-495e-9aeb-61d6a6e25674 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:27.774760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Allocated IP 172.26.6.178 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/c762693b-c271-4dba-aefb-1ac54c63aa41) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:27.780813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c34090e9-b50d-42c8-99ef-ab818622cc49 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:27.785112 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c34090e9-b50d-42c8-99ef-ab818622cc49 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4333992 Feb 17 11:57:27.785854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46638) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:27.787734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-184497227-network', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:27.799288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:27.801123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9921f6a6-dc72-4f19-9234-e35121f642d4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:27.809218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.811453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Usage tracker for resource:network and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:27.811846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9921f6a6-dc72-4f19-9234-e35121f642d4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:27.812390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.820888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:27.832605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:27.887024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Port': ['ID=c5aebb4d-8894-4ea6-ab6f-ad7acd8de63d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:27.913657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Made reservation on behalf of 2d6694fddb4e4a2bb43f30af7aa3d8a9 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:27.916366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.947118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:27.980355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5acdb938-cd72-4901-8aa6-d98819f22461 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.030199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:28.040094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:28.042921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8:0:1::39a (077674eb-7979-49ce-a746-00af8b5678be/72aae9c8-d5a1-4c9c-bac7-aff9010542a5/a6c65ba7-e85e-495e-9aeb-61d6a6e25674) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:28.045009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:28.053002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:28.055365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::f816:3eff:fed9:58ad (077674eb-7979-49ce-a746-00af8b5678be/d55c6479-4065-4f25-9453-965f33235cbd/a6c65ba7-e85e-495e-9aeb-61d6a6e25674) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:28.059441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdb938-cd72-4901-8aa6-d98819f22461 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb5820-dd57-4ffa-92cb-9ba7ec338522,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:28.081579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.095222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.121617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Transition to ACTIVE for port object d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:28.158776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5acdb938-cd72-4901-8aa6-d98819f22461 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.158925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Transition to ACTIVE for port object d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:28.159309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5acdb938-cd72-4901-8aa6-d98819f22461 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/f8eb5820-dd57-4ffa-92cb-9ba7ec338522 HTTP/1.1" status: 204 len: 168 time: 0.8502750 Feb 17 11:57:28.160307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64217470-1f98-4d81-bf0d-863bf01d0725 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.162052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46642) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:28.163986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9921f6a6-dc72-4f19-9234-e35121f642d4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9921f6a6-dc72-4f19-9234-e35121f642d4,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:28.235174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.326801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.340282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.351073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.351170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:28.351253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64217470-1f98-4d81-bf0d-863bf01d0725 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.355343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:28.361648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:28.369863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.372091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Pushing event updated for resources: {'Port': ['ID=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:28.386542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object a6c65ba7-e85e-495e-9aeb-61d6a6e25674 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:28.408754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.412896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::31c (c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6/52ca9881-cd46-4a8f-8790-8c7dd32705bc/b00aac08-6671-477d-ad10-f264eb49af4c) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:28.415747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.417883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Update dhcp port {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'fixed_ips': [{'subnet_id': 'd55c6479-4065-4f25-9453-965f33235cbd', 'ip_address': '2001:db8::f816:3eff:feb1:d3c3'}, {'subnet_id': '72aae9c8-d5a1-4c9c-bac7-aff9010542a5'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '9921f6a6-dc72-4f19-9234-e35121f642d4'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:57:28.430486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:28.479061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.479802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Added segment e3e71192-fc1d-4795-aa5d-74c1cd1be038 of type vlan for network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 Feb 17 11:57:28.482295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f394a3-b7ae-4897-a94a-d19c6d2e222f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:28.563454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-78c69cdc-95ff-4f0b-af4b-659fab3e0b61 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:28.571192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.572881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.584248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9921f6a6-dc72-4f19-9234-e35121f642d4,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:28.589404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Attempting to bind port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:28.589762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Attempting to bind port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'd36755ee-12cd-4c7e-af2f-416ac448cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:28.590141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Attempting to bind port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 on network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:28.623995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:28.625043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Checking segment: {'id': 'd36755ee-12cd-4c7e-af2f-416ac448cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:28.625043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.625255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Bound using segment: {'id': 'd36755ee-12cd-4c7e-af2f-416ac448cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:28.625652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Bound port: d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36755ee-12cd-4c7e-af2f-416ac448cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:28.625997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.763232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.820319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:28.833901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-78c69cdc-95ff-4f0b-af4b-659fab3e0b61 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:28.835427 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-78c69cdc-95ff-4f0b-af4b-659fab3e0b61 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6139591 Feb 17 11:57:28.836152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64217470-1f98-4d81-bf0d-863bf01d0725 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.843009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46646) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:28.846078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:28.847513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=a6c65ba7-e85e-495e-9aeb-61d6a6e25674,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:28.851077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] For port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:28.865864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '0d31b3f6-c4a8-4a1c-bacf-d5ab969d848b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:28.867186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] For port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,segment=NetworkSegment(d36755ee-12cd-4c7e-af2f-416ac448cc43),segment_id=d36755ee-12cd-4c7e-af2f-416ac448cc43)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:28.875810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64217470-1f98-4d81-bf0d-863bf01d0725 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076147f-dbde-4334-8cc4-ca808f83857e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:28.879101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:28.882400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.887694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:28.887988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Allocated IP 2001:db8:0:1::2 (077674eb-7979-49ce-a746-00af8b5678be/72aae9c8-d5a1-4c9c-bac7-aff9010542a5/9921f6a6-dc72-4f19-9234-e35121f642d4) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:28.891444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:28.898780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.899216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:28.903774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:28.904226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:28.904857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.906320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.915158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.948721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object b00aac08-6671-477d-ad10-f264eb49af4c will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:28.991621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.993085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.995079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:28.997032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:28.997172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64217470-1f98-4d81-bf0d-863bf01d0725 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.000234 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-64217470-1f98-4d81-bf0d-863bf01d0725 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/1076147f-dbde-4334-8cc4-ca808f83857e HTTP/1.1" status: 204 len: 168 time: 1.2113662 Feb 17 11:57:29.006989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:29.007889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Pushing event updated for resources: {'Port': ['ID=c762693b-c271-4dba-aefb-1ac54c63aa41,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:29.011373 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46650) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.011638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:29.016952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:29.083501 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-440cefc8-1d22-4651-bc30-16aadd4b1e2b tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8090920 Feb 17 11:57:29.083501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.084487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46654) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.111805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f43e7-c1a9-4549-af2c-59e01bb3d9b8 None None] Pushing event updated for resources: {'Port': ['ID=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:29.137927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] For port 9921f6a6-dc72-4f19-9234-e35121f642d4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9921f6a6-dc72-4f19-9234-e35121f642d4,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:29.157302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.158318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Fanout notify agent at l3_agent the message router_deleted on router 0bbef467-b7d2-4a31-892a-788e5d5ff9e2 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:29.162990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=3c854e6f-3ba8-4456-af9d-8c00f77df2e9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:29.170884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.187377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:29.188755 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:29.193665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:29.198796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:29.208711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:29.209382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.214172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Transition to ACTIVE for port object 9921f6a6-dc72-4f19-9234-e35121f642d4 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:29.232876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e1510c0e-e240-4811-8f71-ce02e2b07ff4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6946037 Feb 17 11:57:29.232876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=b00aac08-6671-477d-ad10-f264eb49af4c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:29.234695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.290366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.291846 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-79ddfed5-d1f9-44b1-b6bc-df2c257d820c tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/routers/0bbef467-b7d2-4a31-892a-788e5d5ff9e2 HTTP/1.1" status: 204 len: 168 time: 4.2956758 Feb 17 11:57:29.294733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46662) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.295114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9921f6a6-dc72-4f19-9234-e35121f642d4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:29.308224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port a6c65ba7-e85e-495e-9aeb-61d6a6e25674 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:29.308572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.338418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.357424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dc2592a4-0674-4dd1-8741-cbfc01efac14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4076467 Feb 17 11:57:29.361222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46666) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.371718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Request body: {'subnet': {'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-184497227-subnet', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:29.412630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-381e263b-52eb-42a1-a1c1-757411e71952 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:29.413010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The resource could not be found. Feb 17 11:57:29.414073 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-22080482-1b31-49ad-be05-36eb75b0afe3 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5582702 Feb 17 11:57:29.432150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46670) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.432958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:29.448588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Usage tracker for resource:subnet and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:29.455206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334896788'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:29.467571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:29.476910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:29.487036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:29.521089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:29.590674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port b00aac08-6671-477d-ad10-f264eb49af4c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:29.591011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.599476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-381e263b-52eb-42a1-a1c1-757411e71952 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:29.601210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-381e263b-52eb-42a1-a1c1-757411e71952 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5877213 Feb 17 11:57:29.619624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46674) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:29.637811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757587cc-8e41-46e6-b25f-1b1f192303bd None None] Pushing event updated for resources: {'Port': ['ID=9921f6a6-dc72-4f19-9234-e35121f642d4,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:29.663505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966750982'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:29.674365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Made reservation on behalf of 2d6694fddb4e4a2bb43f30af7aa3d8a9 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:29.678681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.688554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:29.704325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.752990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:29.861475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.911185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Deleting subnet ab66bf73-c1fa-4374-ba27-444d95530bd0 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:29.917349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.936676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:29.964317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:29.975829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:29.986990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:30.010042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for a6c65ba7-e85e-495e-9aeb-61d6a6e25674 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:30.011269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:30.058494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.067507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.115254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.268216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:30.282399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for b00aac08-6671-477d-ad10-f264eb49af4c owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:30.338654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:30.344042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:30.407063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:30.412053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.417592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.427974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.463904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.467300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1753880f-7227-4b50-b258-9ce7e66e500b None None] Provisioning for port 9921f6a6-dc72-4f19-9234-e35121f642d4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:30.472351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1753880f-7227-4b50-b258-9ce7e66e500b None None] Provisioning complete for port 9921f6a6-dc72-4f19-9234-e35121f642d4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:30.472945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1753880f-7227-4b50-b258-9ce7e66e500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.559044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.583728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.660679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.672700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644443ae-5e1a-4df8-ab18-d94f9deb4434 None None] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:30.738751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Subnet': ['ID=ab66bf73-c1fa-4374-ba27-444d95530bd0,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:30.756489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737013af-1f19-4c16-94d3-b1d2ba77557e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:30.779271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.783783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.793398 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-effea50f-cfae-4ff0-a25d-a17cd131146b tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/subnets/ab66bf73-c1fa-4374-ba27-444d95530bd0 HTTP/1.1" status: 204 len: 168 time: 1.4952617 Feb 17 11:57:30.793623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46678) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:30.865889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.881987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=318647d3-4aaf-47a8-91e1-ce1862355d97,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:30.892152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Checking segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:30.892575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Network hostable DHCP agents. Network: 3c854e6f-3ba8-4456-af9d-8c00f77df2e9, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:30.904877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.906087 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fc443f12-08fb-43f9-af43-cc3d2ccb92cf tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4657853 Feb 17 11:57:30.906817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.910614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46682) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:30.922155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--278135142'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:30.932347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:30.938481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:30.942107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:30.947114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:30.964014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=b00aac08-6671-477d-ad10-f264eb49af4c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:31.004065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b52bcf69-2ca8-4e86-bb2e-fe2d6283f715 None None] Provisioning for port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:31.005455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:31.012689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=a6c65ba7-e85e-495e-9aeb-61d6a6e25674,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:31.021993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b52bcf69-2ca8-4e86-bb2e-fe2d6283f715 None None] Could not find standard attr ID for object a6c65ba7-e85e-495e-9aeb-61d6a6e25674. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:57:31.105283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:31.146571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.153943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e16aa1-9eb9-4d0d-a61f-8608551909ee,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:31.154919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.156119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.157302 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0cb37fcf-512a-4ef2-beae-5e8192ec17e1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5350325 Feb 17 11:57:31.160425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46686) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:31.163355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.165675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-82bbf981-0014-431c-b572-4894dd9d2660 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/b00aac08-6671-477d-ad10-f264eb49af4c HTTP/1.1" status: 204 len: 168 time: 1.8028138 Feb 17 11:57:31.171011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.171935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '86e16aa1-9eb9-4d0d-a61f-8608551909ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:31.175798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46690) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:31.178656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:31.184640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:31.188889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:31.228688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:31.245528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 3c854e6f-3ba8-4456-af9d-8c00f77df2e9) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:31.273428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f089f-9dfb-43ee-8510-08ec52062bc0 None None] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:31.278060 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b9327f-980e-4eb9-accf-e3144f270790 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:57:31.278060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-16b9327f-980e-4eb9-accf-e3144f270790 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:31.284895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:31.286167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.306431 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-06664023-86f8-450b-8abb-897db3b07de6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/a6c65ba7-e85e-495e-9aeb-61d6a6e25674 HTTP/1.1" status: 204 len: 168 time: 2.2206619 Feb 17 11:57:31.309620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46694) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:31.391202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.398467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.455090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:31.468546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:31.473425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:31.482432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:31.496899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:31.509830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85403e92-7502-4545-b525-d3b247ea0379']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:31.526186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931b3ac7-6ada-4b5c-9b15-85100c10cc60') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:31.526848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931b3ac7-6ada-4b5c-9b15-85100c10cc60') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:31.543109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.562341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.572675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:31.573398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.592972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-16b9327f-980e-4eb9-accf-e3144f270790 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:31.594602 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-16b9327f-980e-4eb9-accf-e3144f270790 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/b00aac08-6671-477d-ad10-f264eb49af4c HTTP/1.1" status: 404 len: 333 time: 0.4178877 Feb 17 11:57:31.599598 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-186fcac0-0db7-41e8-9668-2563984c20fb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3582640 Feb 17 11:57:31.607704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.608625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46698) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:31.608956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46700) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:31.673900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:31.684137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.691621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:31.692890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.706931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:31.710355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:31.720501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.724084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Router f83ec9d0-fba4-4465-9412-c9c5516017b2 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:57:31.725496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-65240fe3-be37-4e6f-85ee-b9bfeeedf23e None None] Could not find standard attr ID for object b00aac08-6671-477d-ad10-f264eb49af4c. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:57:31.729823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:31.730584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.746201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Usage tracker for resource:router and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:31.756043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:31.769390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e0e8c-b91f-4a23-b11e-38e8516270e0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:31.770124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1f1e0e8c-b91f-4a23-b11e-38e8516270e0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:31.783203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:31.783550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25793c32-f09a-4719-917c-daa09ce348f0,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:31.790043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.794876 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b5766d89-5cf7-4942-82a3-5f1ee7f2e0c1 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8822994 Feb 17 11:57:31.801544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46706) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:31.810656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': '737013af-1f19-4c16-94d3-b1d2ba77557e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '25793c32-f09a-4719-917c-daa09ce348f0'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:31.825137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.828095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.839117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:31.874995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:31.886816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] Pushing event deleted for resources: {'Network': ['ID=85403e92-7502-4545-b525-d3b247ea0379,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:31.893443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:31.901391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:31.920941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6becdd26-a750-4791-b6e4-85a4a1991a9e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:31.926117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:31.935297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-13d64159-06a6-4139-9dbb-d9ff3f4890d2 tempest-FloatingIPTestJSON-961954002 tempest-FloatingIPTestJSON-961954002-project] 10.222.0.47 "DELETE /v2.0/networks/85403e92-7502-4545-b525-d3b247ea0379 HTTP/1.1" status: 204 len: 168 time: 1.1405706 Feb 17 11:57:31.988816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.002254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Allocated IP 172.20.0.2 (3c854e6f-3ba8-4456-af9d-8c00f77df2e9/318647d3-4aaf-47a8-91e1-ce1862355d97/810c7f5a-b097-49fc-8b33-31dd2806a1ea) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:32.007981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.009453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.026414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1f1e0e8c-b91f-4a23-b11e-38e8516270e0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:32.027625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f1e0e8c-b91f-4a23-b11e-38e8516270e0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7127895 Feb 17 11:57:32.029095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.031975 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f458ecbe-5c78-481b-a0af-86185ff56d56 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8702178 Feb 17 11:57:32.033309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46712) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.038050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46714) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.090812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.099624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,segment=NetworkSegment(d36755ee-12cd-4c7e-af2f-416ac448cc43),segment_id=d36755ee-12cd-4c7e-af2f-416ac448cc43)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:32.124865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet 52ca9881-cd46-4a8f-8790-8c7dd32705bc {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:32.128956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.157398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ad74bd8d-e9cb-47db-8426-f2087694853e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.160988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.161753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9921f6a6-dc72-4f19-9234-e35121f642d4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:32.174566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ad74bd8d-e9cb-47db-8426-f2087694853e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.186844 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:32.187622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-175fc84e-769c-435b-91bf-aca0527d22c4 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3847542 Feb 17 11:57:32.192270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46720) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.207999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.248375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f1e06-d530-4124-8b5a-636652b1fc0e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:32.249155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cf7f1e06-d530-4124-8b5a-636652b1fc0e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:32.264675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cf7f1e06-d530-4124-8b5a-636652b1fc0e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:32.268998 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cf7f1e06-d530-4124-8b5a-636652b1fc0e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2315483 Feb 17 11:57:32.268998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46724) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.319330 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:32.336523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ad74bd8d-e9cb-47db-8426-f2087694853e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.361428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74bd8d-e9cb-47db-8426-f2087694853e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6becdd26-a750-4791-b6e4-85a4a1991a9e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:32.379344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242d296-51b0-49f9-a544-ba18e64415fb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:32.381384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242d296-51b0-49f9-a544-ba18e64415fb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:32.382743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242d296-51b0-49f9-a544-ba18e64415fb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:32.384464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e242d296-51b0-49f9-a544-ba18e64415fb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:32.390572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ad74bd8d-e9cb-47db-8426-f2087694853e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.391699 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ad74bd8d-e9cb-47db-8426-f2087694853e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6becdd26-a750-4791-b6e4-85a4a1991a9e HTTP/1.1" status: 204 len: 168 time: 0.3520868 Feb 17 11:57:32.395005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46730) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.419739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.441821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Transition to ACTIVE for port object 810c7f5a-b097-49fc-8b33-31dd2806a1ea will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:32.464124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9921f6a6-dc72-4f19-9234-e35121f642d4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:32.464746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.464948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2b12d417-74f2-46d9-a177-85f91356d298 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:32.469713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46734) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.488177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9bea-bf81-4365-80fa-46f1e27a58ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.498830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e242d296-51b0-49f9-a544-ba18e64415fb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:32.502606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e242d296-51b0-49f9-a544-ba18e64415fb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2328553 Feb 17 11:57:32.505010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.513994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46740) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.536868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.564241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Transition to ACTIVE for port object 810c7f5a-b097-49fc-8b33-31dd2806a1ea will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:32.572072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2b12d417-74f2-46d9-a177-85f91356d298 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:32.572456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9bea-bf81-4365-80fa-46f1e27a58ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.576428 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b12d417-74f2-46d9-a177-85f91356d298 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1755116 Feb 17 11:57:32.577365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46744) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.614312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:32.636935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] Sync routers for ids ['f83ec9d0-fba4-4465-9412-c9c5516017b2'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:32.647939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.649209 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-076694c6-3aa8-44fa-bb59-0d99b57200f5 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "PUT /v2.0/routers/f83ec9d0-fba4-4465-9412-c9c5516017b2 HTTP/1.1" status: 200 len: 915 time: 7.1230276 Feb 17 11:57:32.653324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46748) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.681472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] Routers {'f83ec9d0-fba4-4465-9412-c9c5516017b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:32.682339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f83ec9d0-fba4-4465-9412-c9c5516017b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:32.747192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.791121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:32.830078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:32.834955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:32.837032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e551ef6-5cc4-418b-b77a-4edc9a58ccb4 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.839737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:32.847473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Pushing event updated for resources: {'Port': ['ID=810c7f5a-b097-49fc-8b33-31dd2806a1ea,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:32.853076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] Routers {'f83ec9d0-fba4-4465-9412-c9c5516017b2'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:32.853726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f83ec9d0-fba4-4465-9412-c9c5516017b2'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:32.866664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e551ef6-5cc4-418b-b77a-4edc9a58ccb4 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:32.882283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3cdb997c-001f-4c64-8380-2587ef69a0c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c82c5fbfe0844d2baa53b4fb9c5a14b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4114079 Feb 17 11:57:32.901228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46752) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:32.943336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 72aae9c8-d5a1-4c9c-bac7-aff9010542a5 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:32.958012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.013257 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9bea-bf81-4365-80fa-46f1e27a58ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.019170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:33.019639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6db10d-5262-4d7a-90cb-4d162a2672f1 None None] The sync data for ids ['f83ec9d0-fba4-4465-9412-c9c5516017b2'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:33.036215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.041714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa9bea-bf81-4365-80fa-46f1e27a58ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25793c32-f09a-4719-917c-daa09ce348f0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:33.041714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.042184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Attempting to bind port 810c7f5a-b097-49fc-8b33-31dd2806a1ea on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:33.042184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Attempting to bind port 810c7f5a-b097-49fc-8b33-31dd2806a1ea by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:33.042184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Attempting to bind port 810c7f5a-b097-49fc-8b33-31dd2806a1ea on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:33.060329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:33.060329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Checking segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:33.060772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.061141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Bound using segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:33.061588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Bound port: 810c7f5a-b097-49fc-8b33-31dd2806a1ea, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:33.061980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.094884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0a89-41e2-43c0-9dfc-509e31090b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.100497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=52ca9881-cd46-4a8f-8790-8c7dd32705bc,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:33.114755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.120672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e551ef6-5cc4-418b-b77a-4edc9a58ccb4 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.125024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d3615-aed9-4281-8b26-c0c48fea531d None None] Network c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:33.127613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9bea-bf81-4365-80fa-46f1e27a58ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.130827 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4aaa9bea-bf81-4365-80fa-46f1e27a58ff tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/25793c32-f09a-4719-917c-daa09ce348f0 HTTP/1.1" status: 204 len: 168 time: 0.9370544 Feb 17 11:57:33.131631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46756) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.137822 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8b3d77b9-75ee-4271-9586-50f2510f60db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/52ca9881-cd46-4a8f-8790-8c7dd32705bc HTTP/1.1" status: 204 len: 168 time: 1.5209758 Feb 17 11:57:33.143230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46760) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.166027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0a89-41e2-43c0-9dfc-509e31090b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.180057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e551ef6-5cc4-418b-b77a-4edc9a58ccb4 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e16aa1-9eb9-4d0d-a61f-8608551909ee,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:33.283287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.304570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] For port 810c7f5a-b097-49fc-8b33-31dd2806a1ea, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:33.311643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:33.377174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0a89-41e2-43c0-9dfc-509e31090b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.380595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] For port 810c7f5a-b097-49fc-8b33-31dd2806a1ea, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=810c7f5a-b097-49fc-8b33-31dd2806a1ea,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:33.389890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-37ab1620-836c-4ed2-89f0-cf5b615baf95 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:33.401888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb0a89-41e2-43c0-9dfc-509e31090b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e016cb06-0358-4be9-a0bb-24dc892b0ddf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:33.420761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.422162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e551ef6-5cc4-418b-b77a-4edc9a58ccb4 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.425847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6e551ef6-5cc4-418b-b77a-4edc9a58ccb4 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/86e16aa1-9eb9-4d0d-a61f-8608551909ee HTTP/1.1" status: 204 len: 168 time: 0.8450196 Feb 17 11:57:33.426382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46764) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.452487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.460131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.498432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:33.498795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.511435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:33.511978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.531081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.534497 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a380da40-b665-49d3-aece-4dd7971606a3 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/f83ec9d0-fba4-4465-9412-c9c5516017b2 HTTP/1.1" status: 200 len: 921 time: 0.8773136 Feb 17 11:57:33.536055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c20e83c3-c858-45fc-bd99-6829655286aa tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:33.539635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46768) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.542135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=72aae9c8-d5a1-4c9c-bac7-aff9010542a5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:33.544396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-37ab1620-836c-4ed2-89f0-cf5b615baf95 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:33.548391 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-37ab1620-836c-4ed2-89f0-cf5b615baf95 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4097161 Feb 17 11:57:33.548391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.550978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46772) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.591737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.599271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff20f17-c7f4-4d19-a64e-0027154f4851 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:33.615803 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b5ead132-5721-4690-93bc-2d019913bcfd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/72aae9c8-d5a1-4c9c-bac7-aff9010542a5 HTTP/1.1" status: 204 len: 168 time: 1.1068599 Feb 17 11:57:33.622178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46776) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.628023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0a89-41e2-43c0-9dfc-509e31090b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.629391 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a5cb0a89-41e2-43c0-9dfc-509e31090b94 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e016cb06-0358-4be9-a0bb-24dc892b0ddf HTTP/1.1" status: 204 len: 168 time: 0.7268898 Feb 17 11:57:33.634824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] DHCP port deletion for c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:33.727543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c20e83c3-c858-45fc-bd99-6829655286aa tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:33.736221 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c20e83c3-c858-45fc-bd99-6829655286aa tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3011634 Feb 17 11:57:33.738191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46782) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.762523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--957321778'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:33.773836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:33.774340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Deleting port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:33.774963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.789529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet d55c6479-4065-4f25-9453-965f33235cbd {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:33.799482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.831676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:33.858339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-297308bb-c0a6-4008-b99d-9a3d806594b0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.884902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-199954b7-56f0-4716-a554-af5ba03b7f34 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=f83ec9d0-fba4-4465-9412-c9c5516017b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3375983 Feb 17 11:57:33.887480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.890168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46786) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:33.934471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,segment=NetworkSegment(d36755ee-12cd-4c7e-af2f-416ac448cc43),segment_id=d36755ee-12cd-4c7e-af2f-416ac448cc43)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:33.935580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:33.976241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd442a7-73a7-4ffa-a2a3-53356aa9d311 None None] Pushing event updated for resources: {'Port': ['ID=810c7f5a-b097-49fc-8b33-31dd2806a1ea,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:34.015088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Allocated IP 172.26.6.38 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ef721cfc-0f24-4776-95e2-53a1af246ec2) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:34.140899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-297308bb-c0a6-4008-b99d-9a3d806594b0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.187463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:34.240639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.283400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-297308bb-c0a6-4008-b99d-9a3d806594b0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.296655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] For port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,segment=NetworkSegment(d36755ee-12cd-4c7e-af2f-416ac448cc43),segment_id=d36755ee-12cd-4c7e-af2f-416ac448cc43)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:34.297044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.361265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297308bb-c0a6-4008-b99d-9a3d806594b0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737013af-1f19-4c16-94d3-b1d2ba77557e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:34.397110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:34.412015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:34.418331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-297308bb-c0a6-4008-b99d-9a3d806594b0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.418560 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-297308bb-c0a6-4008-b99d-9a3d806594b0 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/737013af-1f19-4c16-94d3-b1d2ba77557e HTTP/1.1" status: 204 len: 168 time: 0.8643255 Feb 17 11:57:34.420469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:34.428598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46798) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:34.457683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Calling delete_port for d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:34.467311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b23d1-ad09-4c36-a7da-5eef715b5aaa tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:34.468717 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f67b23d1-ad09-4c36-a7da-5eef715b5aaa tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/networks/d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 881 time: 0.5755579 Feb 17 11:57:34.471884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:34.485870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46802) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:34.533941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b8cfb19-5bd5-411c-b2ad-57d0b7aa4ade tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:34.548025 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e3d93f9-9fc1-4843-bd90-c84ef23d3f5e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83ec9d0-fba4-4465-9412-c9c5516017b2 HTTP/1.1" status: 200 len: 205 time: 0.0604866 Feb 17 11:57:34.551638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46806) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:34.567834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.622579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:57:34.623172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:57:34.678538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b8cfb19-5bd5-411c-b2ad-57d0b7aa4ade tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:34.683634 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b8cfb19-5bd5-411c-b2ad-57d0b7aa4ade tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2493370 Feb 17 11:57:34.685361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.689266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46812) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:34.698525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033021294'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:34.705521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:34.722161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:34.751127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.776437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.825470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.874507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=d55c6479-4065-4f25-9453-965f33235cbd,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:34.884335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c227f-d900-4783-af89-7a4f0ed29647,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:34.897719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.905564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No DVR routers for this DVR port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:34.914448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:34.917511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:34.931447 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bd293831-34a2-44fb-9105-c469b942ea46 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/d55c6479-4065-4f25-9453-965f33235cbd HTTP/1.1" status: 204 len: 168 time: 1.3051045 Feb 17 11:57:34.934306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46818) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:34.980003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.048460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.054405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46824) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:35.057320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f0660e3a-713b-403b-8f89-999b7aa9dea2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3181427 Feb 17 11:57:35.063061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4a44c376-9380-4154-a1fc-f6a4f89e875e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276338 Feb 17 11:57:35.064874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46828) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:35.073111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:35.075298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': 'c19c227f-d900-4783-af89-7a4f0ed29647', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:35.096822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:35.123983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Deleting port d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:35.124769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.126894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.157747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:35.166456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:35.174113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:35.178907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:35.182151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36755ee-12cd-4c7e-af2f-416ac448cc43') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:35.182761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36755ee-12cd-4c7e-af2f-416ac448cc43') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:35.195657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:35.213109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:35.222811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.224596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:35.229648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:35.236386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7a2675a2-3dbe-4759-a325-65b8f10a35fc None None] The port 'd68c1bcb-44e0-4d6b-92dc-11f3f30d8d00' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:57:35.240961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:35.269547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:35.280171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:35.304324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:35.308205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.334846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:35.335376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:35.364862 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:35.367343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:35.379652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 810c7f5a-b097-49fc-8b33-31dd2806a1ea up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:35.390109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.445291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.477858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abe931-a80d-4b80-a1ca-a44f4ee6050d None None] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:35.506654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46834) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:35.516871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.547655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.623898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ad775-83a2-47ff-a461-ee30f0bb98f7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:35.630578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa13abe-b21d-464e-8f3e-ebf844929031 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:35.640190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.678746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.680158 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c1976b18-ad62-4a9e-be72-1aa1ac6379ca tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9899521 Feb 17 11:57:35.683989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46840) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:35.691044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': 'f79ad775-83a2-47ff-a461-ee30f0bb98f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:35.704633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:35.715472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:35.719486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:35.726331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-142371b4-f516-422f-8d33-ec588eb202b1 None None] Provisioning for port 810c7f5a-b097-49fc-8b33-31dd2806a1ea completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:35.729309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:35.729756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef721cfc-0f24-4776-95e2-53a1af246ec2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:35.737514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'networks': [{'name': 'tempest-network--1986735832'}, {'name': 'tempest-network--1076232282'}]} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:35.737852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'network': {'name': 'tempest-network--1986735832'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:35.738461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'network': {'name': 'tempest-network--1076232282'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:35.744238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:35.749854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:network and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:35.752816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:35.759094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:35.767841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.803783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.842882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:35.843736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:35.849217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:35.856326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'network': 2} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:35.860115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.872754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:35.919763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.927330 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 810c7f5a-b097-49fc-8b33-31dd2806a1ea completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:35.928152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.951498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.957905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:35.963556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 810c7f5a-b097-49fc-8b33-31dd2806a1ea triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:35.963920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.015434 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:36.016516 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7f9d928b-35b6-46da-a1d1-a94bd53c9ca8 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3309269 Feb 17 11:57:36.017675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-75911898-5258-474c-bdc7-9a2f631f4dbe None None] Provisioning complete for port 9921f6a6-dc72-4f19-9234-e35121f642d4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:36.018071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75911898-5258-474c-bdc7-9a2f631f4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.020052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46844) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.022625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-43bab491-d890-44e4-9753-e7fe0d5cab30 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/c9b2b9e3-8fc2-4edd-bb31-9cdc08b594d6 HTTP/1.1" status: 204 len: 168 time: 2.8657000 Feb 17 11:57:36.035559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46846) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.043855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'name': 'tempest-PortsIpV6TestJSON-1957399406'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:36.065530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group_rule': {'security_group_id': 'f79ad775-83a2-47ff-a461-ee30f0bb98f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:36.076393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:36.089583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.130617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:36.133461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:36.136875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:36.137590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.181392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:36.185300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:36.188294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:36.202640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:36.203070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:36.208279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389f1328-e88c-40f0-b6dc-efdc27f0130b,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:36.221549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] Deleting port 9921f6a6-dc72-4f19-9234-e35121f642d4 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:36.221549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.233729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:36.234186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:36.238849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:36.242001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:36.246344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:security_group_rule and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:36.248772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:36.252053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:36.268212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:36.271806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.308206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46852) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.309726 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-abde66ce-96c5-4461-a223-827a6ca4aab5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2426612 Feb 17 11:57:36.317476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:36.409742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:36.414863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.417973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.421815 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2a63b8a-67cc-4679-9ce0-e8d0d21236e5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3623292 Feb 17 11:57:36.429129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46856) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.459894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 810c7f5a-b097-49fc-8b33-31dd2806a1ea, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=810c7f5a-b097-49fc-8b33-31dd2806a1ea,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:36.475529 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-43aae000-37ce-4276-a20e-4ae4a3368da6 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules/389f1328-e88c-40f0-b6dc-efdc27f0130b HTTP/1.1" status: 200 len: 705 time: 0.0423458 Feb 17 11:57:36.481472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46860) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.502218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 6f39bc7d-40bc-4d65-9f72-c72f6128e7df yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:36.540698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.582606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:36.585996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.592685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:36.595947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:36.606145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] For port 9921f6a6-dc72-4f19-9234-e35121f642d4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9921f6a6-dc72-4f19-9234-e35121f642d4,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:36.606695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.607017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:36.621573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.622246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.631527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:36.637380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.644580 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:36.645607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6ad37268-b2e9-4909-a027-3ca1cda9ca7c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6148901 Feb 17 11:57:36.648754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46864) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.655067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36ce610a-18a6-4ca3-a288-7329d5244eb8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:36.708709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.709170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.724981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:36.787046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36ce610a-18a6-4ca3-a288-7329d5244eb8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:36.791490 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-36ce610a-18a6-4ca3-a288-7329d5244eb8 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2897496 Feb 17 11:57:36.795342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:36.795342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d68c1bcb-44e0-4d6b-92dc-11f3f30d8d00 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:36.801974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:36.803533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] Calling delete_port for 9921f6a6-dc72-4f19-9234-e35121f642d4 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:36.852064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-112ca01a-a909-4d24-aeb9-58d9d60101b2 None None] Provisioning complete for port 810c7f5a-b097-49fc-8b33-31dd2806a1ea triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:36.853061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-112ca01a-a909-4d24-aeb9-58d9d60101b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.856962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.862789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68ec122e-2491-4c6b-b1eb-b2b7fe8075ce tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.896825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68ec122e-2491-4c6b-b1eb-b2b7fe8075ce tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:36.905705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=810c7f5a-b097-49fc-8b33-31dd2806a1ea,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:37.004671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.027377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Deleting port c762693b-c271-4dba-aefb-1ac54c63aa41 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:37.027711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.039186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.049528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68ec122e-2491-4c6b-b1eb-b2b7fe8075ce tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.088130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] Pushing event deleted for resources: {'Port': ['ID=9921f6a6-dc72-4f19-9234-e35121f642d4,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:37.097416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec122e-2491-4c6b-b1eb-b2b7fe8075ce tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ad775-83a2-47ff-a461-ee30f0bb98f7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:37.099534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9990f962-7839-46a3-99f1-6b516f6ef2a8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:37.105628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:37.109957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b08779d-3c2f-4fba-a70f-bd3d7a3bbe79 None None] No DVR routers for this DVR port 9921f6a6-dc72-4f19-9234-e35121f642d4 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:37.111458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:37.117125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:37.121234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:37.122214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.131723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:37.142548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00dfef-67db-4b0f-986b-930f51d93744 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:37.152847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=6f39bc7d-40bc-4d65-9f72-c72f6128e7df,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:37.157262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-68ec122e-2491-4c6b-b1eb-b2b7fe8075ce tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.163493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-68ec122e-2491-4c6b-b1eb-b2b7fe8075ce tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/f79ad775-83a2-47ff-a461-ee30f0bb98f7 HTTP/1.1" status: 204 len: 168 time: 0.5056834 Feb 17 11:57:37.166501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-14855830-e1fb-4e1b-9cdb-74dff3bbbfe0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.166642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46872) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:37.200695 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5f86bfb0-bab2-4adb-a66a-e88e7f6f4ac3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1637931 Feb 17 11:57:37.203667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46876) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:37.244963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.245310 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Added segment 82897a73-5685-4683-af85-7412d75b164d of type vlan for network f76b17cc-3218-46cb-b7d9-76f87fd29932 Feb 17 11:57:37.281104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-14855830-e1fb-4e1b-9cdb-74dff3bbbfe0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.320100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 6f39bc7d-40bc-4d65-9f72-c72f6128e7df {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:37.320670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.328399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.366963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.397455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 810c7f5a-b097-49fc-8b33-31dd2806a1ea up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:37.486954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1ef09b03-dcdb-4ede-b6d4-ef756db5f677 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:37.513182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.518756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 810c7f5a-b097-49fc-8b33-31dd2806a1ea triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:37.519124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.547894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:37.548712 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.550829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-14855830-e1fb-4e1b-9cdb-74dff3bbbfe0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.558652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1ef09b03-dcdb-4ede-b6d4-ef756db5f677 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:37.564007 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1ef09b03-dcdb-4ede-b6d4-ef756db5f677 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3924224 Feb 17 11:57:37.570780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46880) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:37.579320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372829905'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:37.591076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:37.603303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:37.703315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Calling delete_port for c762693b-c271-4dba-aefb-1ac54c63aa41 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:37.735482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.744824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:37.745022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.754424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855830-e1fb-4e1b-9cdb-74dff3bbbfe0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=389f1328-e88c-40f0-b6dc-efdc27f0130b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:37.770788 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb (CIDR: 2001:db8::/64) Feb 17 11:57:37.792705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-924cf513-81b3-4c5b-aa34-66833a02f4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.813946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.814331 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Added segment 7a83e362-4f1c-4d1a-897c-56bbe6eabf37 of type vlan for network 30b84045-cb79-4bc5-ae41-64fdcccd48cd Feb 17 11:57:37.822870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb/4bc224ab-5e9f-445d-9558-d9064a25f67f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:37.844543 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:37.844986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:37.869312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9921f6a6-dc72-4f19-9234-e35121f642d4 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:37.896753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-14855830-e1fb-4e1b-9cdb-74dff3bbbfe0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.897907 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-14855830-e1fb-4e1b-9cdb-74dff3bbbfe0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/389f1328-e88c-40f0-b6dc-efdc27f0130b HTTP/1.1" status: 204 len: 168 time: 1.0837867 Feb 17 11:57:37.903310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:37.907365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 6f39bc7d-40bc-4d65-9f72-c72f6128e7df owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:37.910066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46884) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:37.960928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9921f6a6-dc72-4f19-9234-e35121f642d4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:37.962161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9921f6a6-dc72-4f19-9234-e35121f642d4 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:37.975768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:37.986468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Usage tracker for resource:security_group_rule and tenant:8cad3f635df647d4bb529b7bb80498e3 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:37.987958 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a37c972-2ea1-409b-8b7b-6a9ce2b1c625 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6776800 Feb 17 11:57:37.990809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:37.994120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46888) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:38.014720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:38.096927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7cb6e957-2db5-49cc-a01d-90d2773a2753 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:38.104471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:38.132158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.152775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.153367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.157279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:38.160343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:38.164591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.177431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:38.181686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:38.184596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:38.190465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:38.192404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7cb6e957-2db5-49cc-a01d-90d2773a2753 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:38.193671 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7cb6e957-2db5-49cc-a01d-90d2773a2753 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2828076 Feb 17 11:57:38.194374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.197166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46892) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:38.198174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Router 87a9a4c4-094d-49b3-9398-386668704348 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:57:38.202601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': 'c19c227f-d900-4783-af89-7a4f0ed29647', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:38.208610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:38.219322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:38.232416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Transition to ACTIVE for port object 4bc224ab-5e9f-445d-9558-d9064a25f67f will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:38.237349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.253524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Transition to ACTIVE for port object 4bc224ab-5e9f-445d-9558-d9064a25f67f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:38.299425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:38.313290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.327035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event deleted for resources: {'Port': ['ID=c762693b-c271-4dba-aefb-1ac54c63aa41,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.378419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=6f39bc7d-40bc-4d65-9f72-c72f6128e7df,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.392450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:38.395859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:38.399357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:38.419093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Network': ['ID=f76b17cc-3218-46cb-b7d9-76f87fd29932,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.420685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.423468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.440392 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9254248 Feb 17 11:57:38.447318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network f76b17cc-3218-46cb-b7d9-76f87fd29932 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:38.454864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46896) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:38.467213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Pushing event updated for resources: {'Port': ['ID=4bc224ab-5e9f-445d-9558-d9064a25f67f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.470574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.494578 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6a621c96-8015-4531-afcc-bbedfd35a293 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/6f39bc7d-40bc-4d65-9f72-c72f6128e7df HTTP/1.1" status: 204 len: 168 time: 1.2898080 Feb 17 11:57:38.506595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46900) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:38.522394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'mac_address': 'fa:16:3e:bc:8d:4a', 'name': 'tempest-PortsIpV6TestJSON-1405750894'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:38.545663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.559098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.595541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Attempting to bind port 4bc224ab-5e9f-445d-9558-d9064a25f67f on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:38.595914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Attempting to bind port 4bc224ab-5e9f-445d-9558-d9064a25f67f by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:38.596271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Attempting to bind port 4bc224ab-5e9f-445d-9558-d9064a25f67f on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:38.609170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:38.609552 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:38.609973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.610345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:38.610993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Bound port: 4bc224ab-5e9f-445d-9558-d9064a25f67f, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:38.611667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.713251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] For port 4bc224ab-5e9f-445d-9558-d9064a25f67f, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:38.717518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] For port 4bc224ab-5e9f-445d-9558-d9064a25f67f, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4bc224ab-5e9f-445d-9558-d9064a25f67f,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:38.753940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d311adc5-2a99-4e25-b6ef-7e1b766ee151,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.813270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.814282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:38.816720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.817965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c19ddcd1-ca4b-4ada-9664-b574137bbca9 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2468083 Feb 17 11:57:38.825904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46904) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:38.829738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:38.839028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a2edf65e-2709-40fd-b572-0fa43f3445af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:38.839575 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-a2edf65e-2709-40fd-b572-0fa43f3445af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 11:57:38.840528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a2edf65e-2709-40fd-b572-0fa43f3445af tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "PUT /v2.0/security-groups/d311adc5-2a99-4e25-b6ef-7e1b766ee151 HTTP/1.1" status: 409 len: 330 time: 0.0127606 Feb 17 11:57:38.841459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:38.844938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46908) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:38.850190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.871347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:38.875318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41483-3f4f-4c2a-bb96-d7763bd34336 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Network': ['ID=30b84045-cb79-4bc5-ae41-64fdcccd48cd,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.900981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:38.904154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 30b84045-cb79-4bc5-ae41-64fdcccd48cd details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:38.942990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8091b3-68c2-46f5-8473-e80c2b7d11be,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:38.960512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:39.031453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9c6ad-15a0-48ad-9d59-5d16af500558 None None] Pushing event updated for resources: {'Port': ['ID=4bc224ab-5e9f-445d-9558-d9064a25f67f,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:39.075146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.093265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0391-00d7-4589-b3d3-f44628850c23 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.119863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.123693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-33b412e2-30c2-4652-aa97-362d6b31bbc2 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9229541 Feb 17 11:57:39.129616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46912) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:39.186664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.200209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0391-00d7-4589-b3d3-f44628850c23 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.233325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:39.237082 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-295ae377-9b73-46b1-a539-6772857dc9ba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules/4c8091b3-68c2-46f5-8473-e80c2b7d11be HTTP/1.1" status: 200 len: 705 time: 0.1012561 Feb 17 11:57:39.243799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:39.244181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46916) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:39.249219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:39.254752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:39.255644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Synchronizing usage tracker for tenant:3c275a017e464105a798eb65b06d30e9 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:39.441797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.442326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port db6302a3-053b-45b9-8896-0ff53f7cd0cc yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:39.449620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.499598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:39.510557 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:39.518430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Unset dirty status for tenant:3c275a017e464105a798eb65b06d30e9 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:39.519490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c4a642c6-7444-49d1-b7c8-adbcd3ff2db0 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0675571 Feb 17 11:57:39.523620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46920) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:39.523864 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:39.524961 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:39.548455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.549017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Fanout notify agent at l3_agent the message router_deleted on router f83ec9d0-fba4-4465-9412-c9c5516017b2 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:39.559550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.565044 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6f9139ad-0dbc-4b04-a567-a72dbff5d5f4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/f83ec9d0-fba4-4465-9412-c9c5516017b2 HTTP/1.1" status: 204 len: 168 time: 5.0122409 Feb 17 11:57:39.565926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46924) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:39.577208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b85ddb20-4d46-455d-9953-95895a610a68 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:39.612071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0391-00d7-4589-b3d3-f44628850c23 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.625110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1848161742', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:39.632559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:39.637280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Usage tracker for resource:router and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:39.640541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:39.643615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.647502 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-970aa3d5-8a02-4071-8e65-5dc7f135b3e5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0261798 Feb 17 11:57:39.650579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46928) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:39.651953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:39.690646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.727655 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:39.736739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.737682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.751597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b0391-00d7-4589-b3d3-f44628850c23 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d311adc5-2a99-4e25-b6ef-7e1b766ee151,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:39.753245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b85ddb20-4d46-455d-9953-95895a610a68 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:39.754528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b85ddb20-4d46-455d-9953-95895a610a68 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5074937 Feb 17 11:57:39.762767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46932) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:39.877272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ef60ff3-0936-402f-988d-caf0dc8a94cf tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.907644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.926223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.969910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76b17cc-3218-46cb-b7d9-76f87fd29932']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:39.987979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ef60ff3-0936-402f-988d-caf0dc8a94cf tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:39.990626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.001003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82897a73-5685-4683-af85-7412d75b164d') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:40.001682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82897a73-5685-4683-af85-7412d75b164d') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:40.024530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.032900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dbf87a89-c4c3-4315-b813-8e57d91a8cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.086337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0391-00d7-4589-b3d3-f44628850c23 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.091243 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ee6b0391-00d7-4589-b3d3-f44628850c23 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/d311adc5-2a99-4e25-b6ef-7e1b766ee151 HTTP/1.1" status: 204 len: 168 time: 1.2444320 Feb 17 11:57:40.096999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46936) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.116100 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:36Z', 'revision_number': 3, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:40.121314 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:57:40.121664 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Updating router 87a9a4c4-094d-49b3-9398-386668704348 port ef721cfc-0f24-4776-95e2-53a1af246ec2 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:57:40.170035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.180150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:40.181208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.193339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.objects.ports [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84459) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:40.198476 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:40.202190 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.291770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.294789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ef60ff3-0936-402f-988d-caf0dc8a94cf tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.309078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e4502478-2688-4a16-bb02-f9e74aa35d34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Synchronizing usage tracker for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:40.313690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.314745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef60ff3-0936-402f-988d-caf0dc8a94cf tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c8091b3-68c2-46f5-8473-e80c2b7d11be,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:40.376231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.397573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.403010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/networks/f76b17cc-3218-46cb-b7d9-76f87fd29932 HTTP/1.1" status: 204 len: 168 time: 0.8775334 Feb 17 11:57:40.405897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46940) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.424168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8c5b-9ed0-4947-b778-0921524da546 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Network': ['ID=f76b17cc-3218-46cb-b7d9-76f87fd29932,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:40.432550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:40.492131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:40.504611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:40.507112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54f5e534-7576-431b-a99f-1edb752053ca None None] Provisioning for port 4bc224ab-5e9f-445d-9558-d9064a25f67f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:40.517896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:40.518571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.573047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=db6302a3-053b-45b9-8896-0ff53f7cd0cc,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:40.590211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e4502478-2688-4a16-bb02-f9e74aa35d34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] Unset dirty status for tenant:8cad3f635df647d4bb529b7bb80498e3 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:40.591525 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e4502478-2688-4a16-bb02-f9e74aa35d34 tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4936092 Feb 17 11:57:40.597589 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.607005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46944) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.607668 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Transition to ACTIVE for port object ef721cfc-0f24-4776-95e2-53a1af246ec2 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:40.635156 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-eba804bf-eb5d-4a8c-b594-56f8240e390c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] delete failed (client error): The resource could not be found. Feb 17 11:57:40.636397 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eba804bf-eb5d-4a8c-b594-56f8240e390c tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "DELETE /v2.0/security-groups/e66925ef-2cdd-4079-a079-abadf23a95c7 HTTP/1.1" status: 404 len: 347 time: 0.0244570 Feb 17 11:57:40.646397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46948) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.668725 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ded1a72f-ab57-414d-a779-661db10bc90e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] show failed (client error): The resource could not be found. Feb 17 11:57:40.669684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ded1a72f-ab57-414d-a779-661db10bc90e tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-groups/a2775263-3dd5-4244-8ebe-5a834b3759c6 HTTP/1.1" status: 404 len: 347 time: 0.0223970 Feb 17 11:57:40.675892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ef60ff3-0936-402f-988d-caf0dc8a94cf tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.676987 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ef60ff3-0936-402f-988d-caf0dc8a94cf tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4c8091b3-68c2-46f5-8473-e80c2b7d11be HTTP/1.1" status: 204 len: 168 time: 0.9132891 Feb 17 11:57:40.677573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46952) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.694489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46954) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.706957 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.719911 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-c7698732-b60b-41dd-b0ba-97427b405c6b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] show failed (client error): The resource could not be found. Feb 17 11:57:40.728785 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c7698732-b60b-41dd-b0ba-97427b405c6b tempest-NegativeSecGroupIPv6Test-509156945 tempest-NegativeSecGroupIPv6Test-509156945-project] 10.222.0.47 "GET /v2.0/security-group-rules/bb020862-15a3-4964-89f3-b3327cd9189e HTTP/1.1" status: 404 len: 356 time: 0.0369403 Feb 17 11:57:40.728981 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6a272736-9a05-468d-afb0-4aa4b1dfff41 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2155049 Feb 17 11:57:40.728981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46960) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.768311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.785836 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Pushing event updated for resources: {'Port': ['ID=ef721cfc-0f24-4776-95e2-53a1af246ec2,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:40.797548 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.798195 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.798686 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.799188 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.799669 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.800149 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.800807 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.801285 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.801895 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.802369 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.802838 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:40.806863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.839284 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Attempting to bind port ef721cfc-0f24-4776-95e2-53a1af246ec2 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:40.839905 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Attempting to bind port ef721cfc-0f24-4776-95e2-53a1af246ec2 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:40.840433 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Attempting to bind port ef721cfc-0f24-4776-95e2-53a1af246ec2 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:40.840987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71cdcc-3d32-4777-812e-a9b08bd510dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:40.841571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b71cdcc-3d32-4777-812e-a9b08bd510dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:40.843152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3e1f2486-edcf-4f65-8e00-09302e8d3827 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:40.849689 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:40.850332 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:40.850926 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.851470 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:40.852315 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Bound port: ef721cfc-0f24-4776-95e2-53a1af246ec2, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:40.853286 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:40.935149 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] For port ef721cfc-0f24-4776-95e2-53a1af246ec2, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:40.938308 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] For port ef721cfc-0f24-4776-95e2-53a1af246ec2, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef721cfc-0f24-4776-95e2-53a1af246ec2,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:40.965255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3e1f2486-edcf-4f65-8e00-09302e8d3827 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:40.967421 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3e1f2486-edcf-4f65-8e00-09302e8d3827 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2686353 Feb 17 11:57:40.984415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46966) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:40.994591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': 'c19c227f-d900-4783-af89-7a4f0ed29647', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:41.004954 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.005679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.014677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:41.015313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b71cdcc-3d32-4777-812e-a9b08bd510dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:41.019873 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b71cdcc-3d32-4777-812e-a9b08bd510dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/db6302a3-053b-45b9-8896-0ff53f7cd0cc HTTP/1.1" status: 200 len: 845 time: 0.2923799 Feb 17 11:57:41.022414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 46970) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:41.053145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:41.061118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b84045-cb79-4bc5-ae41-64fdcccd48cd']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:41.083415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a83e362-4f1c-4d1a-897c-56bbe6eabf37') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:41.085402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a83e362-4f1c-4d1a-897c-56bbe6eabf37') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:41.096043 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d755182-1d01-407a-a683-b439eea617d4 None None] Pushing event updated for resources: {'Port': ['ID=ef721cfc-0f24-4776-95e2-53a1af246ec2,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:41.106466 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:41.107130 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:41.131836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.139237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.177456 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Project 7c5926765b484f89a31e0867c7eb1096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:57:41.185058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.232419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.239848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.262962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:57:41.263358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:57:41.305304 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:57:41.341939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.408785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port db6302a3-053b-45b9-8896-0ff53f7cd0cc {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:41.409377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.429594 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:41.438296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.460899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4bc224ab-5e9f-445d-9558-d9064a25f67f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:41.538197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.571958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46978) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:41.578816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.621085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.635246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Network': ['ID=30b84045-cb79-4bc5-ae41-64fdcccd48cd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:41.655398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 4bc224ab-5e9f-445d-9558-d9064a25f67f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:41.661836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4bc224ab-5e9f-445d-9558-d9064a25f67f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:41.662259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.673149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.715851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Allocated IP 172.26.6.83 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/546a960a-35e6-4b10-9d89-348065f56b80) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:41.729694 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ac6bcb29-acaf-42e4-935f-c6050b56a6d2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/networks/30b84045-cb79-4bc5-ae41-64fdcccd48cd HTTP/1.1" status: 204 len: 168 time: 1.3217304 Feb 17 11:57:41.730086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46984) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:41.739299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.812467 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:36Z', 'revision_number': 3, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:41.818878 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b18d5-fffb-4e41-b4d1-e723181ec8de None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:36Z', 'revision_number': 3, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:41.830675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.854266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:41.899599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for db6302a3-053b-45b9-8896-0ff53f7cd0cc owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:41.979177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 4bc224ab-5e9f-445d-9558-d9064a25f67f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4bc224ab-5e9f-445d-9558-d9064a25f67f,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:42.009380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14215c15-3ab6-48a5-973f-dcd6ce05ee6d,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:42.045062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.144672 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8d97d1d2-26d3-4afc-9303-212ca7e7eebe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cad3f635df647d4bb529b7bb80498e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5670943 Feb 17 11:57:42.149434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46988) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.213686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.215185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:57:42.215759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfee692-e1b1-4c49-a708-70eadfeb6f91 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:42.216010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:57:42.219786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.219962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfee692-e1b1-4c49-a708-70eadfeb6f91 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:42.220420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.220705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1cfee692-e1b1-4c49-a708-70eadfeb6f91 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Synchronizing usage tracker for tenant:3c275a017e464105a798eb65b06d30e9 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:42.230201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.234228 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3b7a9fdd-2b75-4c78-88c8-a1978bff748e tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2486966 Feb 17 11:57:42.236489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46992) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.243189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.286693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e474dcb3-2de3-4c0d-ba59-a870977f8433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.314313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=db6302a3-053b-45b9-8896-0ff53f7cd0cc,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:42.318456 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c2a4b288-8f7e-4337-a82e-baedaa78e852 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules/14215c15-3ab6-48a5-973f-dcd6ce05ee6d HTTP/1.1" status: 200 len: 711 time: 0.0769405 Feb 17 11:57:42.327590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 46996) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.349310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e474dcb3-2de3-4c0d-ba59-a870977f8433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.356468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1cfee692-e1b1-4c49-a708-70eadfeb6f91 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Unset dirty status for tenant:3c275a017e464105a798eb65b06d30e9 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:42.357677 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1cfee692-e1b1-4c49-a708-70eadfeb6f91 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6141677 Feb 17 11:57:42.363296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47000) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.381922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1587476335'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:42.393591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:42.412919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.425164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:42.427620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=643c8a6c-c24b-40db-940f-f56f406b127d,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:42.462540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d9d84003-e6e9-4cb3-bb5a-f1ce754d46fa tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:42.472705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:42.480963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:42.483869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:42.484488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.490748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea39ec-56ea-40ab-9840-9bf879c39738 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:42.501512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.512010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=4bc224ab-5e9f-445d-9558-d9064a25f67f,revision_number=4']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:42.529732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.546293 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0f4be268-1004-4c5e-a004-a89131435fa0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/db6302a3-053b-45b9-8896-0ff53f7cd0cc HTTP/1.1" status: 204 len: 168 time: 1.5205033 Feb 17 11:57:42.547423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47004) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.564522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:42.572048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:42.574346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d9d84003-e6e9-4cb3-bb5a-f1ce754d46fa tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:42.578668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d9d84003-e6e9-4cb3-bb5a-f1ce754d46fa tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2496889 Feb 17 11:57:42.579826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:42.609337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47008) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.623063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e474dcb3-2de3-4c0d-ba59-a870977f8433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.629987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:42.633066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.638223 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b8545d1b-f273-4642-ac4a-299469180527 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6417258 Feb 17 11:57:42.642698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47012) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.646113 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-21567927-0f88-4264-bf36-a88f309270e7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:57:42.646113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-21567927-0f88-4264-bf36-a88f309270e7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:42.673501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474dcb3-2de3-4c0d-ba59-a870977f8433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32f742-3431-4e13-a3b9-9dc4173061ef,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:42.715435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event updated for resources: {'Port': ['ID=546a960a-35e6-4b10-9d89-348065f56b80,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:42.744964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:72:0a:42', 'name': 'tempest-NetworksTestDHCPv6-906210748'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:42.756201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:42.779525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e474dcb3-2de3-4c0d-ba59-a870977f8433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.780912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-164d2000-2493-4f7a-96d9-f3a7285dca7f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.786288 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e474dcb3-2de3-4c0d-ba59-a870977f8433 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c32f742-3431-4e13-a3b9-9dc4173061ef HTTP/1.1" status: 204 len: 168 time: 0.6302490 Feb 17 11:57:42.797614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-164d2000-2493-4f7a-96d9-f3a7285dca7f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.801369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.914382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.914804 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Added segment a0c3a581-ef8d-4007-8001-86c47819da24 of type vlan for network b8875bf0-9d2f-430c-a6d4-c89830b58b20 Feb 17 11:57:42.916986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.935765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-21567927-0f88-4264-bf36-a88f309270e7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:42.942865 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-21567927-0f88-4264-bf36-a88f309270e7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/db6302a3-053b-45b9-8896-0ff53f7cd0cc HTTP/1.1" status: 404 len: 333 time: 0.3890128 Feb 17 11:57:42.944802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47018) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:42.950175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 4bc224ab-5e9f-445d-9558-d9064a25f67f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4bc224ab-5e9f-445d-9558-d9064a25f67f,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:42.953975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-164d2000-2493-4f7a-96d9-f3a7285dca7f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:42.967732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'name': 'tempest-PortsIpV6TestJSON-1150319326'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:43.001641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.005100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d2000-2493-4f7a-96d9-f3a7285dca7f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14215c15-3ab6-48a5-973f-dcd6ce05ee6d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:43.020945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.072453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-164d2000-2493-4f7a-96d9-f3a7285dca7f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.073614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-164d2000-2493-4f7a-96d9-f3a7285dca7f tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/14215c15-3ab6-48a5-973f-dcd6ce05ee6d HTTP/1.1" status: 204 len: 168 time: 0.4632883 Feb 17 11:57:43.078424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47022) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:43.124333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=4bc224ab-5e9f-445d-9558-d9064a25f67f,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:43.133811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:43.147098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:43.152714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:43.156451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Allocated IP 172.20.0.1 (3c854e6f-3ba8-4456-af9d-8c00f77df2e9/318647d3-4aaf-47a8-91e1-ce1862355d97/56fc9346-5b4a-4638-85e3-c80258db8461) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:43.182614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:43.193327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9e5841fc-5d92-438b-8fc5-a392909dfcce tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:43.344670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:43.375749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:43.380827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:43.385723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.385989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.386524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.395410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9e5841fc-5d92-438b-8fc5-a392909dfcce tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:43.396877 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9e5841fc-5d92-438b-8fc5-a392909dfcce tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3121831 Feb 17 11:57:43.406292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47026) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:43.424388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4bc224ab-5e9f-445d-9558-d9064a25f67f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:43.462184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:43.505397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4bc224ab-5e9f-445d-9558-d9064a25f67f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:43.506063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.523556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:43.527350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.543707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.547397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:43.548007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.683315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef721cfc-0f24-4776-95e2-53a1af246ec2 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:43.720873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b68599f5-ac5d-4e82-9124-32b65f0fc675 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.725917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 243565cf-2319-4fac-bf16-38c2e975d814 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:43.774620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Network': ['ID=b8875bf0-9d2f-430c-a6d4-c89830b58b20,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:43.788047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b8875bf0-9d2f-430c-a6d4-c89830b58b20 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:43.891412 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-11828a7d-3bca-4e9f-8ba1-fe6b79b69c0f tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5241745 Feb 17 11:57:43.893946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ef721cfc-0f24-4776-95e2-53a1af246ec2 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:43.894982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.896971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47030) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:43.908318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2066678257'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:43.911863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ef721cfc-0f24-4776-95e2-53a1af246ec2 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:43.912235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.913882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b68599f5-ac5d-4e82-9124-32b65f0fc675 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:43.934172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:43.949919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Transition to ACTIVE for port object 56fc9346-5b4a-4638-85e3-c80258db8461 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:43.975478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::90 (077674eb-7979-49ce-a746-00af8b5678be/9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb/91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:43.987595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:a42 (077674eb-7979-49ce-a746-00af8b5678be/643c8a6c-c24b-40db-940f-f56f406b127d/91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:43.992309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fd63eec4-03a2-4f0e-a87a-3356af3b1716 None None] Provisioning complete for port 4bc224ab-5e9f-445d-9558-d9064a25f67f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:43.993423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fd63eec4-03a2-4f0e-a87a-3356af3b1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.003028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:network and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:44.006747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:44.023521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:44.072619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b68599f5-ac5d-4e82-9124-32b65f0fc675 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.090999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.102859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.146794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68599f5-ac5d-4e82-9124-32b65f0fc675 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c227f-d900-4783-af89-7a4f0ed29647,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:44.160280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ef721cfc-0f24-4776-95e2-53a1af246ec2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef721cfc-0f24-4776-95e2-53a1af246ec2,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:44.162185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.169669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:44.172991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.206012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:44.215734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.216188 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Added segment 15e21ebf-12cf-419d-9c29-7c66474d2bb8 of type vlan for network 9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7 Feb 17 11:57:44.222373 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Router cae0ffcb-6cae-4877-bb09-af94a551ea40 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:57:44.224666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.255063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.275597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:44.289196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:44.295320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:44.328499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ef721cfc-0f24-4776-95e2-53a1af246ec2,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:44.331247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Pushing event updated for resources: {'Port': ['ID=56fc9346-5b4a-4638-85e3-c80258db8461,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:44.350539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.352105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b68599f5-ac5d-4e82-9124-32b65f0fc675 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.353634 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b68599f5-ac5d-4e82-9124-32b65f0fc675 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/c19c227f-d900-4783-af89-7a4f0ed29647 HTTP/1.1" status: 204 len: 168 time: 0.9426422 Feb 17 11:57:44.356614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.364628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47034) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:44.403396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:44.423423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.470489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-510c8794-0899-4b71-a38d-622b320614f0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:44.526929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:44.527776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=243565cf-2319-4fac-bf16-38c2e975d814,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:44.535167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:44.538490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:44.543251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:44.545169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.547490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.550874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:44.551398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.588164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-510c8794-0899-4b71-a38d-622b320614f0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:44.593344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-510c8794-0899-4b71-a38d-622b320614f0 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2201123 Feb 17 11:57:44.593344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.596400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47038) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:44.651764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087344448'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:44.671402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:44.678769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9ec7c951-8482-4ae5-8c81-8afb112cde05 None None] Provisioning for port 56fc9346-5b4a-4638-85e3-c80258db8461 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:44.685386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9ec7c951-8482-4ae5-8c81-8afb112cde05 None None] Provisioning complete for port 56fc9346-5b4a-4638-85e3-c80258db8461 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:44.687661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ec7c951-8482-4ae5-8c81-8afb112cde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.697768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Network': ['ID=9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:44.711052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:44.724098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:44.728297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:44.731153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:44.733336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.745553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:44.745686 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b7ef3525-d01e-453c-933b-34f9282db23a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8446927 Feb 17 11:57:44.746861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47042) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:44.748443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:44.753067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:44.753252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'ports': [{'network_id': 'b8875bf0-9d2f-430c-a6d4-c89830b58b20', 'name': 'tempest-port--300412177', 'admin_state_up': True}, {'network_id': '9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7', 'admin_state_up': False}]} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:44.753542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'port': {'network_id': 'b8875bf0-9d2f-430c-a6d4-c89830b58b20', 'name': 'tempest-port--300412177', 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:44.753676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.754147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'port': {'network_id': '9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7', 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:44.773637 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f0824301-1e1f-4ee1-b649-f1491ab298bb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8220279 Feb 17 11:57:44.779542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47046) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:44.812764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:44.839422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7c951-8482-4ae5-8c81-8afb112cde05 None None] Port 56fc9346-5b4a-4638-85e3-c80258db8461 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:57:44.858330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:44.881810 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fb6b6247-f0ed-4206-a328-2712f4892972 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2297492 Feb 17 11:57:44.882507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47050) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:45.011355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:45.021755 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:45.025429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:45.035761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] Sync routers for ids ['cae0ffcb-6cae-4877-bb09-af94a551ea40'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:45.049595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] Routers {'cae0ffcb-6cae-4877-bb09-af94a551ea40'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:45.050181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['cae0ffcb-6cae-4877-bb09-af94a551ea40'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:45.053137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:45.053474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.072700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:45.079254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.104726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:45.115354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:45.120533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:45.127902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:port and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:45.133340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:45.142647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] Routers {'cae0ffcb-6cae-4877-bb09-af94a551ea40'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:45.142998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:45.143609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['cae0ffcb-6cae-4877-bb09-af94a551ea40'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:45.216591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-723d4198-e0d1-43a8-b971-51bf8730cbfd None None] Provisioning for port 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:45.219622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:45.220025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a3d18-6350-4a7a-9b32-57b969f9f91e None None] The sync data for ids ['cae0ffcb-6cae-4877-bb09-af94a551ea40'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:45.236629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-723d4198-e0d1-43a8-b971-51bf8730cbfd None None] Provisioning complete for port 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:45.236629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-723d4198-e0d1-43a8-b971-51bf8730cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.314389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-723d4198-e0d1-43a8-b971-51bf8730cbfd None None] Port 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:57:45.319101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef721cfc-0f24-4776-95e2-53a1af246ec2 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:45.332643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.338241 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e1262658-f682-4074-880a-797828d63a7e tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7237661 Feb 17 11:57:45.343009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47054) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:45.359381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:45.370216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:57:45.397619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ef721cfc-0f24-4776-95e2-53a1af246ec2 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:45.398021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.403510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.408577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.444511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.486221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'port': 2} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:45.489674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.494967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.568321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.568606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.582684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.648360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] In _notify_port_updated(), no bound segment for port 243565cf-2319-4fac-bf16-38c2e975d814 on network 8651f65f-b77f-46a4-94cc-bbc783c89117 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:57:45.652763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:45.653357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.654676 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/ports/243565cf-2319-4fac-bf16-38c2e975d814 HTTP/1.1" status: 200 len: 818 time: 0.8738770 Feb 17 11:57:45.659481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47058) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:45.666992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.674347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e02daa-6a80-4c3f-8c3c-4da91278e982,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:45.677082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Pushing event updated for resources: {'Port': ['ID=56fc9346-5b4a-4638-85e3-c80258db8461,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:45.747548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.748767 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b1979808-691b-4272-ace1-ca8b8f6ac1d1 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1472187 Feb 17 11:57:45.778016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47062) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:45.802296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Request body: {'security_group_rule': {'security_group_id': '13e02daa-6a80-4c3f-8c3c-4da91278e982', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:45.844755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:45.856366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.879041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Usage tracker for resource:security_group_rule and tenant:7c5926765b484f89a31e0867c7eb1096 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:45.892491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:45.900009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 243565cf-2319-4fac-bf16-38c2e975d814 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:45.900340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:45.932961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26fd87-dd43-4b15-bb7d-17c805f35a0d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=243565cf-2319-4fac-bf16-38c2e975d814,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:45.990562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:45.991761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:46.089240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:46.097083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:46.218233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] device_id is not set on port 1a68aca7-5e03-491f-b757-729e8f495821 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:46.240766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bcfb8bdb-9c63-452d-8aab-48342ee4d33e None None] Provisioning complete for port 56fc9346-5b4a-4638-85e3-c80258db8461 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:46.241333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8bdb-9c63-452d-8aab-48342ee4d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:46.312387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:46.353403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb8bdb-9c63-452d-8aab-48342ee4d33e None None] Port 56fc9346-5b4a-4638-85e3-c80258db8461 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:57:46.422083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:57:46.580168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:46.624058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:46.629273 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-41ba95af-8e1e-49c0-b0f9-9093f155ece8 admin admin] 10.222.0.47 "PUT /v2.0/routers/87a9a4c4-094d-49b3-9398-386668704348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9507730 Feb 17 11:57:46.640396 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:46.653591 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:46.654240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:46.839074 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:46.883710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 243565cf-2319-4fac-bf16-38c2e975d814 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:47.005123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.080748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.083119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.168640 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 2, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:47.176388 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:57:47.176810 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Updating router 87a9a4c4-094d-49b3-9398-386668704348 port 56fc9346-5b4a-4638-85e3-c80258db8461 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:57:47.200509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382aede9-261e-4e3b-b6f6-c104fced106a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:47.229185 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.229991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.329466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:47.334946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] device_id is not set on port e5d97353-1e97-4529-b330-d5e47a0c5d67 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:47.389397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.390619 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-80028127-096d-435c-80be-3481831ecfba tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6028578 Feb 17 11:57:47.391857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.394051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47076) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:47.482383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca086f52-6323-4825-bb80-3899c85b369c tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.522776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca086f52-6323-4825-bb80-3899c85b369c tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.540053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.591877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.594433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=243565cf-2319-4fac-bf16-38c2e975d814,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:47.626103 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c9d74f0-8e40-44d8-bade-85d54f248e06 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd HTTP/1.1" status: 204 len: 168 time: 2.7360411 Feb 17 11:57:47.627550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47082) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:47.634046 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b41df1bd-4267-4cd9-a6d9-12a74300a8ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/243565cf-2319-4fac-bf16-38c2e975d814 HTTP/1.1" status: 204 len: 168 time: 1.9630811 Feb 17 11:57:47.635675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47088) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:47.651119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.669208 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.681696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca086f52-6323-4825-bb80-3899c85b369c tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.683957 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Transition to ACTIVE for port object 56fc9346-5b4a-4638-85e3-c80258db8461 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:47.718600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca086f52-6323-4825-bb80-3899c85b369c tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e02daa-6a80-4c3f-8c3c-4da91278e982,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:47.741327 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.758808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca086f52-6323-4825-bb80-3899c85b369c tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:47.761213 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ca086f52-6323-4825-bb80-3899c85b369c tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/13e02daa-6a80-4c3f-8c3c-4da91278e982 HTTP/1.1" status: 204 len: 168 time: 0.3657417 Feb 17 11:57:47.762133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47096) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:47.795682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19288e9d-1be2-4a62-b941-2d12e80f7abd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:47.800427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-19288e9d-1be2-4a62-b941-2d12e80f7abd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1631925 Feb 17 11:57:47.801750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47100) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:47.857007 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-8193c532-3784-4ddf-9592-a8853ce47905 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:57:47.863548 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8193c532-3784-4ddf-9592-a8853ce47905 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/243565cf-2319-4fac-bf16-38c2e975d814 HTTP/1.1" status: 404 len: 333 time: 0.0610065 Feb 17 11:57:47.870289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47104) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:47.870440 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b6ca4-66c5-4886-a4c7-76aa92f6b320 None None] Pushing event updated for resources: {'Port': ['ID=56fc9346-5b4a-4638-85e3-c80258db8461,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:47.871875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1525112030'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:47.877616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:47.885201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:47.900504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:47.908638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:47.917095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.010182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:48.014188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.038098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Port': ['ID=1a68aca7-5e03-491f-b757-729e8f495821,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:48.059526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:48.059810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47110) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.067947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.068549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment b931fad0-bb47-4f9b-b403-66a9a51922c6 of type vlan for network 642718f2-4a44-4a15-b116-5c8a3626ab52 Feb 17 11:57:48.084108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611492709-network', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:48.091093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:48.096617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Usage tracker for resource:network and tenant:1a97f2ec5e174053ad016c5794e86d5d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:48.101711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.102608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:48.102931 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Attempting to bind port 56fc9346-5b4a-4638-85e3-c80258db8461 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:48.103482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Attempting to bind port 56fc9346-5b4a-4638-85e3-c80258db8461 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:48.104146 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Attempting to bind port 56fc9346-5b4a-4638-85e3-c80258db8461 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:48.111602 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:48.111968 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Checking segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:48.112106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:48.112367 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.112758 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Bound using segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:48.113376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Bound port: 56fc9346-5b4a-4638-85e3-c80258db8461, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:48.113746 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.210956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Made reservation on behalf of 1a97f2ec5e174053ad016c5794e86d5d for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:48.213950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.217365 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] For port 56fc9346-5b4a-4638-85e3-c80258db8461, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:48.220678 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] For port 56fc9346-5b4a-4638-85e3-c80258db8461, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=56fc9346-5b4a-4638-85e3-c80258db8461,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:48.225053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8052d598-4c26-4546-ba63-e40a63524610 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:48.226630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8052d598-4c26-4546-ba63-e40a63524610 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:48.230754 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-61f97945-075a-4bed-bfda-a50445e53b60 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4612298 Feb 17 11:57:48.235198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47114) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.245103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.255577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Checking segment: {'id': 'a0c3a581-ef8d-4007-8001-86c47819da24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b8875bf0-9d2f-430c-a6d4-c89830b58b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:48.255932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network hostable DHCP agents. Network: b8875bf0-9d2f-430c-a6d4-c89830b58b20, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:48.275471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.279033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:48.279663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.292032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:48.295848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Usage tracker for resource:security_group_rule and tenant:1a97f2ec5e174053ad016c5794e86d5d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:48.298670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:48.301367 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.304409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:48.372961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8052d598-4c26-4546-ba63-e40a63524610 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:48.376403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8052d598-4c26-4546-ba63-e40a63524610 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7454226 Feb 17 11:57:48.378380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.382838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47118) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.385889 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b6ca4-66c5-4886-a4c7-76aa92f6b320 None None] Pushing event updated for resources: {'Port': ['ID=56fc9346-5b4a-4638-85e3-c80258db8461,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:48.389253 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:48.391059 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:48.393770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2ab6cbd0-d9f6-4a61-a952-49d331853b27 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:48.411128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=642718f2-4a44-4a15-b116-5c8a3626ab52,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:48.431660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:48.454907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47122) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.455102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d03b6a4-5a28-4f0e-81d2-fb11584f291d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5844638 Feb 17 11:57:48.464135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:48.529988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2ab6cbd0-d9f6-4a61-a952-49d331853b27 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:48.531931 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2ab6cbd0-d9f6-4a61-a952-49d331853b27 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2956982 Feb 17 11:57:48.534179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47126) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.564756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-1709f8b5-962c-4cc2-ad1e-8d33773bd8c5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] delete failed (client error): The resource could not be found. Feb 17 11:57:48.565810 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1709f8b5-962c-4cc2-ad1e-8d33773bd8c5 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "DELETE /v2.0/security-groups/13e02daa-6a80-4c3f-8c3c-4da91278e982 HTTP/1.1" status: 404 len: 347 time: 0.0307097 Feb 17 11:57:48.575636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.575939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47130) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.649255 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:48.650882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-16ce0f6f-43ed-4122-b4f6-ebd90007bdd9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Synchronizing usage tracker for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:48.656779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network b8875bf0-9d2f-430c-a6d4-c89830b58b20 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:48.672972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:48.681907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992c9d84-94c6-41ce-86f1-733f590dba32,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:48.690817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:48.707264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:48.707264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:48.707264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.707264 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Added segment 2be41496-a9a5-4156-84ff-852de703ade8 of type vlan for network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 Feb 17 11:57:48.708787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.728114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c75ff-47ef-44af-a641-564831c39f77 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:48.728772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-310c75ff-47ef-44af-a641-564831c39f77 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:48.732305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:48.759596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-16ce0f6f-43ed-4122-b4f6-ebd90007bdd9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] Unset dirty status for tenant:7c5926765b484f89a31e0867c7eb1096 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:48.760484 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-16ce0f6f-43ed-4122-b4f6-ebd90007bdd9 tempest-SecGroupIPv6Test-955942735 tempest-SecGroupIPv6Test-955942735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1871319 Feb 17 11:57:48.772382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-310c75ff-47ef-44af-a641-564831c39f77 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:48.776239 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-310c75ff-47ef-44af-a641-564831c39f77 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3882465 Feb 17 11:57:48.776753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47136) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:48.778165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.788867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b8875bf0-9d2f-430c-a6d4-c89830b58b20) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:48.797169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:48.797800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11228852-bcc3-45e9-a242-91af6d94815e None None] Network b8875bf0-9d2f-430c-a6d4-c89830b58b20 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:48.798534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:48.866747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:48.870401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed7789-d1a6-4b82-b979-ea5c88449d28 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:48.872818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed7789-d1a6-4b82-b979-ea5c88449d28 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:48.874443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed7789-d1a6-4b82-b979-ea5c88449d28 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:48.875312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5aed7789-d1a6-4b82-b979-ea5c88449d28 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:48.981049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5aed7789-d1a6-4b82-b979-ea5c88449d28 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:48.982412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5aed7789-d1a6-4b82-b979-ea5c88449d28 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2045944 Feb 17 11:57:48.985412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47140) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:49.052447 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:48Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:49.059047 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edb758-5a11-4f69-b47e-93ec6b1480b0 None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:48Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:49.113474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.152258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.153110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:49.153668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.204904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Port': ['ID=e5d97353-1e97-4529-b330-d5e47a0c5d67,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:49.324140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Deleting port 546a960a-35e6-4b10-9d89-348065f56b80 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:49.324440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.343612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 643c8a6c-c24b-40db-940f-f56f406b127d {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:49.349864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.413411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.418273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 56fc9346-5b4a-4638-85e3-c80258db8461 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:49.458645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47146) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:49.484344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.534178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] Pushing event updated for resources: {'Network': ['ID=8dde375a-3ee2-438b-a710-91a6b26a5ea1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:49.536462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.546302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:49.616752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Checking segment: {'id': '15e21ebf-12cf-419d-9c29-7c66474d2bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:49.617135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network hostable DHCP agents. Network: 9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:49.640241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 56fc9346-5b4a-4638-85e3-c80258db8461 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:49.660007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 56fc9346-5b4a-4638-85e3-c80258db8461 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:49.660007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.698403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.705504 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-da9efefc-6585-4d7d-8056-9dd0eb92ac26 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6469254 Feb 17 11:57:49.727781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47152) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:49.751666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Request body: {'subnet': {'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611492709-subnet', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:49.756338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:49.758721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=643c8a6c-c24b-40db-940f-f56f406b127d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:49.763274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Usage tracker for resource:subnet and tenant:1a97f2ec5e174053ad016c5794e86d5d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:49.767093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:49.774345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:49.801596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.815727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.826097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be5d34-f16e-4ea5-8c1d-7da980f794ce None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:49.889710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Made reservation on behalf of 1a97f2ec5e174053ad016c5794e86d5d for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:49.892449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:49.896444 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3e5f3000-a0fc-4f8a-8bb5-83d77a8575c0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/643c8a6c-c24b-40db-940f-f56f406b127d HTTP/1.1" status: 204 len: 168 time: 0.9097755 Feb 17 11:57:49.898940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47156) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:49.942865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 56fc9346-5b4a-4638-85e3-c80258db8461, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=56fc9346-5b4a-4638-85e3-c80258db8461,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:49.995941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:57:49.998170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network 9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:49.999955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.017876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.064077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.093820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.162878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=56fc9346-5b4a-4638-85e3-c80258db8461,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:50.178674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.193270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:50.206981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21620b1c-5c4a-4cdc-8a46-e7ebe42238aa None None] Network 9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:50.212233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-05a4e96d-5a79-48e6-8b31-fd45bfa06001 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c5926765b484f89a31e0867c7eb1096&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7473378 Feb 17 11:57:50.213215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:50.216304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47160) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:50.217913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:50.221246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:50.222495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.334934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7619ded1-60fb-43bc-926d-1d218e0d79ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.375737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7619ded1-60fb-43bc-926d-1d218e0d79ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.418807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.455859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Calling delete_port for 546a960a-35e6-4b10-9d89-348065f56b80 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:50.524239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7619ded1-60fb-43bc-926d-1d218e0d79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.546633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ded1-60fb-43bc-926d-1d218e0d79ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98fd714-22c3-4ea9-b39c-32178ad9aba3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:50.548770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.603413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:50.611166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.621028 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e2d1e24c-6315-4f45-b468-42c6135fd958 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb HTTP/1.1" status: 204 len: 168 time: 0.7204242 Feb 17 11:57:50.623289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47164) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:50.667317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=f46598aa-5896-4bf6-bb14-958b7baa9d99,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:50.689428 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e6ff55ee-5eab-4729-985e-6847e21e09a5 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9400184 Feb 17 11:57:50.691392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47168) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:50.700858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-06fdf649-ba9a-4107-ab39-6b9fc80fc4d7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764461 Feb 17 11:57:50.702627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7619ded1-60fb-43bc-926d-1d218e0d79ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.703616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7619ded1-60fb-43bc-926d-1d218e0d79ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f98fd714-22c3-4ea9-b39c-32178ad9aba3 HTTP/1.1" status: 204 len: 168 time: 0.4867918 Feb 17 11:57:50.704201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47172) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:50.710265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:50.769751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': 'b931fad0-bb47-4f9b-b403-66a9a51922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:50.770297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: 642718f2-4a44-4a15-b116-5c8a3626ab52, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:50.840698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:50.845011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:50.848140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:50.855163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:50.864991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.889228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75508fc7-9c5c-4593-a782-ae81dd4b13c4 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:50.940918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfb889-9183-4c79-8ab1-a4d81ecd4f2e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:50.944795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfb889-9183-4c79-8ab1-a4d81ecd4f2e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:50.946093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b9dfb889-9183-4c79-8ab1-a4d81ecd4f2e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Synchronizing usage tracker for tenant:3c275a017e464105a798eb65b06d30e9 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:50.953598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:50.958781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:50.964637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:50.982241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11117fb-24eb-43a4-ac55-29af1a98c7ca,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:51.002602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5612d00a-b544-436a-bf4d-95ccee388267 None None] Provisioning complete for port 4bc224ab-5e9f-445d-9558-d9064a25f67f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:51.003267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5612d00a-b544-436a-bf4d-95ccee388267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.012063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Checking segment: {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:51.012421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Network hostable DHCP agents. Network: 8dde375a-3ee2-438b-a710-91a6b26a5ea1, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:57:51.070087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.085819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 642718f2-4a44-4a15-b116-5c8a3626ab52) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:51.103112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70e0d3-b7f5-4020-99a1-4f4b1a58c6de None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:51.141819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Pushing event deleted for resources: {'Port': ['ID=546a960a-35e6-4b10-9d89-348065f56b80,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:51.148071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b9dfb889-9183-4c79-8ab1-a4d81ecd4f2e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Unset dirty status for tenant:3c275a017e464105a798eb65b06d30e9 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:51.150209 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b9dfb889-9183-4c79-8ab1-a4d81ecd4f2e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4580290 Feb 17 11:57:51.169026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47180) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:51.190083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:51.198252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.214692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:57:51.303970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Deleting port 1a68aca7-5e03-491f-b757-729e8f495821 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:51.304314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.332508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 8dde375a-3ee2-438b-a710-91a6b26a5ea1) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:51.354379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:51.355470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.380570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3b88e-f821-4d8a-9384-35e3f4abafc7 None None] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:51.381690 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5077f0fe-77e2-4aa1-b65c-f7feb18fc215 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9260941 Feb 17 11:57:51.388436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47188) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:51.393675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 56fc9346-5b4a-4638-85e3-c80258db8461 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:51.411987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:51.564412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.626651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-642718f2-4a44-4a15-b116-5c8a3626ab52', 'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': 'f46598aa-5896-4bf6-bb14-958b7baa9d99'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:51.627452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.642560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:57:51.682801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] Deleting port 4bc224ab-5e9f-445d-9558-d9064a25f67f {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:51.683455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.705833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:51.716465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:51.729525 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bf81f61a-2d3f-49f9-a342-6627a1dc5786 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0003102 Feb 17 11:57:51.755992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.775460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47196) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:51.776693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:51.777556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.806102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:51.806297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 56fc9346-5b4a-4638-85e3-c80258db8461 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:51.806794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.923747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:51.926478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.928057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Usage tracker for resource:router and tenant:1a97f2ec5e174053ad016c5794e86d5d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:51.932648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:51.938223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:51.939586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:51.951849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=75a77ed8-5933-4d9d-b733-c9e51633b00c,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:51.983386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:52.002501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:52.011229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:52.018826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-8dde375a-3ee2-438b-a710-91a6b26a5ea1', 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'fixed_ips': [{'subnet_id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:52.019640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.022034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.030841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:52.036146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.037085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.093608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Router cae0ffcb-6cae-4877-bb09-af94a551ea40 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:57:52.108137 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-63985299-522c-4b10-a144-4e7caf21d026 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4029098 Feb 17 11:57:52.156607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47204) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.167238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:52.173086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Calling delete_port for 1a68aca7-5e03-491f-b757-729e8f495821 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:52.188878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Allocated IP 2001:db8::2 (642718f2-4a44-4a15-b116-5c8a3626ab52/f46598aa-5896-4bf6-bb14-958b7baa9d99/5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:52.211266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:52.333659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:52.343167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.344315 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89d33a9f-3c71-43f7-a5a3-73277e0844d4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "PUT /v2.0/routers/cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 200 len: 706 time: 6.9999330 Feb 17 11:57:52.348004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47210) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.357700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] For port 4bc224ab-5e9f-445d-9558-d9064a25f67f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4bc224ab-5e9f-445d-9558-d9064a25f67f,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:52.358812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.406505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.454896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.477374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.503243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:52.511507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:52.515062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:52.521868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:52.533618 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6de2b93e-4f0e-471d-8dbb-bd09d083665e tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/routers/cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 200 len: 741 time: 0.1845856 Feb 17 11:57:52.536130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47216) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.583410 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f269a22c-3502-4f57-bdb8-3a967eea3fc8 tempest-RoutersAdminTest-911356185 tempest-RoutersAdminTest-911356185-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&device_id=cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 200 len: 205 time: 0.0462172 Feb 17 11:57:52.586836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47220) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.612882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] Sync routers for ids ['cae0ffcb-6cae-4877-bb09-af94a551ea40'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:52.626251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:52.638759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] Calling delete_port for 4bc224ab-5e9f-445d-9558-d9064a25f67f owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:52.649876 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-127f56d9-dbec-4e3b-b59c-4c51571e5a18 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 200 len: 205 time: 0.0618412 Feb 17 11:57:52.653760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47224) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.658797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Port': ['ID=1a68aca7-5e03-491f-b757-729e8f495821,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:52.676466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.682091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] Routers {'cae0ffcb-6cae-4877-bb09-af94a551ea40'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:52.682823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['cae0ffcb-6cae-4877-bb09-af94a551ea40'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:52.807279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:52.828136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.ipam_backend_mixin [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f46598aa-5896-4bf6-bb14-958b7baa9d99 (CIDR: 2001:db8::/64) Feb 17 11:57:52.862274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7d4c272b-95f1-404e-b43c-ed555a695365 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/ports/1a68aca7-5e03-491f-b757-729e8f495821 HTTP/1.1" status: 204 len: 168 time: 1.6922500 Feb 17 11:57:52.862854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47230) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.872812 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:52.873407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:52.877222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.887674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:52.967041 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70a5b1c7-34d4-477e-acd0-0403385dad9f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5754604 Feb 17 11:57:52.971016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47236) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:52.971555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Allocated IP 172.20.0.2 (8dde375a-3ee2-438b-a710-91a6b26a5ea1/d11117fb-24eb-43a4-ac55-29af1a98c7ca/33d8f0e1-9667-46a4-aba8-a12a9d1eee86) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:52.978375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] Routers {'cae0ffcb-6cae-4877-bb09-af94a551ea40'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:52.978375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['cae0ffcb-6cae-4877-bb09-af94a551ea40'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:52.981917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:53.068799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.095770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:53.096348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2190c-d7e0-48d4-abbc-b44f059c02a4 None None] The sync data for ids ['cae0ffcb-6cae-4877-bb09-af94a551ea40'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:57:53.183082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] Pushing event deleted for resources: {'Port': ['ID=4bc224ab-5e9f-445d-9558-d9064a25f67f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:53.187647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc02bdd-c87e-490a-bb6a-14ee2ea94ed7 None None] No DVR routers for this DVR port 4bc224ab-5e9f-445d-9558-d9064a25f67f on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:57:53.206655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.307661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Deleting port e5d97353-1e97-4529-b330-d5e47a0c5d67 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:57:53.308256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.342373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:53.348963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:53.354484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:53.367977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:53.385950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ea619-b938-4573-a2f1-5367b6e289a8 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:53.402814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4bc224ab-5e9f-445d-9558-d9064a25f67f no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:57:53.453878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 4bc224ab-5e9f-445d-9558-d9064a25f67f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:57:53.454137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4bc224ab-5e9f-445d-9558-d9064a25f67f not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:57:53.526307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.556871 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.559792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:53.561715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.583414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.584933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Transition to ACTIVE for port object 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:53.682780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Transition to ACTIVE for port object 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:53.747758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.787521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.847609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Transition to ACTIVE for port object 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:53.853427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Allocated IP 172.26.6.75 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:53.870950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Transition to ACTIVE for port object 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:53.879209 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75a77ed8-5933-4d9d-b733-c9e51633b00c (CIDR: 2001:db8::/64) Feb 17 11:57:53.881299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.892243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.927277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:53.969433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:53.972769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:53.985206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Pushing event updated for resources: {'Port': ['ID=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:53.993398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:54.000763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-077674eb-7979-49ce-a746-00af8b5678be', 'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'tenant_id': 'a34d587aa0ee4115a1c22208e2cbc05b', 'fixed_ips': [{'subnet_id': '75a77ed8-5933-4d9d-b733-c9e51633b00c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:57:54.001574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.029251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.031975 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:57:54.032750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:54.044254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Calling delete_port for e5d97353-1e97-4529-b330-d5e47a0c5d67 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:57:54.072418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:54.080074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:54.103121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47252) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.128988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:54.198899 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a85ee56f-a017-4817-b808-08ed4dbfee67 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0411007 Feb 17 11:57:54.201563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47258) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.207987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'subnet': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:54.231278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Pushing event updated for resources: {'Port': ['ID=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:54.287435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.298128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.332403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.333267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.333756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Fanout notify agent at l3_agent the message router_deleted on router cae0ffcb-6cae-4877-bb09-af94a551ea40 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:57:54.357867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Attempting to bind port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:54.358394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Attempting to bind port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'b931fad0-bb47-4f9b-b403-66a9a51922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:54.358758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Attempting to bind port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c on network 642718f2-4a44-4a15-b116-5c8a3626ab52 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:54.368769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Port': ['ID=e5d97353-1e97-4529-b330-d5e47a0c5d67,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:54.385153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.401106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.402224 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-56e7cc44-532f-461b-8ba4-8608ed82ce11 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 204 len: 168 time: 1.7474930 Feb 17 11:57:54.406636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47262) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.416998 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d04fac3a-b1f7-4f4f-9b26-04e1464744b6 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/ports/e5d97353-1e97-4529-b330-d5e47a0c5d67 HTTP/1.1" status: 204 len: 168 time: 1.5531120 Feb 17 11:57:54.429292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47266) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.470989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--1521857290', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:54.478324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:54.478547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Checking segment: {'id': 'b931fad0-bb47-4f9b-b403-66a9a51922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:54.478794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.479416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Bound using segment: {'id': 'b931fad0-bb47-4f9b-b403-66a9a51922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:54.479853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Bound port: 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b931fad0-bb47-4f9b-b403-66a9a51922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:54.480123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.480503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:54.481829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.487406 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f1526f03-638d-4ea9-8d1c-8f142d6b0773 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 200 len: 205 time: 0.0797608 Feb 17 11:57:54.488943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-54881663-6794-4615-af3a-3858478e56ed tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Synchronizing usage tracker for tenant:3c275a017e464105a798eb65b06d30e9 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:57:54.491698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:54.492954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47270) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Allocated IP 2001:db8::2 (077674eb-7979-49ce-a746-00af8b5678be/75a77ed8-5933-4d9d-b733-c9e51633b00c/58fd2264-3651-4c8d-ba23-dd40e76b62c9) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:54.513699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Attempting to bind port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:54.514088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Attempting to bind port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:54.514435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Attempting to bind port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 on network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:54.562295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:54.568904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Pushing event updated for resources: {'Port': ['ID=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:54.571220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:54.571589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Checking segment: {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:54.571990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.572366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Bound using segment: {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:54.572832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Bound port: 33d8f0e1-9667-46a4-aba8-a12a9d1eee86, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:54.573195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.575341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:54.575935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.582671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:54.590342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=27f5c481-45eb-4b46-881a-0417a6f4d0ab,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:54.598809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:54.608856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:54.630374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:54.632196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:54.635747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:54.694744 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-13110c67-a702-4906-9a3d-d8de43dff58c tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] delete failed (client error): The resource could not be found. Feb 17 11:57:54.698791 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-13110c67-a702-4906-9a3d-d8de43dff58c tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/cae0ffcb-6cae-4877-bb09-af94a551ea40 HTTP/1.1" status: 404 len: 336 time: 0.2015400 Feb 17 11:57:54.699491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47274) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.701906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:54.734847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a3e6e624-4d16-42c9-8d59-af429e183653 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7596476 Feb 17 11:57:54.734847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:54.736692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.741068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47278) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.743591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] For port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:54.750517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:subnet and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:54.757063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.757372 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8a1dcab2-f9ce-4ea9-b6d9-c9900762c2c4 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83ec9d0-fba4-4465-9412-c9c5516017b2 HTTP/1.1" status: 200 len: 205 time: 0.0547113 Feb 17 11:57:54.757372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:54.768997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'fixed_ips': [{'subnet_id': 'f46598aa-5896-4bf6-bb14-958b7baa9d99'}, {'subnet_id': '27f5c481-45eb-4b46-881a-0417a6f4d0ab'}], 'name': 'tempest-PortsIpV6TestJSON-1049679472'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:54.769129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47282) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.770098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] For port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,segment=NetworkSegment(b931fad0-bb47-4f9b-b403-66a9a51922c6),segment_id=b931fad0-bb47-4f9b-b403-66a9a51922c6)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:54.785214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:54.807185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] For port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:54.826642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] For port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:54.841817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-54881663-6794-4615-af3a-3858478e56ed tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Unset dirty status for tenant:3c275a017e464105a798eb65b06d30e9 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:57:54.847241 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-54881663-6794-4615-af3a-3858478e56ed tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4170921 Feb 17 11:57:54.849941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47286) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.860624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.863799 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-82cd8256-26c1-4845-9421-eba6b53de8b5 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] delete failed (client error): The resource could not be found. Feb 17 11:57:54.866296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-82cd8256-26c1-4845-9421-eba6b53de8b5 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/f83ec9d0-fba4-4465-9412-c9c5516017b2 HTTP/1.1" status: 404 len: 336 time: 0.0954754 Feb 17 11:57:54.867071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47290) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.869736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-449952405'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:54.877147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:54.886342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:network and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:54.891271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:54.903204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:54.927814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b4d6c065-a12d-4d56-8f98-4466f8b54d20 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=0490f721-92b8-406f-b51c-65136571067b HTTP/1.1" status: 200 len: 205 time: 0.0563085 Feb 17 11:57:54.928889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47294) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:54.940043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:54.940880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:54.944653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:54.982996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.014765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:55.019830 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-24bf856a-ac9a-42bc-8c86-cc0a58b514e9 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] delete failed (client error): The resource could not be found. Feb 17 11:57:55.023347 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-24bf856a-ac9a-42bc-8c86-cc0a58b514e9 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/0490f721-92b8-406f-b51c-65136571067b HTTP/1.1" status: 404 len: 336 time: 0.0910485 Feb 17 11:57:55.023507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:55.026994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47298) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.031869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:55.035758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.037452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.052891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:55.059416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b06b-6ef6-406f-9689-413a5e2b2bd5 None None] Pushing event updated for resources: {'Port': ['ID=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:55.064485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:55.072742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:55.078096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:55.081826 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cb8a8fb0-6298-4028-b518-a2d2dec4d9e2 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 HTTP/1.1" status: 200 len: 205 time: 0.0522895 Feb 17 11:57:55.086333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47302) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.092366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:55.099090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Transition to ACTIVE for port object 58fd2264-3651-4c8d-ba23-dd40e76b62c9 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:55.127414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:55.138028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Transition to ACTIVE for port object 58fd2264-3651-4c8d-ba23-dd40e76b62c9 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:55.149494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.150705 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Added segment 084cb554-552f-436b-9f0c-6eb3d7aafba7 of type vlan for network 7f483686-7c0c-41b2-8247-3d875f32fb2a Feb 17 11:57:55.159474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-d5ab20aa-1646-49d2-95a8-0aa427f2ce9f tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] delete failed (client error): The resource could not be found. Feb 17 11:57:55.160119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c607-1ddd-4c81-a5f0-2b49eea4bd80 None None] Pushing event updated for resources: {'Port': ['ID=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:55.165184 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d5ab20aa-1646-49d2-95a8-0aa427f2ce9f tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/0cdad92e-eb0a-4ef0-9d17-9a9bfda78a40 HTTP/1.1" status: 404 len: 336 time: 0.0730824 Feb 17 11:57:55.165184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47306) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.195569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.243915 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e1ab9a0-eacc-4fc7-b83f-40e0126813f1 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ebae6dc-193d-43e4-965c-392ca17c00d8 HTTP/1.1" status: 200 len: 205 time: 0.0792818 Feb 17 11:57:55.246620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47310) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.302309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.329879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:55.338393 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-9e5a435f-08fc-4107-8bf2-f7d7e76974dc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] delete failed (client error): The resource could not be found. Feb 17 11:57:55.342054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9e5a435f-08fc-4107-8bf2-f7d7e76974dc tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/0ebae6dc-193d-43e4-965c-392ca17c00d8 HTTP/1.1" status: 404 len: 336 time: 0.0914819 Feb 17 11:57:55.342054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47314) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.388700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:55.395448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Pushing event updated for resources: {'Port': ['ID=58fd2264-3651-4c8d-ba23-dd40e76b62c9,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:55.395448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:55.395448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:55.408045 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-56e2da81-0ff3-4f4b-ab9d-973344f9e517 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "GET /v2.0/ports?device_id=34d86650-d8fb-4cee-9016-37e472cbe030 HTTP/1.1" status: 200 len: 205 time: 0.0629439 Feb 17 11:57:55.421823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47318) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.465616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.resource_extend [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:57:55.544381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Attempting to bind port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:55.545191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Attempting to bind port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:55.545759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Attempting to bind port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 on network 077674eb-7979-49ce-a746-00af8b5678be {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:55.554577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:55.555261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Checking segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:55.556870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.557350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Bound using segment: {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:55.558130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Bound port: 58fd2264-3651-4c8d-ba23-dd40e76b62c9, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517f15fb-6d74-486b-966c-2d0451badc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '077674eb-7979-49ce-a746-00af8b5678be'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:55.558595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.593446 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-19a6d424-e734-4edf-8c61-13bca0cdbafa tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] delete failed (client error): The resource could not be found. Feb 17 11:57:55.597170 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-19a6d424-e734-4edf-8c61-13bca0cdbafa tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/routers/34d86650-d8fb-4cee-9016-37e472cbe030 HTTP/1.1" status: 404 len: 336 time: 0.1688437 Feb 17 11:57:55.598512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47322) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:55.603090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.608655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.612803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:55.618011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.646659 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d713727-9484-4da1-8524-dedaab3b5cf5 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] DELETE failed (client error): The resource could not be found. Feb 17 11:57:55.647098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d713727-9484-4da1-8524-dedaab3b5cf5 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:57:55.653377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.654439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.695272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] For port 58fd2264-3651-4c8d-ba23-dd40e76b62c9, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:55.699287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] For port 58fd2264-3651-4c8d-ba23-dd40e76b62c9, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=58fd2264-3651-4c8d-ba23-dd40e76b62c9,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:55.720664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5d713727-9484-4da1-8524-dedaab3b5cf5 tempest-RoutersAdminTest-1043080554 tempest-RoutersAdminTest-1043080554-project] 10.222.0.47 "DELETE /v2.0/subnets/9f3b5db8-d4b8-403b-a34c-900a728a3647 HTTP/1.1" status: 404 len: 337 time: 0.1212740 Feb 17 11:57:55.727297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.765870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.787369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.842059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:55.856862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5708980-c9fc-457a-856c-9838efa8532a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:55.877863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 542b55fb-a6bf-4a18-be0f-08bb82393669 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:57:55.882137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:55.882693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 2b19e11b-4cd6-47ed-b0da-1a6d9598a9de of type vlan for network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e Feb 17 11:57:55.935738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d85cbe-8365-4717-ba45-b01d3aa23547 None None] Pushing event updated for resources: {'Port': ['ID=58fd2264-3651-4c8d-ba23-dd40e76b62c9,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:55.961651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.015072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Network': ['ID=7f483686-7c0c-41b2-8247-3d875f32fb2a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:56.025903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 7f483686-7c0c-41b2-8247-3d875f32fb2a details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:56.078354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.084901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:56.084901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.089452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0ad581ee-1693-4f26-9ed4-e203eb6d0b12 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2365413 Feb 17 11:57:56.090000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47328) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:56.103453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.objects.ports [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 17 11:57:56.135266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1176975278'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:56.312915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Router aafea5f8-767b-438f-b303-c50612a24fa4 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:57:56.320483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:56.345161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:network and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:56.350663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:56.360445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:56.363096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:56.375446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:56.403056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47334) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:56.505283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.505483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:56.507839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.517354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::283 (642718f2-4a44-4a15-b116-5c8a3626ab52/f46598aa-5896-4bf6-bb14-958b7baa9d99/542b55fb-a6bf-4a18-be0f-08bb82393669) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:56.529015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8:0:1::2 (642718f2-4a44-4a15-b116-5c8a3626ab52/27f5c481-45eb-4b46-881a-0417a6f4d0ab/542b55fb-a6bf-4a18-be0f-08bb82393669) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:56.545126 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8b8dc59e-c9c2-476b-b05c-a7fa78834c99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4409087 Feb 17 11:57:56.565632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47340) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:56.583197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:56.583743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:57:56.600116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:56.609101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:56.614319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:56.626842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.627336 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Added segment d6080c74-07bf-4166-b051-f8939720a1be of type vlan for network e66b7c10-6834-440e-8f06-db44c4a70223 Feb 17 11:57:56.646418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:56.699193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.725484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:57:56.725860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.740660 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Sync routers for ids ['aafea5f8-767b-438f-b303-c50612a24fa4'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:57:56.776628 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Routers {'aafea5f8-767b-438f-b303-c50612a24fa4'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:56.777505 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aafea5f8-767b-438f-b303-c50612a24fa4'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:56.861036 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.866000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:56.866757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.938373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:56.939700 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6a5c6cd7-a059-4c07-ae38-003c3d23da8e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1585712 Feb 17 11:57:57.010898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47344) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:57.029865 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9096181 Feb 17 11:57:57.069603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.070606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.115472 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Set router aafea5f8-767b-438f-b303-c50612a24fa4 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:57:57.120889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.216428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:57.226167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Usage tracker for resource:security_group_rule and tenant:d9af956fca35433d891df39fc236b790 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:57.246863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:57.268431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4af1-99eb-43f4-ab22-897e6f495638 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Network': ['ID=e66b7c10-6834-440e-8f06-db44c4a70223,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:57.268553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:57.286144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network e66b7c10-6834-440e-8f06-db44c4a70223 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:57:57.347322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e999c1-1056-4340-8fd8-8958103c5278 None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:57.538429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.572869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b304f0-03a3-4e11-9d12-356c7fec4559 None None] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:57.694145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] For port 58fd2264-3651-4c8d-ba23-dd40e76b62c9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=58fd2264-3651-4c8d-ba23-dd40e76b62c9,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:57:57.728702 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.737408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.844784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:57.868898 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9af956fca35433d891df39fc236b790&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4646490 Feb 17 11:57:57.869592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.870570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:57.900867 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T11:57:54Z', 'revision_number': 3, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:57.914874 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Checking router: aafea5f8-767b-438f-b303-c50612a24fa4 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:57:57.915253 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Updating router aafea5f8-767b-438f-b303-c50612a24fa4 port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:57:57.957561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47348) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:58.014298 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.222184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4bc95442-d80d-4df3-be9c-30210cdc073e None None] Provisioning for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:58.251096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:58.298754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:57:58.312500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=58fd2264-3651-4c8d-ba23-dd40e76b62c9,revision_number=4']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:58.324855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Subnet': ['ID=ed701816-e80c-4078-8407-8664e247e4c0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:58.503239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:58.508555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88de6c6c-ed31-4733-bdbd-98747d5eebee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.525395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.557840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88de6c6c-ed31-4733-bdbd-98747d5eebee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.616488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:58.639517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a160-09aa-42d1-b14c-19c45993f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671dcfa2-8a96-4954-be89-75d21d361028,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:58.639748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca1bf8-4bd6-4fd3-a82e-296ad43d36b8 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:57:58.671139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:58.671779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.686313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.736288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88de6c6c-ed31-4733-bdbd-98747d5eebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.761262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de6c6c-ed31-4733-bdbd-98747d5eebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671dcfa2-8a96-4954-be89-75d21d361028,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:58.765352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.778096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88de6c6c-ed31-4733-bdbd-98747d5eebee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.780674 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-88de6c6c-ed31-4733-bdbd-98747d5eebee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/671dcfa2-8a96-4954-be89-75d21d361028 HTTP/1.1" status: 204 len: 168 time: 0.5302963 Feb 17 11:57:58.813888 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:58.838820 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Transition to ACTIVE for port object e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:58.840837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object 542b55fb-a6bf-4a18-be0f-08bb82393669 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:58.850769 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3c029c91-666a-4635-bfba-24dcf1597ae1 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6449242 Feb 17 11:57:58.852819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47356) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:57:58.860489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Request body: {'port': {'network_id': '077674eb-7979-49ce-a746-00af8b5678be', 'mac_address': 'fa:16:3e:a6:77:e3', 'name': 'tempest-NetworksTestDHCPv6-1402032725'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:57:58.909618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Allocated IP 172.20.0.1 (8dde375a-3ee2-438b-a710-91a6b26a5ea1/d11117fb-24eb-43a4-ac55-29af1a98c7ca/85a3dbb9-3fed-463d-a895-ea5fae5dab64) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:58.923936 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.087814 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Attempting to bind port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:57:59.091647 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Attempting to bind port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:57:59.092299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Attempting to bind port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:57:59.099377 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537fb39-31e5-47f5-8c5f-ba129b786347 None None] Pushing event updated for resources: {'Port': ['ID=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:59.116299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:57:59.116299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:57:59.116299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.116816 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:57:59.119519 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Bound port: e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:57:59.120262 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.193158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:57:59.201642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.204315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Usage tracker for resource:port and tenant:a34d587aa0ee4115a1c22208e2cbc05b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:57:59.220558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:57:59.309762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:57:59.315071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:59.328904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:59.350555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:59.350902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.354572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:59.354781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:57:59.355404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.365387 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] For port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:57:59.375612 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] For port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:57:59.396641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Transition to ACTIVE for port object 85a3dbb9-3fed-463d-a895-ea5fae5dab64 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:57:59.424563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=542b55fb-a6bf-4a18-be0f-08bb82393669,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:59.438440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.477642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Made reservation on behalf of a34d587aa0ee4115a1c22208e2cbc05b for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:57:59.490698 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.504928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.505551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.506121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.506640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.507163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.507689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.509083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.509375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.509931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.510670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.511129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:57:59.515595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.518549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.540723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Provisioning for port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:59.549096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:59.549465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.595477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:57:59.604369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:57:59.620801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:57:59.681993 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537fb39-31e5-47f5-8c5f-ba129b786347 None None] Pushing event updated for resources: {'Port': ['ID=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:59.687198 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Routers {'aafea5f8-767b-438f-b303-c50612a24fa4'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:57:59.688794 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aafea5f8-767b-438f-b303-c50612a24fa4'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:57:59.805747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.161 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/d696c248-d353-42a3-a666-999c17a2d8e1) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:57:59.813734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Pushing event updated for resources: {'Port': ['ID=85a3dbb9-3fed-463d-a895-ea5fae5dab64,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:57:59.848335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.881699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.916684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Provisioning for port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:57:59.936694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Provisioning complete for port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:57:59.937081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:57:59.985240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] Set router aafea5f8-767b-438f-b303-c50612a24fa4 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:00.054908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47362) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:00.122177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.185887 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-26796880-cfb0-429f-92a4-9f01f8b07de9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.4416754 Feb 17 11:58:00.231782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47366) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:00.239491 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-321a4468-5e7e-4696-b45c-323ae3a81535 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f76e6071f7f94ed1a9dcc927e83d90b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833754 Feb 17 11:58:00.240228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.267175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:00.284280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f46598aa-5896-4bf6-bb14-958b7baa9d99'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:00.311246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.400995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47374) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:00.409228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'subnets': [{'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--204111803', 'ip_version': 6}, {'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:00.409546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'subnet': {'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--204111803', 'ip_version': 6}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:00.410248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Request body: {'subnet': {'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:00.454208 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.467180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Update dhcp port {'port': {'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'fixed_ips': [{'subnet_id': 'f46598aa-5896-4bf6-bb14-958b7baa9d99', 'ip_address': '2001:db8::2'}, {'subnet_id': '27f5c481-45eb-4b46-881a-0417a6f4d0ab'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:58:00.488424 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:58:00.505451 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T11:57:54Z', 'revision_number': 3, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:00.510846 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a76a94d-1c9a-4015-8cff-ec15e10798e3 None None] The sync data for ids ['aafea5f8-767b-438f-b303-c50612a24fa4'] in dv-neutron-828728-1-hyperv is: [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T11:57:54Z', 'revision_number': 3, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:58:00.554382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.581094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.594169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,segment=NetworkSegment(b931fad0-bb47-4f9b-b403-66a9a51922c6),segment_id=b931fad0-bb47-4f9b-b403-66a9a51922c6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:00.626459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] For port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:00.645663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] device_id is not set on port 7d85ba05-e770-4ff0-8be6-1ef2956f8151 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:00.680022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.680979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 58fd2264-3651-4c8d-ba23-dd40e76b62c9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:00.751621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:00.752817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:00.763567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=d696c248-d353-42a3-a666-999c17a2d8e1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:00.770058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.777219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:00.903785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:00.960447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:00.963831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7a98b3b-7f1f-43a3-9c6e-dddc3e1564d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:00.979104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Usage tracker for resource:subnet and tenant:3c275a017e464105a798eb65b06d30e9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:00.985259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:00.985435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c75bf-ee79-4a5a-9ad9-9737f5212bcc None None] Pushing event updated for resources: {'Port': ['ID=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:01.009923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:01.060699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7a98b3b-7f1f-43a3-9c6e-dddc3e1564d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.062772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4361cca4-1eb1-4237-90c2-3ce58762ce1a None None] Provisioning complete for port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:01.063258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4361cca4-1eb1-4237-90c2-3ce58762ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.086231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8::30a (077674eb-7979-49ce-a746-00af8b5678be/75a77ed8-5933-4d9d-b733-c9e51633b00c/7d85ba05-e770-4ff0-8be6-1ef2956f8151) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:01.097458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:77e3 (077674eb-7979-49ce-a746-00af8b5678be/ed701816-e80c-4078-8407-8664e247e4c0/7d85ba05-e770-4ff0-8be6-1ef2956f8151) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:01.131030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:01.138820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Allocated IP 2001:db8:0:1::3 (642718f2-4a44-4a15-b116-5c8a3626ab52/27f5c481-45eb-4b46-881a-0417a6f4d0ab/5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:01.142525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:01.143001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.171105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Made reservation on behalf of 3c275a017e464105a798eb65b06d30e9 for: {'subnet': 2} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:01.180651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.182107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.310791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.389292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.404342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] For port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,segment=NetworkSegment(b931fad0-bb47-4f9b-b403-66a9a51922c6),segment_id=b931fad0-bb47-4f9b-b403-66a9a51922c6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:01.442602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.485864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.549178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Transition to ACTIVE for port object 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:01.570488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.572178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7a98b3b-7f1f-43a3-9c6e-dddc3e1564d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.573525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.596706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Transition to ACTIVE for port object 7d85ba05-e770-4ff0-8be6-1ef2956f8151 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:01.616023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 58fd2264-3651-4c8d-ba23-dd40e76b62c9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=58fd2264-3651-4c8d-ba23-dd40e76b62c9,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:01.626903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.693564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4361cca4-1eb1-4237-90c2-3ce58762ce1a None None] Provisioning for port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:01.707409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.735865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4361cca4-1eb1-4237-90c2-3ce58762ce1a None None] Provisioning complete for port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:01.736248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4361cca4-1eb1-4237-90c2-3ce58762ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.751007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a98b3b-7f1f-43a3-9c6e-dddc3e1564d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ddead0-710f-41f3-ba12-f0d2a02cebac,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:01.783246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.784765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:58:01.808829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Network 077674eb-7979-49ce-a746-00af8b5678be is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:01.809978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event updated for resources: {'Port': ['ID=7d85ba05-e770-4ff0-8be6-1ef2956f8151,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:01.812720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.812992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.813645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:01.817908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:01.822879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:01.823591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.861156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29def28e-f112-4c8e-87bd-eb96f9a0ce5d None None] Pushing event updated for resources: {'Port': ['ID=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:01.915240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Pushing event updated for resources: {'Port': ['ID=85a3dbb9-3fed-463d-a895-ea5fae5dab64,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:01.926729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4361cca4-1eb1-4237-90c2-3ce58762ce1a None None] Port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:01.943742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7a98b3b-7f1f-43a3-9c6e-dddc3e1564d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:01.958887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=58fd2264-3651-4c8d-ba23-dd40e76b62c9,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:01.959666 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e7a98b3b-7f1f-43a3-9c6e-dddc3e1564d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2ddead0-710f-41f3-ba12-f0d2a02cebac HTTP/1.1" status: 204 len: 168 time: 1.6818583 Feb 17 11:58:01.960746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:02.018292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:02.142222 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b000bed7-ca97-4ad5-9384-7fac3fbd1a65 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2880232 Feb 17 11:58:02.146792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:02.234404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting port 7d85ba05-e770-4ff0-8be6-1ef2956f8151 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:02.234847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:02.248116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9fe080e4-f975-4d96-89ac-e8ce10da1b21 None None] Provisioning complete for port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:02.248578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9fe080e4-f975-4d96-89ac-e8ce10da1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:02.270576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:58:02.306105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:58:02.371235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:02.371960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:02.574783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:02.575299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:02.584364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:02.758525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:02.765903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:02.850709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:02.876863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Delete allocated IP 2001:db8:0:1::2 (642718f2-4a44-4a15-b116-5c8a3626ab52/27f5c481-45eb-4b46-881a-0417a6f4d0ab) {{(pid=84459) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 11:58:02.904244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Calling delete_port for 7d85ba05-e770-4ff0-8be6-1ef2956f8151 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:02.945807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:02.946892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c3a65-9ed1-46cf-a122-219b7092c4a9 None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:02.950860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72d2a39f-65e8-4030-8e4b-bcc1cb635e61 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3694634 Feb 17 11:58:02.960972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47392) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:03.252790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:03.410278 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.470690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Port': ['ID=7d85ba05-e770-4ff0-8be6-1ef2956f8151,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:03.560701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Provisioning for port 7d85ba05-e770-4ff0-8be6-1ef2956f8151 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:03.579574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.602121 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0147c4c2-64a6-4d2a-8dfc-088068d9b5eb tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/7d85ba05-e770-4ff0-8be6-1ef2956f8151 HTTP/1.1" status: 204 len: 168 time: 1.4488671 Feb 17 11:58:03.604186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Provisioning complete for port 7d85ba05-e770-4ff0-8be6-1ef2956f8151 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:03.604853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.606197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47404) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:03.641711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:58:03.660038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Port 7d85ba05-e770-4ff0-8be6-1ef2956f8151 was deleted so its status cannot be updated. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 17 11:58:03.671322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.717612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Ignored duplicate provisioning block setup for port 542b55fb-a6bf-4a18-be0f-08bb82393669 by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 11:58:03.740286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 58fd2264-3651-4c8d-ba23-dd40e76b62c9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:03.786266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.801466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:00Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:03.801765 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1b9a6b2c-5677-40d4-a935-6486e666241d tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8395572 Feb 17 11:58:03.802314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47410) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:03.846984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:58:03.847498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Updating router f026570e-3dc7-47de-9b42-9b8f77353b8b port d696c248-d353-42a3-a666-999c17a2d8e1 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:58:03.887363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Provisioning for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:03.908246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Provisioning complete for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:03.909002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-68fb0ec4-2491-41e3-b0b7-36ec4ce75100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.914662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:03.970450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=542b55fb-a6bf-4a18-be0f-08bb82393669,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:03.976317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bdece5-6770-453f-91fa-ad825d6ab916 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:03.980450 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-87bdece5-6770-453f-91fa-ad825d6ab916 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1743734 Feb 17 11:58:03.981929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47416) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:04.005686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.043387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:04.044031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.051858 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-040d6182-07a5-4d80-87bb-594dc8089088 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696328 Feb 17 11:58:04.054488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47420) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:04.065005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400908987', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:04.151099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] In _notify_port_updated(), no bound segment for port 542b55fb-a6bf-4a18-be0f-08bb82393669 on network 642718f2-4a44-4a15-b116-5c8a3626ab52 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:58:04.154918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:04.155543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.159588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/ports/542b55fb-a6bf-4a18-be0f-08bb82393669 HTTP/1.1" status: 200 len: 926 time: 3.8978806 Feb 17 11:58:04.166942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47424) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:04.187606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f46598aa-5896-4bf6-bb14-958b7baa9d99'}, {'subnet_id': '27f5c481-45eb-4b46-881a-0417a6f4d0ab'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:04.203391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:04.211593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:04.220230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:04.223557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.223914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.224252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.224585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.224914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.225242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.225563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.225909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.226233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.226691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.227181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9fa19-2cd7-4a21-aa5e-948331a3e731 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:04.231014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60439823-3b76-4aac-8bbb-d4fb0df821c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:04.231935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60439823-3b76-4aac-8bbb-d4fb0df821c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:04.241187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:04.281988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Subnet': ['ID=f2181cfc-087a-4b19-aef8-d8bbdca9f06d,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:04.330164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60439823-3b76-4aac-8bbb-d4fb0df821c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:04.337210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-60439823-3b76-4aac-8bbb-d4fb0df821c5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7284825 Feb 17 11:58:04.338249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47430) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:04.340830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:04.418140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Checking segment: {'id': '084cb554-552f-436b-9f0c-6eb3d7aafba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:04.418726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network hostable DHCP agents. Network: 7f483686-7c0c-41b2-8247-3d875f32fb2a, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:04.478215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.510717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Router aafea5f8-767b-438f-b303-c50612a24fa4 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:58:04.549676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.662125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Provisioning complete for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:04.662574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.686707 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network 7f483686-7c0c-41b2-8247-3d875f32fb2a is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:04.790741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:04.804502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89362b7c-99bb-4921-95d9-aceedbce0f43 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:04.809080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89362b7c-99bb-4921-95d9-aceedbce0f43 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4671998 Feb 17 11:58:04.813415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47438) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:04.883444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 7f483686-7c0c-41b2-8247-3d875f32fb2a) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:04.910787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879307aa-f179-4ff4-be96-45ede317d213 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:04.915144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879307aa-f179-4ff4-be96-45ede317d213 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:04.916518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879307aa-f179-4ff4-be96-45ede317d213 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:04.917332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-879307aa-f179-4ff4-be96-45ede317d213 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:04.924586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:04.938545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf9f7b-10da-4823-8277-f605573f74e0 None None] Network 7f483686-7c0c-41b2-8247-3d875f32fb2a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:04.978570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.resource_extend [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:58:04.987160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.085241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-879307aa-f179-4ff4-be96-45ede317d213 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:05.087571 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-879307aa-f179-4ff4-be96-45ede317d213 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2731264 Feb 17 11:58:05.096828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47444) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:05.181910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=deeb4c32-9585-46f2-8519-f4809588dd5f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:05.198960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.204941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:05.204941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:05.217408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet 75a77ed8-5933-4d9d-b733-c9e51633b00c {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:05.225438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.233079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Transition to ACTIVE for port object d696c248-d353-42a3-a666-999c17a2d8e1 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:05.239614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:05.239614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.263303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event updated for resources: {'Subnet': ['ID=b352692b-9409-4745-94c4-2482f1782cf0,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:05.308771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.388846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8:0:1::241 (642718f2-4a44-4a15-b116-5c8a3626ab52/27f5c481-45eb-4b46-881a-0417a6f4d0ab/542b55fb-a6bf-4a18-be0f-08bb82393669) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:05.394099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.428603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.431819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Provisioning for port 542b55fb-a6bf-4a18-be0f-08bb82393669 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:05.459474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-7f483686-7c0c-41b2-8247-3d875f32fb2a', 'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a', 'tenant_id': '3c275a017e464105a798eb65b06d30e9', 'fixed_ips': [{'subnet_id': 'f2181cfc-087a-4b19-aef8-d8bbdca9f06d'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:05.460404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.475719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Provisioning complete for port 542b55fb-a6bf-4a18-be0f-08bb82393669 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:05.476227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.479375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:05.519328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Checking segment: {'id': 'd6080c74-07bf-4166-b051-f8939720a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:05.519682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network hostable DHCP agents. Network: e66b7c10-6834-440e-8f06-db44c4a70223, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:05.568465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:05.595006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:05.596631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.600619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5a1de-e415-4e4d-9671-a6c8161e19b3 None None] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:05.626748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c66f6-b9ac-4f4e-ac71-2ec071587d9f None None] Pushing event updated for resources: {'Port': ['ID=d696c248-d353-42a3-a666-999c17a2d8e1,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:05.639449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.661329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.661905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Ignored duplicate provisioning block setup for port 542b55fb-a6bf-4a18-be0f-08bb82393669 by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 11:58:05.663960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:58:05.676321 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-11bd9e74-2ad8-4075-9517-b703ddfae47a admin admin] 10.222.0.47 "PUT /v2.0/routers/aafea5f8-767b-438f-b303-c50612a24fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6644115 Feb 17 11:58:05.677738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Network e66b7c10-6834-440e-8f06-db44c4a70223 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:05.694540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, e66b7c10-6834-440e-8f06-db44c4a70223) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:05.701944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:05.702328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:05.704022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.730602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47458) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:05.738547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Attempting to bind port d696c248-d353-42a3-a666-999c17a2d8e1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:05.738926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Attempting to bind port d696c248-d353-42a3-a666-999c17a2d8e1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:05.739284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Attempting to bind port d696c248-d353-42a3-a666-999c17a2d8e1 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:05.752589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ffa9cc-036c-4e68-bb9f-b5d0b512c53e None None] Network e66b7c10-6834-440e-8f06-db44c4a70223 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:05.764898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Port 542b55fb-a6bf-4a18-be0f-08bb82393669 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:05.765023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:05.841953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a77c5d5f-5b41-48b6-8ea8-98184ed29b6e tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.4391248 Feb 17 11:58:05.842732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47464) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:05.920634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 58fd2264-3651-4c8d-ba23-dd40e76b62c9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:06.058153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] In _notify_port_updated(), no bound segment for port 542b55fb-a6bf-4a18-be0f-08bb82393669 on network 642718f2-4a44-4a15-b116-5c8a3626ab52 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:58:06.062300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:06.062931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.067077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/ports/542b55fb-a6bf-4a18-be0f-08bb82393669 HTTP/1.1" status: 200 len: 1012 time: 1.8991070 Feb 17 11:58:06.069870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=75a77ed8-5933-4d9d-b733-c9e51633b00c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:06.071646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47472) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:06.073547 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3bc95e79-953e-455e-a7a5-b422132df830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0173082 Feb 17 11:58:06.076325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47476) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:06.078432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:06.080285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:06.081909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.084813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:06.085332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Bound port: d696c248-d353-42a3-a666-999c17a2d8e1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:06.086285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.092529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1867190669'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:06.097974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d8f68-87f7-41b1-b0b5-aff8a360cb97 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=542b55fb-a6bf-4a18-be0f-08bb82393669,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:06.102256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:06.219324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 542b55fb-a6bf-4a18-be0f-08bb82393669 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:06.219671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.275218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Usage tracker for resource:router and tenant:466074a92cc545d08ac36ceccb0b853a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:06.281458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.285759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-41af31f5-21f8-4cb3-982a-a31a12b9ebb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/75a77ed8-5933-4d9d-b733-c9e51633b00c HTTP/1.1" status: 204 len: 168 time: 1.1855648 Feb 17 11:58:06.289100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47482) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:06.296308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:06.324815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf2bc2-4f48-44a4-8a15-3c719d3f9a41 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:06.326169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf2bc2-4f48-44a4-8a15-3c719d3f9a41 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:06.327481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf2bc2-4f48-44a4-8a15-3c719d3f9a41 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:06.328298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-75bf2bc2-4f48-44a4-8a15-3c719d3f9a41 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Synchronizing usage tracker for tenant:3c275a017e464105a798eb65b06d30e9 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:06.371625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Provisioning complete for port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:06.372214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.384462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:06.407803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9672c3b-c34a-4d45-bf7e-a64ff7c38410 None None] Network 077674eb-7979-49ce-a746-00af8b5678be requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:06.667786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Deleting subnet ed701816-e80c-4078-8407-8664e247e4c0 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:06.671413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.678791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.763102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.871843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:06.872796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:06.904368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-54123417-199e-40f4-b5c1-a01c614c5ea8 None None] Port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:06.918448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] For port d696c248-d353-42a3-a666-999c17a2d8e1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:07.008949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 542b55fb-a6bf-4a18-be0f-08bb82393669 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:07.027921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Allocated IP 2001:db8::1 (7f483686-7c0c-41b2-8247-3d875f32fb2a/f2181cfc-087a-4b19-aef8-d8bbdca9f06d/c6a954e7-2d48-4e5e-916a-3c89ac0decb6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:07.033257 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.058524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] For port d696c248-d353-42a3-a666-999c17a2d8e1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d696c248-d353-42a3-a666-999c17a2d8e1,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:07.143910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47486) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.151239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487984708', 'description': 'tempest-secgroup-smoke-487984708 description', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:07.156152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.157765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.160900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-75bf2bc2-4f48-44a4-8a15-3c719d3f9a41 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Unset dirty status for tenant:3c275a017e464105a798eb65b06d30e9 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:07.171274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.171500 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-75bf2bc2-4f48-44a4-8a15-3c719d3f9a41 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.3116693 Feb 17 11:58:07.171604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:07.171604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:07.173712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47490) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.175357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:07.212964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:07.213389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:07.213835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.233707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.284149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-e66b7c10-6834-440e-8f06-db44c4a70223', 'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223', 'tenant_id': '3c275a017e464105a798eb65b06d30e9', 'fixed_ips': [{'subnet_id': 'b352692b-9409-4745-94c4-2482f1782cf0'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:07.284858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.295230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Subnet': ['ID=ed701816-e80c-4078-8407-8664e247e4c0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:07.321901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.342323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.392977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=542b55fb-a6bf-4a18-be0f-08bb82393669,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:07.434943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.439762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.490009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.515798 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1ed7b719-e1e8-4e2e-aedb-1aa0b68fff93 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/542b55fb-a6bf-4a18-be0f-08bb82393669 HTTP/1.1" status: 204 len: 168 time: 1.4336550 Feb 17 11:58:07.518319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47494) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.528196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e3ec62b-16bf-4bcc-87a0-8bb777fd368b None None] Provisioning complete for port 542b55fb-a6bf-4a18-be0f-08bb82393669 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:07.528765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec62b-16bf-4bcc-87a0-8bb777fd368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.561604 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce3f369-0bc8-4c7e-b8df-0c78950e63ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:58:07.562245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9ce3f369-0bc8-4c7e-b8df-0c78950e63ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:07.579040 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3bbc2f5d-7a0a-4a4e-841d-e0f15ebc208f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ed701816-e80c-4078-8407-8664e247e4c0 HTTP/1.1" status: 204 len: 168 time: 1.2895663 Feb 17 11:58:07.582056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47498) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.612296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:07.619891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Deleting subnet f2181cfc-087a-4b19-aef8-d8bbdca9f06d {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:07.622988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:07.625296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ec62b-16bf-4bcc-87a0-8bb777fd368b None None] Port 542b55fb-a6bf-4a18-be0f-08bb82393669 was deleted so its status cannot be updated. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 17 11:58:07.627907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:07.635790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:07.658093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c66f6-b9ac-4f4e-ac71-2ec071587d9f None None] Pushing event updated for resources: {'Port': ['ID=d696c248-d353-42a3-a666-999c17a2d8e1,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:07.671481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9ce3f369-0bc8-4c7e-b8df-0c78950e63ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:07.673172 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ce3f369-0bc8-4c7e-b8df-0c78950e63ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/542b55fb-a6bf-4a18-be0f-08bb82393669 HTTP/1.1" status: 404 len: 333 time: 0.1537883 Feb 17 11:58:07.676975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47502) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.685239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.693399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3f3ca43f-2374-4f5a-a754-c559d30ba7ad tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097896 Feb 17 11:58:07.700512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47506) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.743763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Allocated IP 172.20.0.2 (45fa8cf2-7ce3-40fc-99f6-69442faa6c9e/deeb4c32-9585-46f2-8519-f4809588dd5f/3f48c8b1-8e57-4f50-bf73-35277a4145e7) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:07.747320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:07.747930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:07.765566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.802122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333ab0a-9a72-4eb9-a615-3c36ca442950 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:07.807168 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b333ab0a-9a72-4eb9-a615-3c36ca442950 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1021819 Feb 17 11:58:07.807491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47510) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.814844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.818471 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-02f75f39-eaad-4b0a-af63-99dd0255d84f tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.0844772 Feb 17 11:58:07.824978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47512) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:07.970942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:07.974732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-28c773ac-e591-4175-8e65-15998ec5e61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.022013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.144118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a585474-d20e-48eb-bf4b-912ee9cc382e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:08.166617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f486078-5a15-45ed-98c7-c799d6b23a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:08.167535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9f486078-5a15-45ed-98c7-c799d6b23a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Synchronizing usage tracker for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:08.182986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.184025 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-72816a51-8490-49bf-a562-821a5e6fb6ff tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0391157 Feb 17 11:58:08.202047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47518) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.209478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.221674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group_rule': {'security_group_id': '0a585474-d20e-48eb-bf4b-912ee9cc382e', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:08.235857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet 27f5c481-45eb-4b46-881a-0417a6f4d0ab {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:08.237991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:08.245184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.248950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Allocated IP 2001:db8:0:1::1 (e66b7c10-6834-440e-8f06-db44c4a70223/b352692b-9409-4745-94c4-2482f1782cf0/d61c7052-fa99-449a-97c3-f76a8cf265e1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:08.283767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Transition to ACTIVE for port object c6a954e7-2d48-4e5e-916a-3c89ac0decb6 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:08.286104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:08.300832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:08.334542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:08.337721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9f486078-5a15-45ed-98c7-c799d6b23a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Unset dirty status for tenant:a34d587aa0ee4115a1c22208e2cbc05b on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:08.339146 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9f486078-5a15-45ed-98c7-c799d6b23a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3571827 Feb 17 11:58:08.354051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47522) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.385626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] DHCP port deletion for 077674eb-7979-49ce-a746-00af8b5678be request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:58:08.403130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:08.454189 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-eb86690e-d447-4bf5-98b9-d46ced325455 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970011 Feb 17 11:58:08.462872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.468994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] Deleting port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:08.469368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.483398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.487992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.491239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47526) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.491798 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:08.588004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.589286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b62115cf-02aa-4636-9877-9c04c53b7e94 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:58:08.591945 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbf1929-7435-4b5f-ba85-822652aec086 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.592424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbf1929-7435-4b5f-ba85-822652aec086 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.594150 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fcbf1929-7435-4b5f-ba85-822652aec086 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/7d85ba05-e770-4ff0-8be6-1ef2956f8151 HTTP/1.1" status: 404 len: 333 time: 0.0965765 Feb 17 11:58:08.599923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47530) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.602598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.635300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Transition to ACTIVE for port object c6a954e7-2d48-4e5e-916a-3c89ac0decb6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:08.643930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.648076 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b8a0320e-5462-4843-8bee-132ecc4d12b7 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "DELETE /v2.0/routers/b62115cf-02aa-4636-9877-9c04c53b7e94 HTTP/1.1" status: 204 len: 168 time: 0.8254285 Feb 17 11:58:08.649810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47534) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.651622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-929d7034-b3c5-47e3-a352-850e0eb3425a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.652153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929d7034-b3c5-47e3-a352-850e0eb3425a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.656578 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-929d7034-b3c5-47e3-a352-850e0eb3425a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ed701816-e80c-4078-8407-8664e247e4c0 HTTP/1.1" status: 404 len: 337 time: 0.0555804 Feb 17 11:58:08.657078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47538) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.662411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.679810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Request body: {'router': {'name': 'tempest-router-1200442102', 'distributed': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:08.697082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:08.702181 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f0999c-f43d-455c-86d9-9f0c4950fa3e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.702631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f0999c-f43d-455c-86d9-9f0c4950fa3e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.707322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-66f0999c-f43d-455c-86d9-9f0c4950fa3e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/75a77ed8-5933-4d9d-b733-c9e51633b00c HTTP/1.1" status: 404 len: 337 time: 0.0493002 Feb 17 11:58:08.708110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47542) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.710130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Usage tracker for resource:router and tenant:466074a92cc545d08ac36ceccb0b853a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:08.749436 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-698c6016-4749-4c8f-9c8c-7114ea26c424 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.749925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698c6016-4749-4c8f-9c8c-7114ea26c424 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.754095 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-698c6016-4749-4c8f-9c8c-7114ea26c424 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/91f90cd7-7fe7-4c9d-b1f3-e07bb39fc1cd HTTP/1.1" status: 404 len: 333 time: 0.0427225 Feb 17 11:58:08.754321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47546) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.768793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:08.781953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.809393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:08.812319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.874375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.897083 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-108a3c29-620b-4684-ae73-6cb62a9c8461 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.897525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108a3c29-620b-4684-ae73-6cb62a9c8461 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.902528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-108a3c29-620b-4684-ae73-6cb62a9c8461 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/643c8a6c-c24b-40db-940f-f56f406b127d HTTP/1.1" status: 404 len: 337 time: 0.1449645 Feb 17 11:58:08.903345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47550) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.942427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-90686a41-f816-41a5-aa72-9299b55461a8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.942777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90686a41-f816-41a5-aa72-9299b55461a8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.947386 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-90686a41-f816-41a5-aa72-9299b55461a8 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/9abde9f1-3deb-4ab8-8243-a4f0e0eb83bb HTTP/1.1" status: 404 len: 337 time: 0.0402584 Feb 17 11:58:08.947588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47554) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:08.969544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.976881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.991446 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f20ec8-17c8-45a4-861e-034736ca4620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:08.992445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f20ec8-17c8-45a4-861e-034736ca4620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:08.996762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b1f20ec8-17c8-45a4-861e-034736ca4620 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/a6c65ba7-e85e-495e-9aeb-61d6a6e25674 HTTP/1.1" status: 404 len: 333 time: 0.0459943 Feb 17 11:58:08.996960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:08.997072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47558) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.027119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Network 7f483686-7c0c-41b2-8247-3d875f32fb2a is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:09.038816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.040055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e68fca-3eba-416a-9e77-9f40af580810 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.044690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.044844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e68fca-3eba-416a-9e77-9f40af580810 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.044844 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a7e68fca-3eba-416a-9e77-9f40af580810 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/72aae9c8-d5a1-4c9c-bac7-aff9010542a5 HTTP/1.1" status: 404 len: 337 time: 0.0442591 Feb 17 11:58:09.044844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47562) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.060946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Transition to ACTIVE for port object 3f48c8b1-8e57-4f50-bf73-35277a4145e7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:09.065144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:09.067708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:09.070136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.085547 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a51bec1-45cc-452c-b05a-6eeece56f0cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.086622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a51bec1-45cc-452c-b05a-6eeece56f0cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.090299 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5a51bec1-45cc-452c-b05a-6eeece56f0cd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/d55c6479-4065-4f25-9453-965f33235cbd HTTP/1.1" status: 404 len: 337 time: 0.0423312 Feb 17 11:58:09.090537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47566) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.133444 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-562f0e01-51fe-4123-b4ab-41c873580d2f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.133928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562f0e01-51fe-4123-b4ab-41c873580d2f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.135604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e1515b-ec69-41f4-be10-91feaabae23a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:09.135784 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-562f0e01-51fe-4123-b4ab-41c873580d2f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/94a2d209-7add-4383-be3d-93cb4712bfb5 HTTP/1.1" status: 404 len: 333 time: 0.0441680 Feb 17 11:58:09.142308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47570) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.195931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Pushing event updated for resources: {'Port': ['ID=c6a954e7-2d48-4e5e-916a-3c89ac0decb6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:09.202113 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99325f9-362c-4a16-a329-2c36273e18dc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.202554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99325f9-362c-4a16-a329-2c36273e18dc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.211694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d99325f9-362c-4a16-a329-2c36273e18dc tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/5c116ff0-516d-4bd7-a172-3b6ea9fde53d HTTP/1.1" status: 404 len: 337 time: 0.0642316 Feb 17 11:58:09.211694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47574) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.224709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.251049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Transition to ACTIVE for port object 3f48c8b1-8e57-4f50-bf73-35277a4145e7 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:09.255236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.268951 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8b51a2-cb23-42d4-af1f-8f4f70d1e60f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.269743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8b51a2-cb23-42d4-af1f-8f4f70d1e60f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.271851 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cf8b51a2-cb23-42d4-af1f-8f4f70d1e60f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ff9cdb6d-07bb-45c4-94f4-d7820e55c0d1 HTTP/1.1" status: 404 len: 337 time: 0.0601182 Feb 17 11:58:09.274765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47578) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.301242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.302472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:09.325976 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7110c6-79fd-4324-807a-6efaa5382607 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.326479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7110c6-79fd-4324-807a-6efaa5382607 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.328149 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6c7110c6-79fd-4324-807a-6efaa5382607 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/e2cb1b38-6d65-46bc-8714-71bb91670cf9 HTTP/1.1" status: 404 len: 333 time: 0.0508959 Feb 17 11:58:09.334370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47582) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.339615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.340988 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-610736e0-eb12-4802-aeab-c99554c56c69 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1353934 Feb 17 11:58:09.352244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=27f5c481-45eb-4b46-881a-0417a6f4d0ab,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:09.377968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.387298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47586) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.402483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:09.402848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.403803 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-22da1e52-584f-4ce0-a5a0-cc91524de521 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.404251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22da1e52-584f-4ce0-a5a0-cc91524de521 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.407039 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-22da1e52-584f-4ce0-a5a0-cc91524de521 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/7c1361eb-fa06-4f50-9d06-d15cafb207bd HTTP/1.1" status: 404 len: 337 time: 0.0713406 Feb 17 11:58:09.409468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47590) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.414930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group_rule': {'security_group_id': '0a585474-d20e-48eb-bf4b-912ee9cc382e', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:09.427820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.433475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:09.438750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.455069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:09.460991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04bc7d6-a22f-4d40-8db8-31e3d7b2aec3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.461442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04bc7d6-a22f-4d40-8db8-31e3d7b2aec3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.465842 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f04bc7d6-a22f-4d40-8db8-31e3d7b2aec3 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/a07afd07-847d-4847-8643-1f183a704fc6 HTTP/1.1" status: 404 len: 333 time: 0.0522907 Feb 17 11:58:09.466163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47594) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.473812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204b9cb-62b9-4faf-a835-3416255bf39f None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:09.486589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:09.493113 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c9a08b5-d093-49b5-a8b9-2d485a596e05 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/27f5c481-45eb-4b46-881a-0417a6f4d0ab HTTP/1.1" status: 204 len: 168 time: 1.8123031 Feb 17 11:58:09.500011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47598) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.515522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] For port 58fd2264-3651-4c8d-ba23-dd40e76b62c9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=58fd2264-3651-4c8d-ba23-dd40e76b62c9,segment=NetworkSegment(517f15fb-6d74-486b-966c-2d0451badc59),segment_id=517f15fb-6d74-486b-966c-2d0451badc59)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:09.515910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.518495 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-9831992c-75e2-4629-b1cb-f52d1fad215f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.519126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9831992c-75e2-4629-b1cb-f52d1fad215f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.526432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47602) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.527613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9831992c-75e2-4629-b1cb-f52d1fad215f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/7adc9ad8-65bd-4e3c-bf5c-5f7b8d857a0c HTTP/1.1" status: 404 len: 337 time: 0.0603640 Feb 17 11:58:09.536349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:09.537340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Transition to ACTIVE for port object d61c7052-fa99-449a-97c3-f76a8cf265e1 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:09.539898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.613554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Attempting to bind port c6a954e7-2d48-4e5e-916a-3c89ac0decb6 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:09.614116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Attempting to bind port c6a954e7-2d48-4e5e-916a-3c89ac0decb6 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '084cb554-552f-436b-9f0c-6eb3d7aafba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:09.614465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Attempting to bind port c6a954e7-2d48-4e5e-916a-3c89ac0decb6 on network 7f483686-7c0c-41b2-8247-3d875f32fb2a {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:09.622234 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-db72cfa6-d385-41df-8baf-cfe292c03f4f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.622678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db72cfa6-d385-41df-8baf-cfe292c03f4f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.643223 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-db72cfa6-d385-41df-8baf-cfe292c03f4f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/1aa34c09-a6dc-4782-83c9-3acd6c27b025 HTTP/1.1" status: 404 len: 333 time: 0.1131971 Feb 17 11:58:09.646616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47606) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.681938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (45fa8cf2-7ce3-40fc-99f6-69442faa6c9e/deeb4c32-9585-46f2-8519-f4809588dd5f/5019b87c-c724-4402-85e6-aefe65904e19) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:09.693523 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be7b6cf-890b-4d9a-9e3b-1fc6623a7341 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.693979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be7b6cf-890b-4d9a-9e3b-1fc6623a7341 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.698786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2be7b6cf-890b-4d9a-9e3b-1fc6623a7341 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/203abfb9-0a6e-4d29-a04a-bb897386c66d HTTP/1.1" status: 404 len: 337 time: 0.0486348 Feb 17 11:58:09.701232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.704484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47610) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.743874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.745277 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a522687-e106-44cb-a066-050a36eb437a tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0925424 Feb 17 11:58:09.767843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47614) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.844796 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-da309826-1ac7-4536-a26e-41db69b1d426 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:09.845243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da309826-1ac7-4536-a26e-41db69b1d426 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:09.845358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] Calling delete_port for 58fd2264-3651-4c8d-ba23-dd40e76b62c9 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:09.850253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-da309826-1ac7-4536-a26e-41db69b1d426 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/361b7d74-718d-47ec-bcbf-c45bff28d2bc HTTP/1.1" status: 404 len: 333 time: 0.1454101 Feb 17 11:58:09.859015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47618) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.862892 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Sync routers for ids ['aafea5f8-767b-438f-b303-c50612a24fa4'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:58:09.881923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Transition to ACTIVE for port object d61c7052-fa99-449a-97c3-f76a8cf265e1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:09.882305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Routers {'aafea5f8-767b-438f-b303-c50612a24fa4'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:09.883847 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:57:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aafea5f8-767b-438f-b303-c50612a24fa4'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:09.902906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:09.903401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Checking segment: {'id': '084cb554-552f-436b-9f0c-6eb3d7aafba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:09.903691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.904075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Bound using segment: {'id': '084cb554-552f-436b-9f0c-6eb3d7aafba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:09.904550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Bound port: c6a954e7-2d48-4e5e-916a-3c89ac0decb6, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084cb554-552f-436b-9f0c-6eb3d7aafba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f483686-7c0c-41b2-8247-3d875f32fb2a'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:09.904912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.905878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Subnet': ['ID=f2181cfc-087a-4b19-aef8-d8bbdca9f06d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:09.911999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.914458 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6d13a4de-b79a-4996-900d-db6422c4f173 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/subnets/f2181cfc-087a-4b19-aef8-d8bbdca9f06d HTTP/1.1" status: 204 len: 168 time: 2.7403264 Feb 17 11:58:09.915652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:09.918841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Pushing event updated for resources: {'Port': ['ID=3f48c8b1-8e57-4f50-bf73-35277a4145e7,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:09.922325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47622) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:09.926823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:09.940888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:09.943351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:09.995481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet f46598aa-5896-4bf6-bb14-958b7baa9d99 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:09.999270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.056083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.089956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.117352 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Set router aafea5f8-767b-438f-b303-c50612a24fa4 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:10.162177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.178499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 5019b87c-c724-4402-85e6-aefe65904e19 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:10.210481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.263229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.277653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a34e6b74-fe08-4f82-a121-24561e0b5c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.341474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:10.345217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:00Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:10.353520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:10.369224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.370285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Network e66b7c10-6834-440e-8f06-db44c4a70223 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:10.374516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:10.376712 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Attempting to bind port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:10.377225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Attempting to bind port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:10.377582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Attempting to bind port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 on network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:10.379827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:10.381098 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-70863803-1837-446e-889a-27bfbdf82771 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:10.381538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70863803-1837-446e-889a-27bfbdf82771 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:10.382233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:10.385088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Pushing event updated for resources: {'Port': ['ID=d61c7052-fa99-449a-97c3-f76a8cf265e1,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:10.393138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d52914-e6b8-49c3-8fc0-7bba7c51cfad None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:00Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:58:10.403365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.412939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] For port c6a954e7-2d48-4e5e-916a-3c89ac0decb6, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:10.417375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.424426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] For port c6a954e7-2d48-4e5e-916a-3c89ac0decb6, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c6a954e7-2d48-4e5e-916a-3c89ac0decb6,segment=NetworkSegment(084cb554-552f-436b-9f0c-6eb3d7aafba7),segment_id=084cb554-552f-436b-9f0c-6eb3d7aafba7)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:10.461596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.477185 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70863803-1837-446e-889a-27bfbdf82771 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/354c9e40-d9ab-476e-b66b-52ed22fede00 HTTP/1.1" status: 404 len: 337 time: 0.6143343 Feb 17 11:58:10.478525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=f46598aa-5896-4bf6-bb14-958b7baa9d99,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:10.482318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47626) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:10.499045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.527521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Deleting subnet b352692b-9409-4745-94c4-2482f1782cf0 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:10.538177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.540335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.543172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.546607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8b4f96db-67fa-469d-a816-84da5591b0c7 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/f46598aa-5896-4bf6-bb14-958b7baa9d99 HTTP/1.1" status: 204 len: 168 time: 1.0297539 Feb 17 11:58:10.551631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47630) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:10.575458 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b844079-9295-4753-b90c-7a4e59420bf2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:10.575927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b844079-9295-4753-b90c-7a4e59420bf2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:10.580183 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b844079-9295-4753-b90c-7a4e59420bf2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/11638c5c-f455-4768-a0bd-14b4a24f0428 HTTP/1.1" status: 404 len: 333 time: 0.0916564 Feb 17 11:58:10.583248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47634) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:10.591514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.603295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=5019b87c-c724-4402-85e6-aefe65904e19,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:10.604502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:10.604873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Checking segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:10.605268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.605657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Bound using segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:10.606149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Bound port: 3f48c8b1-8e57-4f50-bf73-35277a4145e7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:10.606511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.630149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] Pushing event deleted for resources: {'Port': ['ID=58fd2264-3651-4c8d-ba23-dd40e76b62c9,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:10.638960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:10.646410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.653276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.677314 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 4, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '85a3dbb9-3fed-463d-a895-ea5fae5dab64', 'name': '', 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'mac_address': 'fa:16:3e:68:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:58Z', 'updated_at': '2022-02-17T11:58:00Z', 'revision_number': 2, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'subnets': [{'id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:10.683403 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Checking router: aafea5f8-767b-438f-b303-c50612a24fa4 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:58:10.683728 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Updating router aafea5f8-767b-438f-b303-c50612a24fa4 port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:58:10.786112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.790764 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.855520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe14cce-173c-4531-b752-16f6aa9bede3 None None] Pushing event updated for resources: {'Port': ['ID=c6a954e7-2d48-4e5e-916a-3c89ac0decb6,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:10.871416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:10.924480 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1b94ac-1f40-40dc-9245-3e1627d56875 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:10.924919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1b94ac-1f40-40dc-9245-3e1627d56875 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:10.929150 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2d1b94ac-1f40-40dc-9245-3e1627d56875 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/b6a94e03-bace-401b-a634-17e8f4f06ce5 HTTP/1.1" status: 404 len: 337 time: 0.3427603 Feb 17 11:58:10.933896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47638) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.011401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a22b582-bc06-4ef5-a33b-83c6a2eac4b4,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:11.022699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.062530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.079954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:11.080292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.091595 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeabee1-0a79-41a4-b047-bad55e3e276e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:11.092030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeabee1-0a79-41a4-b047-bad55e3e276e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:11.095140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06f2e0-10dc-4fe0-a29e-ee9543e6feeb None None] No DVR routers for this DVR port 58fd2264-3651-4c8d-ba23-dd40e76b62c9 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:11.115666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Subnet': ['ID=b352692b-9409-4745-94c4-2482f1782cf0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:11.141313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d696c248-d353-42a3-a666-999c17a2d8e1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:11.156522 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7aeabee1-0a79-41a4-b047-bad55e3e276e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/9b8ee438-6c01-48bf-ba38-8218d801f3ce HTTP/1.1" status: 404 len: 333 time: 0.2188580 Feb 17 11:58:11.157240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47642) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.158900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.163467 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5c7d1787-70ce-495a-bfcc-fd60b6bd29c9 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/subnets/b352692b-9409-4745-94c4-2482f1782cf0 HTTP/1.1" status: 204 len: 168 time: 1.1937084 Feb 17 11:58:11.166384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47644) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.249919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.253751 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d28c85f9-42b4-4664-8b92-3096f1ec8b66 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.8617628 Feb 17 11:58:11.267000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47650) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.272933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group_rule': {'security_group_id': '0a585474-d20e-48eb-bf4b-912ee9cc382e', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:11.275134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Attempting to bind port d61c7052-fa99-449a-97c3-f76a8cf265e1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:11.275801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Attempting to bind port d61c7052-fa99-449a-97c3-f76a8cf265e1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'd6080c74-07bf-4166-b051-f8939720a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:11.276438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Attempting to bind port d61c7052-fa99-449a-97c3-f76a8cf265e1 on network e66b7c10-6834-440e-8f06-db44c4a70223 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:11.288191 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4d0472-89c8-4ab7-9d4f-609c87126bd7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:11.288552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4d0472-89c8-4ab7-9d4f-609c87126bd7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:11.311192 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-be4d0472-89c8-4ab7-9d4f-609c87126bd7 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ab316769-3d92-44c8-ad49-9141ee2b2c32 HTTP/1.1" status: 404 len: 337 time: 0.1457250 Feb 17 11:58:11.348659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47654) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.386398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:11.386896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Checking segment: {'id': 'd6080c74-07bf-4166-b051-f8939720a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:11.390253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.390253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Bound using segment: {'id': 'd6080c74-07bf-4166-b051-f8939720a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:11.390253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Bound port: d61c7052-fa99-449a-97c3-f76a8cf265e1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6080c74-07bf-4166-b051-f8939720a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e66b7c10-6834-440e-8f06-db44c4a70223'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:11.390253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.416816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:11.422013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:11.442659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] For port 3f48c8b1-8e57-4f50-bf73-35277a4145e7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:11.444808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:11.452242 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.457657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.469656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:11.472598 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a357682-5f05-44e5-aa83-2262c0b2d960 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:11.473029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a357682-5f05-44e5-aa83-2262c0b2d960 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:11.478991 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Transition to ACTIVE for port object 85a3dbb9-3fed-463d-a895-ea5fae5dab64 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:11.485724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a357682-5f05-44e5-aa83-2262c0b2d960 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ebed84f9-033e-42ab-8667-808d9f7ba568 HTTP/1.1" status: 404 len: 337 time: 0.1341686 Feb 17 11:58:11.490534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.494687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] For port 3f48c8b1-8e57-4f50-bf73-35277a4145e7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3f48c8b1-8e57-4f50-bf73-35277a4145e7,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:11.494901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.564319 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.567353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:11.569595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.604104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc81dda-40b0-4f14-b113-3cca28b9011a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:11.604779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1cc81dda-40b0-4f14-b113-3cca28b9011a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Synchronizing usage tracker for tenant:3c275a017e464105a798eb65b06d30e9 on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:11.609803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.613845 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46420b2-5e81-47c9-9819-2dd3b1175025 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:11.614192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46420b2-5e81-47c9-9819-2dd3b1175025 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:11.615830 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e46420b2-5e81-47c9-9819-2dd3b1175025 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/9253690a-7add-457c-941c-e25429dfdf61 HTTP/1.1" status: 404 len: 333 time: 0.1042714 Feb 17 11:58:11.620371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47662) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.625985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.675833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.703674 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-624b61d8-5e2a-4469-b797-752273180933 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:11.704118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624b61d8-5e2a-4469-b797-752273180933 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:11.706442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-624b61d8-5e2a-4469-b797-752273180933 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/8a04ae70-b718-4158-a546-c6486a227ca9 HTTP/1.1" status: 404 len: 337 time: 0.0836303 Feb 17 11:58:11.717984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47666) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.739185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.778049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.790984 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dc068b-55b3-451a-8e54-6ccd4ced156f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:11.791660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dc068b-55b3-451a-8e54-6ccd4ced156f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:11.793073 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-21dc068b-55b3-451a-8e54-6ccd4ced156f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/51e7c665-485e-4421-95c4-651659cbd9f6 HTTP/1.1" status: 404 len: 337 time: 0.0740547 Feb 17 11:58:11.800531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47670) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:11.806224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,segment=NetworkSegment(b931fad0-bb47-4f9b-b403-66a9a51922c6),segment_id=b931fad0-bb47-4f9b-b403-66a9a51922c6)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:11.806765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:11.817065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb97a-f4bd-4b24-91eb-f97c5ee53533 None None] Pushing event updated for resources: {'Port': ['ID=3f48c8b1-8e57-4f50-bf73-35277a4145e7,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:11.835027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d696c248-d353-42a3-a666-999c17a2d8e1 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:11.842822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] For port d61c7052-fa99-449a-97c3-f76a8cf265e1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:11.846091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6af7d-86a7-4576-8593-23a9a09bbebd None None] Update dhcp port {'port': {'network_id': '642718f2-4a44-4a15-b116-5c8a3626ab52', 'fixed_ips': [{'subnet_id': 'f46598aa-5896-4bf6-bb14-958b7baa9d99'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:58:11.858242 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75e997-a8a2-4cdb-9bcd-ea2fb110caa9 None None] Pushing event updated for resources: {'Port': ['ID=85a3dbb9-3fed-463d-a895-ea5fae5dab64,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:11.886442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ca06c-bd5d-45c3-844e-19c1ca006e64 None None] Network 7f483686-7c0c-41b2-8247-3d875f32fb2a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:11.925719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1cc81dda-40b0-4f14-b113-3cca28b9011a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Unset dirty status for tenant:3c275a017e464105a798eb65b06d30e9 on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:11.932418 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1cc81dda-40b0-4f14-b113-3cca28b9011a tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7302794 Feb 17 11:58:12.028718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47674) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.040301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d696c248-d353-42a3-a666-999c17a2d8e1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:12.044854 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f7e82b-7594-4f28-9d3e-9c702a155c7c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:12.045003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.045090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f7e82b-7594-4f28-9d3e-9c702a155c7c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:12.065595 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Attempting to bind port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:12.066334 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Attempting to bind port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:12.067051 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Attempting to bind port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 on network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:12.078027 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:12.079207 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Checking segment: {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:12.079207 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.079901 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Bound using segment: {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:12.080577 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Bound port: 85a3dbb9-3fed-463d-a895-ea5fae5dab64, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be41496-a9a5-4156-84ff-852de703ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:12.081216 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.117820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] For port d61c7052-fa99-449a-97c3-f76a8cf265e1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d61c7052-fa99-449a-97c3-f76a8cf265e1,segment=NetworkSegment(d6080c74-07bf-4166-b051-f8939720a1be),segment_id=d6080c74-07bf-4166-b051-f8939720a1be)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:12.128575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.128746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57a43352-6ebb-4d25-b22e-df243a197ed1 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:58:12.142460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:12.198343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.199512 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6f6cc66b-58d5-47ef-a4cf-95b8682d0f4b tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "DELETE /v2.0/routers/57a43352-6ebb-4d25-b22e-df243a197ed1 HTTP/1.1" status: 204 len: 168 time: 2.4304340 Feb 17 11:58:12.206220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.208792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47678) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.213521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e3f7e82b-7594-4f28-9d3e-9c702a155c7c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/bcde34dc-b8e1-4beb-9681-1b51dd93a619 HTTP/1.1" status: 404 len: 333 time: 0.4117572 Feb 17 11:58:12.219205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Request body: {'router': {'name': 'tempest-router-682169751', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cc68166088304133bca908df6302233e'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:12.222811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47682) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.307267 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] For port 85a3dbb9-3fed-463d-a895-ea5fae5dab64, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:12.310856 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] For port 85a3dbb9-3fed-463d-a895-ea5fae5dab64, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=85a3dbb9-3fed-463d-a895-ea5fae5dab64,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:12.342446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:12.348410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Usage tracker for resource:router and tenant:cc68166088304133bca908df6302233e is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:12.352087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:12.364551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:12.372888 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8ad120-5aab-4dac-9f8c-5d3f81ef4898 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:12.373363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8ad120-5aab-4dac-9f8c-5d3f81ef4898 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:12.377814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed8ad120-5aab-4dac-9f8c-5d3f81ef4898 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/410b4daf-a79e-49ec-ace1-779d150a9932 HTTP/1.1" status: 404 len: 337 time: 0.1513476 Feb 17 11:58:12.378341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47686) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.381502 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.406376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b7e6af7d-86a7-4576-8593-23a9a09bbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.427062 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c820d14-6601-4337-a05c-0501014b21ec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:12.427494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c820d14-6601-4337-a05c-0501014b21ec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:12.429260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3c820d14-6601-4337-a05c-0501014b21ec tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/2b6b0b48-5329-4763-86a3-6dc61ca47bf5 HTTP/1.1" status: 404 len: 337 time: 0.0499675 Feb 17 11:58:12.434134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47690) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.457546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f1b4f-f84e-4be8-80e0-c529c8162b72 None None] Pushing event updated for resources: {'Port': ['ID=d61c7052-fa99-449a-97c3-f76a8cf265e1,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:12.480369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.481291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.504334 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-b156d613-917b-4c53-b8c3-5ec08cdefeb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:12.504780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b156d613-917b-4c53-b8c3-5ec08cdefeb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:12.506616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b156d613-917b-4c53-b8c3-5ec08cdefeb4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/60f16b33-b3ef-4dbc-8bd2-63776a2ab01d HTTP/1.1" status: 404 len: 333 time: 0.0715704 Feb 17 11:58:12.518346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47694) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.542204 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Routers {'aafea5f8-767b-438f-b303-c50612a24fa4'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:12.542897 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aafea5f8-767b-438f-b303-c50612a24fa4'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:12.584986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-e009a1d7-8609-463b-9cc8-2736f6730053 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:12.585333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e009a1d7-8609-463b-9cc8-2736f6730053 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:12.600935 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e009a1d7-8609-463b-9cc8-2736f6730053 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/86d9b591-87ab-4b2c-91a7-b09a250c783c HTTP/1.1" status: 404 len: 337 time: 0.0800631 Feb 17 11:58:12.615119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47698) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.629554 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75e997-a8a2-4cdb-9bcd-ea2fb110caa9 None None] Pushing event updated for resources: {'Port': ['ID=85a3dbb9-3fed-463d-a895-ea5fae5dab64,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:12.703102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90929c0-2b2e-4716-ad5e-c2a889c0313f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:12.703543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90929c0-2b2e-4716-ad5e-c2a889c0313f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:12.705265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d90929c0-2b2e-4716-ad5e-c2a889c0313f tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/c3ffbd31-4051-49c2-8272-87b0bdaf71b4 HTTP/1.1" status: 404 len: 337 time: 0.0892079 Feb 17 11:58:12.707177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.725121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47702) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:12.741289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.779671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.819263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No DVR routers for this DVR port 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:12.843314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.858499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:12.908393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f3fa30-1a28-4fff-aa47-32ae337c8ed4 None None] Network 642718f2-4a44-4a15-b116-5c8a3626ab52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:12.928571 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] Set router aafea5f8-767b-438f-b303-c50612a24fa4 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:13.001589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:13.019242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.030339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.036883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5165d827-5471-40b5-b57b-2a6a13440bbd tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7dbc86a-eb35-4e48-a199-05b2e4d87775 HTTP/1.1" status: 200 len: 205 time: 0.1529951 Feb 17 11:58:13.040099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47706) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:13.064910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.071055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.090532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d696c248-d353-42a3-a666-999c17a2d8e1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d696c248-d353-42a3-a666-999c17a2d8e1,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:13.109892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4baee7d2-ce79-40cc-9721-27cfa8122b6f None None] Could not find standard attr ID for object 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:13.115972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.129260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa16f9-08ad-4bf7-82bf-6771e01735c3 None None] Network e66b7c10-6834-440e-8f06-db44c4a70223 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:13.220915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.232906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.269873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcb7b46-144c-4447-a75c-4b8bc1b630f1,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:13.400070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 58fd2264-3651-4c8d-ba23-dd40e76b62c9 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:58:13.484832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.485417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad5970b-619b-44f2-8781-be69cb0cb421 None None] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:13.514504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642718f2-4a44-4a15-b116-5c8a3626ab52']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:13.521064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 58fd2264-3651-4c8d-ba23-dd40e76b62c9 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:58:13.526233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 58fd2264-3651-4c8d-ba23-dd40e76b62c9 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:58:13.544124 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-8a2c4ee5-7151-4eeb-b808-93c06ea680ed tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] delete failed (client error): The resource could not be found. Feb 17 11:58:13.548965 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8a2c4ee5-7151-4eeb-b808-93c06ea680ed tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/routers/e7dbc86a-eb35-4e48-a199-05b2e4d87775 HTTP/1.1" status: 404 len: 336 time: 0.4903536 Feb 17 11:58:13.553228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47710) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:13.562157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b931fad0-bb47-4f9b-b403-66a9a51922c6') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:13.562443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b931fad0-bb47-4f9b-b403-66a9a51922c6') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:13.574114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:13.598631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.621070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.631614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d0f4c667-9136-40b9-b726-e93bd571bd26 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4108763 Feb 17 11:58:13.632335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47714) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:13.632472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:13.642484 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ba041c85-f978-49d0-8923-6363378d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 4, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '85a3dbb9-3fed-463d-a895-ea5fae5dab64', 'name': '', 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'mac_address': 'fa:16:3e:68:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:58Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'subnets': [{'id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:13.647098 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba041c85-f978-49d0-8923-6363378d15da None None] The sync data for ids ['aafea5f8-767b-438f-b303-c50612a24fa4'] in dv-neutron-828728-1-hyperv is: [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T11:57:59Z', 'revision_number': 4, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '85a3dbb9-3fed-463d-a895-ea5fae5dab64', 'name': '', 'network_id': '8dde375a-3ee2-438b-a710-91a6b26a5ea1', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'mac_address': 'fa:16:3e:68:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:58Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'subnets': [{'id': 'd11117fb-24eb-43a4-ac55-29af1a98c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:58:13.650293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:13.795460 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=5019b87c-c724-4402-85e6-aefe65904e19,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:13.856700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:13.884675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Deleting port d61c7052-fa99-449a-97c3-f76a8cf265e1 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:13.885245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.899745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.907624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:13.908147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.911518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:13.915686 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-499f2889-f65e-40de-880a-556c7036dd54 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.6476431 Feb 17 11:58:13.916477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47718) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:13.930772 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cd35e1-9d5a-4c28-9a0b-8cedc8f0be2d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:13.931200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cd35e1-9d5a-4c28-9a0b-8cedc8f0be2d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:13.935880 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-91cd35e1-9d5a-4c28-9a0b-8cedc8f0be2d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/7d9822e3-3165-4969-999c-c7c097270120 HTTP/1.1" status: 404 len: 337 time: 0.3765879 Feb 17 11:58:13.943076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group_rule': {'security_group_id': '0a585474-d20e-48eb-bf4b-912ee9cc382e', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:13.951042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47722) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.004734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:14.009286 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-86ea7b5a-36b4-4e7e-9e66-206b4869102e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 HTTP/1.1" status: 200 len: 205 time: 0.0540149 Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:14.026938 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:14.032975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47726) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.041523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:14.048915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:14.064501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:14.099865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d696c248-d353-42a3-a666-999c17a2d8e1,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:14.112071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b451c-37ef-4e16-acdf-ea0db5e609ac None None] DHCP port deletion for 642718f2-4a44-4a15-b116-5c8a3626ab52 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:58:14.139719 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ac9f53f8-3863-47eb-8554-b7d1138d7af4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] delete failed (client error): The resource could not be found. Feb 17 11:58:14.143262 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ac9f53f8-3863-47eb-8554-b7d1138d7af4 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/routers/f4a99b5d-5b0e-476d-b8eb-4369f90f1d89 HTTP/1.1" status: 404 len: 336 time: 0.1067107 Feb 17 11:58:14.146264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47730) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.150650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.160270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.238117 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8ebfe8-8020-4e0b-aa93-f279518f3102 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:14.238556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8ebfe8-8020-4e0b-aa93-f279518f3102 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:14.243515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0e8ebfe8-8020-4e0b-aa93-f279518f3102 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/85d153d7-d95e-4d27-90bb-75b81c14996e HTTP/1.1" status: 404 len: 337 time: 0.0918076 Feb 17 11:58:14.243515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=642718f2-4a44-4a15-b116-5c8a3626ab52,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:14.246354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47734) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.248032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:14.248293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.250789 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1423b0ef-a99b-4c9e-a6af-15a7bf4b798c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/642718f2-4a44-4a15-b116-5c8a3626ab52 HTTP/1.1" status: 204 len: 168 time: 3.6969409 Feb 17 11:58:14.251791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47736) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.310786 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4f5836ba-b530-4340-aa42-c40f56898c8b None None] Provisioning for port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:14.461358 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b63d53f-d17f-444e-acc5-a15343883072 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:14.462419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b63d53f-d17f-444e-acc5-a15343883072 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:14.467102 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9b63d53f-d17f-444e-acc5-a15343883072 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/8e638fa1-66b4-4a91-87bf-24f3ae5d2b25 HTTP/1.1" status: 404 len: 337 time: 0.2162671 Feb 17 11:58:14.468390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.474087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47742) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.488014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f48c8b1-8e57-4f50-bf73-35277a4145e7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:14.573540 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-9339554c-e8d0-4d6a-b5ef-5612f8edb83d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:14.574080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9339554c-e8d0-4d6a-b5ef-5612f8edb83d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:14.575822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9339554c-e8d0-4d6a-b5ef-5612f8edb83d tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/8cc58101-0fc2-4dd4-bc30-5fcf4dff6288 HTTP/1.1" status: 404 len: 333 time: 0.1004956 Feb 17 11:58:14.578683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47746) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.598658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] For port d61c7052-fa99-449a-97c3-f76a8cf265e1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d61c7052-fa99-449a-97c3-f76a8cf265e1,segment=NetworkSegment(d6080c74-07bf-4166-b051-f8939720a1be),segment_id=d6080c74-07bf-4166-b051-f8939720a1be)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:14.599171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.657642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d822fef3-4e62-46be-8077-e7c8dc6f02f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:14.657642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d822fef3-4e62-46be-8077-e7c8dc6f02f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:14.657642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d822fef3-4e62-46be-8077-e7c8dc6f02f0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/9299f69d-8939-4166-9ede-8177ed59444f HTTP/1.1" status: 404 len: 337 time: 0.0531836 Feb 17 11:58:14.701268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47750) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.819219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689914c-2961-40df-aab2-8316fa43dcf8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:14.820604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1689914c-2961-40df-aab2-8316fa43dcf8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:14.834883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72b0966-ca03-4824-9797-4bb4f24c06a2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:14.835358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72b0966-ca03-4824-9797-4bb4f24c06a2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:14.837622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e72b0966-ca03-4824-9797-4bb4f24c06a2 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/61cb7c74-272d-47fe-acb9-b445ddd1d74c HTTP/1.1" status: 404 len: 333 time: 0.1347110 Feb 17 11:58:14.840622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.840964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:14.885984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47754) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:14.895392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Calling delete_port for d61c7052-fa99-449a-97c3-f76a8cf265e1 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:14.997804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84459) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 17 11:58:14.998476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Router 2fc3b816-3e02-4a2e-8b64-f9314228e1ac migrating from provider to provider. {{(pid=84459) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 17 11:58:14.998598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.004189 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-f636dc6f-3c96-4804-b38b-ce32767812b6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.004536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f636dc6f-3c96-4804-b38b-ce32767812b6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.005204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.006827 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f636dc6f-3c96-4804-b38b-ce32767812b6 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/ee5a0477-22d1-4d10-a6f4-63b676560b2c HTTP/1.1" status: 404 len: 337 time: 0.0754323 Feb 17 11:58:15.009881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47758) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.037741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:15.043403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:15.044326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.051444 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1d9dcc-ac03-43dd-8eb8-a93f91d22c54 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.051881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1d9dcc-ac03-43dd-8eb8-a93f91d22c54 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.057239 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3b1d9dcc-ac03-43dd-8eb8-a93f91d22c54 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/8e65ded1-69cd-426c-a181-e8202172a4d5 HTTP/1.1" status: 404 len: 333 time: 0.0461438 Feb 17 11:58:15.057839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47762) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.082682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-595fb598-a65e-42ba-a6e8-93642afeec4e None None] Provisioning for port 5019b87c-c724-4402-85e6-aefe65904e19 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:15.094215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1689914c-2961-40df-aab2-8316fa43dcf8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:15.101856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1689914c-2961-40df-aab2-8316fa43dcf8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8416417 Feb 17 11:58:15.101856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47766) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.104003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-595fb598-a65e-42ba-a6e8-93642afeec4e None None] Provisioning complete for port 5019b87c-c724-4402-85e6-aefe65904e19 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:15.104968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595fb598-a65e-42ba-a6e8-93642afeec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.116240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.134493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2f17a0-4249-4255-849f-f9159eb03a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.134930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2f17a0-4249-4255-849f-f9159eb03a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.139201 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6f2f17a0-4249-4255-849f-f9159eb03a4e tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/e07f1c7a-e0d7-4276-8780-d570ea61b81d HTTP/1.1" status: 404 len: 337 time: 0.0803900 Feb 17 11:58:15.139377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47770) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.146055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.171819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2074f-f20c-4977-a47b-53559d139170 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:58:15.199123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.223654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-595fb598-a65e-42ba-a6e8-93642afeec4e None None] Port 5019b87c-c724-4402-85e6-aefe65904e19 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:15.237772 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c51eebd-2c10-4516-af21-c0b97fc4d875 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.237772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c51eebd-2c10-4516-af21-c0b97fc4d875 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.241098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.279133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8615621-c51e-4ada-b1f4-b18097963e1f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:15.286766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Port': ['ID=d61c7052-fa99-449a-97c3-f76a8cf265e1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:15.301536 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4c51eebd-2c10-4516-af21-c0b97fc4d875 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/426b252a-59fc-466d-8ee8-e0e7312a629c HTTP/1.1" status: 404 len: 333 time: 0.1588492 Feb 17 11:58:15.303292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47774) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.309253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] No DVR routers for this DVR port d61c7052-fa99-449a-97c3-f76a8cf265e1 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:15.328831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.357726 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c74758f-942c-4b6f-886b-c23ab95af76c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.358198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c74758f-942c-4b6f-886b-c23ab95af76c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.362143 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8c74758f-942c-4b6f-886b-c23ab95af76c tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/933817e3-6518-4f66-9777-0473e8ae0e4f HTTP/1.1" status: 404 len: 337 time: 0.0559847 Feb 17 11:58:15.397304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47778) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.405138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:58:15.455179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 3f48c8b1-8e57-4f50-bf73-35277a4145e7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3f48c8b1-8e57-4f50-bf73-35277a4145e7,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:15.460030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2074f-f20c-4977-a47b-53559d139170 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:58:15.462279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.463451 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-26d31494-bdb3-46d1-9baa-8b7c8116103d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5346091 Feb 17 11:58:15.469034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47782) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.470679 dv-neutron-828728-1-hyperv neutron-server[84459]: WARNING neutron.scheduler.l3_agent_scheduler [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] No L3 agents can host the router 2fc3b816-3e02-4a2e-8b64-f9314228e1ac Feb 17 11:58:15.475541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7d47067a-22cf-4d1e-9a52-ddd4db3533b1 None None] Provisioning complete for port 5019b87c-c724-4402-85e6-aefe65904e19 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:15.475541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7d47067a-22cf-4d1e-9a52-ddd4db3533b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.476278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group_rule': {'security_group_id': '0a585474-d20e-48eb-bf4b-912ee9cc382e', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:15.493761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0d0f0010-4739-47bd-a31f-c11225091bbe tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3884368 Feb 17 11:58:15.493761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:15.494085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47786) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.500767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2072614517'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:15.506430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:15.521905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:15.521905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:15.521905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:15.526266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:15.526594 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a5a85c-ad8f-4789-91bf-ba05a8a2e0c9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.526971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a5a85c-ad8f-4789-91bf-ba05a8a2e0c9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.528814 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-28a5a85c-ad8f-4789-91bf-ba05a8a2e0c9 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/a10c213e-623d-4dc3-b140-fa928fa0d161 HTTP/1.1" status: 404 len: 333 time: 0.1305635 Feb 17 11:58:15.529181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:15.534331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47790) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.536619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:15.586492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.603146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7d47067a-22cf-4d1e-9a52-ddd4db3533b1 None None] Port 5019b87c-c724-4402-85e6-aefe65904e19 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:15.603756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.607157 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf12567-1fb0-4056-a777-72d78efe7b3a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.607712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf12567-1fb0-4056-a777-72d78efe7b3a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.609314 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6bf12567-1fb0-4056-a777-72d78efe7b3a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/686db312-31e4-4a97-8a12-135cd1029f44 HTTP/1.1" status: 404 len: 337 time: 0.0630178 Feb 17 11:58:15.612940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47794) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.663291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:15.668861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.674135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:58:15.698659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b7c10-6834-440e-8f06-db44c4a70223']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:15.729240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:58:15.729240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5fc64f9c-5e01-4bdb-bc56-c1f61d262e6c not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:58:15.729547 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Project 2d6694fddb4e4a2bb43f30af7aa3d8a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:58:15.740959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=3f48c8b1-8e57-4f50-bf73-35277a4145e7,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:15.748549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.756029 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a4e0c5-c43f-445a-9a1a-f96126e0537a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.756816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a4e0c5-c43f-445a-9a1a-f96126e0537a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.760828 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a7a4e0c5-c43f-445a-9a1a-f96126e0537a tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/7f92cf6b-088a-41d1-9b36-3ed817c83b3d HTTP/1.1" status: 404 len: 333 time: 0.1439166 Feb 17 11:58:15.763272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47798) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.805248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:15.813064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6080c74-07bf-4166-b051-f8939720a1be') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:15.813665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6080c74-07bf-4166-b051-f8939720a1be') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:15.838010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8060fddc-4778-4349-a62f-7e5bc38a15b5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.838667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8060fddc-4778-4349-a62f-7e5bc38a15b5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.842752 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8060fddc-4778-4349-a62f-7e5bc38a15b5 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/022d8902-0de6-4df0-ae67-41f990303ce9 HTTP/1.1" status: 404 len: 337 time: 0.0709147 Feb 17 11:58:15.842752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.849667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47802) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.859122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.859457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment de33ae6a-00b5-4437-8fa4-201f02471a67 of type vlan for network 1badf80c-db2b-4989-9891-1fa355e62148 Feb 17 11:58:15.887670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Hosts for router 2fc3b816-3e02-4a2e-8b64-f9314228e1ac: [] {{(pid=84459) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 17 11:58:15.906259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.919954 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f7fb03-a713-4527-86ff-842c76275890 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:15.919954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f7fb03-a713-4527-86ff-842c76275890 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:15.924979 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-66f7fb03-a713-4527-86ff-842c76275890 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/ports/ff343ea3-cca7-4caa-b368-d3abbaa1ed2d HTTP/1.1" status: 404 len: 333 time: 0.0684705 Feb 17 11:58:15.932431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47806) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:15.932431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:15.932431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.938153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.949060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.956131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Hosts for other DVR routers connected to router 2fc3b816-3e02-4a2e-8b64-f9314228e1ac: set() {{(pid=84459) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:15.980264 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:15.982475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:15.983562 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-655bfb16-acf7-4f8e-96de-454a3c435703 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "PUT /v2.0/routers/2fc3b816-3e02-4a2e-8b64-f9314228e1ac HTTP/1.1" status: 200 len: 716 time: 2.3478293 Feb 17 11:58:15.988011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47810) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.018545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f48c8b1-8e57-4f50-bf73-35277a4145e7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:16.043786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-072e1ff4-bc0d-467b-9fa3-90e4f3a276b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:16.044221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072e1ff4-bc0d-467b-9fa3-90e4f3a276b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:16.048302 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-072e1ff4-bc0d-467b-9fa3-90e4f3a276b0 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/subnets/c6aaca48-d70e-4e00-a9ee-5412a5dcc3f6 HTTP/1.1" status: 404 len: 337 time: 0.1186652 Feb 17 11:58:16.049803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.057086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47814) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.131990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.134321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:16.134877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.136236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:16.136821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.159491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796c2c18-4c5f-4817-91f8-4d9841117cb0,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:16.188943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba0105-9690-4127-a1fa-d6704952e0eb None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:58:16.200808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.241211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.242370 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f7e56b3c-5d17-49d1-8329-230b05c3138e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7706161 Feb 17 11:58:16.245755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47818) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.259320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'security_group_rule': {'security_group_id': '0a585474-d20e-48eb-bf4b-912ee9cc382e', 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:16.263914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=1badf80c-db2b-4989-9891-1fa355e62148,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:16.275766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-32bb99da-ccea-4a68-aeb3-6eefbfea0281 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "GET /v2.0/routers/2fc3b816-3e02-4a2e-8b64-f9314228e1ac HTTP/1.1" status: 200 len: 716 time: 0.2834616 Feb 17 11:58:16.276014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47822) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.298842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:16.301511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.337557 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-568487d2-9753-4b60-86c1-645a28d90b00 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8423877 Feb 17 11:58:16.340220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47828) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.341199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 85a3dbb9-3fed-463d-a895-ea5fae5dab64 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:16.345583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '1badf80c-db2b-4989-9891-1fa355e62148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:16.380310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:security_group_rule and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:16.384761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.389293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 1badf80c-db2b-4989-9891-1fa355e62148 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:16.400197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:16.432943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Network': ['ID=e66b7c10-6834-440e-8f06-db44c4a70223,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:16.435262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:16.443117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.456513 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8dcf1921-b8d7-4447-8a4b-2b274d66dbb2 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/networks/e66b7c10-6834-440e-8f06-db44c4a70223 HTTP/1.1" status: 204 len: 168 time: 4.4251189 Feb 17 11:58:16.457539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47832) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.620653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba0105-9690-4127-a1fa-d6704952e0eb None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:58:16.654436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:16.660845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:16.665588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:16.674919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:16.684532 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b0a347bf-6950-4d3e-9c63-2c8c3d1b0dce tempest-RoutersTestDVR-724752723 tempest-RoutersTestDVR-724752723-project] 10.222.0.47 "GET /v2.0/routers/2fc3b816-3e02-4a2e-8b64-f9314228e1ac HTTP/1.1" status: 200 len: 682 time: 0.4050541 Feb 17 11:58:16.685986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47836) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.699741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077674eb-7979-49ce-a746-00af8b5678be']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:16.718169 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Project 2d6694fddb4e4a2bb43f30af7aa3d8a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:58:16.730681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517f15fb-6d74-486b-966c-2d0451badc59') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:16.731247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517f15fb-6d74-486b-966c-2d0451badc59') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:16.747136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:16.752909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:58:16.754446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.756942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:16.757682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.774536 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89d8626c-b9b2-40c7-bdd7-c80dac3112de tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/f026570e-3dc7-47de-9b42-9b8f77353b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6943109 Feb 17 11:58:16.783026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.795270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47840) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:16.818432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:16.866335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.902358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.909498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:16.910148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:16.980868 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:17.012840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.046236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.068077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.102046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Deleting port c6a954e7-2d48-4e5e-916a-3c89ac0decb6 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:17.102294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.107414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 85a3dbb9-3fed-463d-a895-ea5fae5dab64, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=85a3dbb9-3fed-463d-a895-ea5fae5dab64,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:17.149069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.157113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.181151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.182331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d696c248-d353-42a3-a666-999c17a2d8e1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:17.187256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.219342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] Pushing event deleted for resources: {'Network': ['ID=077674eb-7979-49ce-a746-00af8b5678be,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:17.229664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.255217 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f608d8d1-5faa-4bc1-898d-fb7b848a5078 tempest-NetworksTestDHCPv6-805235218 tempest-NetworksTestDHCPv6-805235218-project] 10.222.0.47 "DELETE /v2.0/networks/077674eb-7979-49ce-a746-00af8b5678be HTTP/1.1" status: 204 len: 168 time: 1.2016447 Feb 17 11:58:17.321911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.322478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.322913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.323459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.323742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.324153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.324564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.324683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=85a3dbb9-3fed-463d-a895-ea5fae5dab64,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:17.325064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.325653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.326198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.326725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.327246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.329498 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-13095621-b407-4c95-87b4-6a857fa24a18 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8248 time: 0.4679921 Feb 17 11:58:17.340091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da3cc67-e2c9-4014-936f-bffe190def8e,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:17.342081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47846) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:17.359230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d696c248-d353-42a3-a666-999c17a2d8e1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:17.359605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.470082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.471640 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-16a56c8c-a3d1-46ae-acc7-144a32fcc046 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2209170 Feb 17 11:58:17.560479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] For port c6a954e7-2d48-4e5e-916a-3c89ac0decb6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c6a954e7-2d48-4e5e-916a-3c89ac0decb6,segment=NetworkSegment(084cb554-552f-436b-9f0c-6eb3d7aafba7),segment_id=084cb554-552f-436b-9f0c-6eb3d7aafba7)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:17.560479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.570856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.571873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.571873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.572203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.572284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.572596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:17.574573 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0bcb29e6-5eb8-4349-bd58-99fadbb723c3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2279661 Feb 17 11:58:17.578554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47856) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:17.629758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.643992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.779840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.779840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc3b816-3e02-4a2e-8b64-f9314228e1ac {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:58:17.780939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.815670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Calling delete_port for c6a954e7-2d48-4e5e-916a-3c89ac0decb6 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:17.862169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 85a3dbb9-3fed-463d-a895-ea5fae5dab64 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:17.872618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:17.877921 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-30c56d70-86f0-4d5c-b493-c80554bbed41 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2fc3b816-3e02-4a2e-8b64-f9314228e1ac HTTP/1.1" status: 204 len: 168 time: 1.1908617 Feb 17 11:58:17.880609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47878) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:17.891762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Request body: {'router': {'name': 'tempest-router-891118758', 'distributed': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:17.903497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:17.909358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=92fd9c70-0fd1-4092-a777-32ae070cc44a,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:17.914432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Usage tracker for resource:router and tenant:466074a92cc545d08ac36ceccb0b853a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:17.918769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:17.933375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': 'de33ae6a-00b5-4437-8fa4-201f02471a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1badf80c-db2b-4989-9891-1fa355e62148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:17.933770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: 1badf80c-db2b-4989-9891-1fa355e62148, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:17.947652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:18.002485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:18.002984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.007869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47882) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:18.040162 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-48459904-62c1-485c-9bf4-c29a8340c5f3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3559 time: 0.4595299 Feb 17 11:58:18.042206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 1badf80c-db2b-4989-9891-1fa355e62148 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:18.084533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.090445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.091390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.145734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 1badf80c-db2b-4989-9891-1fa355e62148) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:18.145952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Port': ['ID=c6a954e7-2d48-4e5e-916a-3c89ac0decb6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:18.152944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:18.153117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] No DVR routers for this DVR port c6a954e7-2d48-4e5e-916a-3c89ac0decb6 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:18.159329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.170440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1056a9-5a0f-4288-9e51-a53143bf49f9 None None] Network 1badf80c-db2b-4989-9891-1fa355e62148 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:18.249309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b540f5f0-f134-4432-9dd6-aa66be9ca4db tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9057553 Feb 17 11:58:18.252036 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47890) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:18.260061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '1badf80c-db2b-4989-9891-1fa355e62148', 'name': 'tempest-PortsIpV6TestJSON-1750579773'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:18.344700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.359504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.378893 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-79863531-90ef-4946-b556-6bd96f85bcdf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a34d587aa0ee4115a1c22208e2cbc05b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3671999 Feb 17 11:58:18.379763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47894) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:18.414824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f483686-7c0c-41b2-8247-3d875f32fb2a']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:18.438136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084cb554-552f-436b-9f0c-6eb3d7aafba7') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:18.438750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084cb554-552f-436b-9f0c-6eb3d7aafba7') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:18.467172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:18.480484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.480937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:18.496923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47898) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:18.502493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000362290', 'description': 'tempest-secgroup-smoke-2000362290 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:18.510636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:18.511739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.514748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:18.519040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:18.522567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-1badf80c-db2b-4989-9891-1fa355e62148', 'network_id': '1badf80c-db2b-4989-9891-1fa355e62148', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': '92fd9c70-0fd1-4092-a777-32ae070cc44a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:18.522567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.525735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:18.527855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:18.528425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:18.543248 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:18.551002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.552451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fa02-a0b1-4b38-9dcd-c85fde940715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.598022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:18.601511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.624817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.635933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port b946bb6b-fe4a-40f1-8794-956e10082b8e yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:18.714074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Allocated IP 2001:db8::2 (1badf80c-db2b-4989-9891-1fa355e62148/92fd9c70-0fd1-4092-a777-32ae070cc44a/704f5e13-807a-4021-a5f3-0d58c6c859e6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:18.726909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:18.732320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:18.735768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:18.741903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:18.800929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.805804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fa02-a0b1-4b38-9dcd-c85fde940715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.866444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.868348 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-31bc72f9-6650-4a93-ba4d-f81ea0700eac tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9859681 Feb 17 11:58:18.870988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47908) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:18.912660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.943322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.956171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:18.975197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34609035-75f3-423b-8ba0-3cf8e3007a6f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:19.006473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.016734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Transition to ACTIVE for port object 704f5e13-807a-4021-a5f3-0d58c6c859e6 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:19.028618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Network': ['ID=7f483686-7c0c-41b2-8247-3d875f32fb2a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:19.037130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Transition to ACTIVE for port object 704f5e13-807a-4021-a5f3-0d58c6c859e6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:19.038965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fa02-a0b1-4b38-9dcd-c85fde940715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.064253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5fa02-a0b1-4b38-9dcd-c85fde940715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127f6475-4068-4215-acc4-87a136bf68bb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:19.069950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fa02-a0b1-4b38-9dcd-c85fde940715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.075483 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ca5fa02-a0b1-4b38-9dcd-c85fde940715 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/127f6475-4068-4215-acc4-87a136bf68bb HTTP/1.1" status: 204 len: 168 time: 0.6829836 Feb 17 11:58:19.075483 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9d36637d-65a4-48c9-b119-d805ee8d6585 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/networks/7f483686-7c0c-41b2-8247-3d875f32fb2a HTTP/1.1" status: 204 len: 168 time: 2.6100411 Feb 17 11:58:19.077612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47914) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:19.094915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.097506 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bb1ff315-7eeb-4635-9ff7-65bd7a137fa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5986919 Feb 17 11:58:19.106786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47918) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:19.112861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '34609035-75f3-423b-8ba0-3cf8e3007a6f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:19.119959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:19.124944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.140202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:19.181863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:19.194380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:19.196106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Network 1badf80c-db2b-4989-9891-1fa355e62148 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:19.198896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:19.199660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.208085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:19.236295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::290 (1badf80c-db2b-4989-9891-1fa355e62148/92fd9c70-0fd1-4092-a777-32ae070cc44a/b946bb6b-fe4a-40f1-8794-956e10082b8e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:19.245970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Pushing event updated for resources: {'Port': ['ID=704f5e13-807a-4021-a5f3-0d58c6c859e6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:19.303731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.304102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.304913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.304913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.305215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.305510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.305868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.306143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.306572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.306987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.307710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:58:19.319474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Attempting to bind port 704f5e13-807a-4021-a5f3-0d58c6c859e6 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:19.320691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Attempting to bind port 704f5e13-807a-4021-a5f3-0d58c6c859e6 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'de33ae6a-00b5-4437-8fa4-201f02471a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1badf80c-db2b-4989-9891-1fa355e62148'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:19.321264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Attempting to bind port 704f5e13-807a-4021-a5f3-0d58c6c859e6 on network 1badf80c-db2b-4989-9891-1fa355e62148 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:19.328079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:19.328764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Checking segment: {'id': 'de33ae6a-00b5-4437-8fa4-201f02471a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1badf80c-db2b-4989-9891-1fa355e62148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:19.329395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.330183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Bound using segment: {'id': 'de33ae6a-00b5-4437-8fa4-201f02471a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1badf80c-db2b-4989-9891-1fa355e62148'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:19.330838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Bound port: 704f5e13-807a-4021-a5f3-0d58c6c859e6, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de33ae6a-00b5-4437-8fa4-201f02471a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1badf80c-db2b-4989-9891-1fa355e62148'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:19.331590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.357964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.435095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:19.438581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:19.464089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.507546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.578020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.596600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object b946bb6b-fe4a-40f1-8794-956e10082b8e will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:19.635676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed9e83-cfb8-43db-8c98-fa0c74f04ae2 None None] Pushing event updated for resources: {'Port': ['ID=704f5e13-807a-4021-a5f3-0d58c6c859e6,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:19.696767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.861514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.909229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.917085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:19.938479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:19.946459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e21ebf-12cf-419d-9c29-7c66474d2bb8') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:19.947115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e21ebf-12cf-419d-9c29-7c66474d2bb8') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:19.974001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.005981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.022482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.036716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:20.037233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:20.060536 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:20.080731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 1badf80c-db2b-4989-9891-1fa355e62148 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:20.084430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:20.089029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:20.093133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:20.093822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.107204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=b946bb6b-fe4a-40f1-8794-956e10082b8e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:20.113444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.142691 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.143209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc60d795-1919-4af4-a125-a4c5a6f9428e {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:58:20.147328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c640ec2d-dc65-49d3-97c7-53c7a1779713,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:20.159880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.161016 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4e15b2aa-b169-416a-8e9e-87d2ed117412 tempest-RoutersTestDVR-145305442 tempest-RoutersTestDVR-145305442-project-admin] 10.222.0.47 "DELETE /v2.0/routers/cc60d795-1919-4af4-a125-a4c5a6f9428e HTTP/1.1" status: 204 len: 168 time: 1.2889593 Feb 17 11:58:20.208693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47956) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:20.210277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-44e8f589-2499-40b3-a3fc-8b6ec279d78f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9570854 Feb 17 11:58:20.230728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '1badf80c-db2b-4989-9891-1fa355e62148', 'name': 'tempest-PortsIpV6TestJSON-1714876255'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:20.279305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.280601 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9c206fb6-d00d-4e96-bb0e-7072abda5e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1729128 Feb 17 11:58:20.283538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47960) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:20.290226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '34609035-75f3-423b-8ba0-3cf8e3007a6f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:20.301324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:20.314577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:20.317772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:20.332822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:20.364989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.382056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.398775 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/networks/9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7 HTTP/1.1" status: 204 len: 168 time: 1.3170719 Feb 17 11:58:20.399252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47964) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:20.431479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55c489-c194-4ff5-91b1-e25bcc303f59 tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Network': ['ID=9cac5506-b7c7-47dd-a3b8-8cce1cb2c3d7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:20.519607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:20.525125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:20.528955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:20.535722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.535884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:20.593896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.692279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.787067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:20.790966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.805688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.828312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:20.932135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8875bf0-9d2f-430c-a6d4-c89830b58b20']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:20.953581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93246c7d-9a2f-4491-b579-a518763c0b07,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:20.962952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port bdeea218-26ef-4b44-870a-8a08b84de5cb yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:20.970074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c3a581-ef8d-4007-8001-86c47819da24') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:20.977467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c3a581-ef8d-4007-8001-86c47819da24') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:21.006876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.055819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.068586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.074156 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c8b1c2a7-4fd1-4b14-a8b4-60ef9bc182f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7872570 Feb 17 11:58:21.075378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47978) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:21.086434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:21.087215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.131767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '34609035-75f3-423b-8ba0-3cf8e3007a6f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:21.140863 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:21.144649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47982) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:21.239928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 47988) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:21.258754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:21.261083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca709a-32e5-45e9-b18c-ca92c4151114 None None] Network 1badf80c-db2b-4989-9891-1fa355e62148 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:21.291650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:21.322949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:21.342662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:21.392859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::24d (1badf80c-db2b-4989-9891-1fa355e62148/92fd9c70-0fd1-4092-a777-32ae070cc44a/bdeea218-26ef-4b44-870a-8a08b84de5cb) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:21.410995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--659307592'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:21.436141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:21.444135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:21.450900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:21.452353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.472312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.480861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:21.514032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.515940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] Pushing event deleted for resources: {'Network': ['ID=b8875bf0-9d2f-430c-a6d4-c89830b58b20,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:21.529037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-90c187c0-f54f-4ae9-a211-dd80cf3d97dc None None] Provisioning for port 704f5e13-807a-4021-a5f3-0d58c6c859e6 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:21.529238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.541882 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-be16639f-a98c-4e7f-8b7a-3e1b72b2240d tempest-BulkNetworkOpsIpV6Test-2123145 tempest-BulkNetworkOpsIpV6Test-2123145-project] 10.222.0.47 "DELETE /v2.0/networks/b8875bf0-9d2f-430c-a6d4-c89830b58b20 HTTP/1.1" status: 204 len: 168 time: 1.1414800 Feb 17 11:58:21.582841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:21.620314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.645394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.657210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Usage tracker for resource:security_group_rule and tenant:cc68166088304133bca908df6302233e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:21.665364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:21.675771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.692209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:21.701027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.744895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc3f889-5fa3-4500-bfb3-d548ed795b65,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:21.763137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:21.777688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:21.790015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:21.807221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:21.812180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.815606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6ad22c98-761d-49ac-8be6-5b750339b615 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7367263 Feb 17 11:58:21.816567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 47998) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:21.831771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.832008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '34609035-75f3-423b-8ba0-3cf8e3007a6f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:21.845846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:21.865318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:21.876351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:21.889906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object bdeea218-26ef-4b44-870a-8a08b84de5cb will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:21.890983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:21.912106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.972437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 704f5e13-807a-4021-a5f3-0d58c6c859e6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:21.976830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:21.998276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.056156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd09bb2-5e4e-4591-b40b-c348eeec4cab,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:22.062174 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9d2ee857-f1ab-46da-b582-d4abf25b9924 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc68166088304133bca908df6302233e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9156771 Feb 17 11:58:22.064834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48002) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:22.115870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.117568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.146243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-600dfb9c-0dce-40f4-9664-2215ebbe6ea1 None None] Provisioning for port b946bb6b-fe4a-40f1-8794-956e10082b8e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:22.146243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-600dfb9c-0dce-40f4-9664-2215ebbe6ea1 None None] Provisioning complete for port b946bb6b-fe4a-40f1-8794-956e10082b8e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:22.146243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-600dfb9c-0dce-40f4-9664-2215ebbe6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.199480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 704f5e13-807a-4021-a5f3-0d58c6c859e6 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:22.205097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa680457-3358-4766-82df-ef804e876980,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:22.239694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 704f5e13-807a-4021-a5f3-0d58c6c859e6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:22.239980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.277677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:22.296512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 1badf80c-db2b-4989-9891-1fa355e62148 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:22.303161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:22.303161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:22.303589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.305394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=bdeea218-26ef-4b44-870a-8a08b84de5cb,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:22.311485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d697d716-7a5f-44b3-b917-40123ea6be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.311485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48010) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:22.311485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:22.314111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:22.314735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.318763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:22.327290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-600dfb9c-0dce-40f4-9664-2215ebbe6ea1 None None] Port b946bb6b-fe4a-40f1-8794-956e10082b8e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:22.340963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:22.399334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d697d716-7a5f-44b3-b917-40123ea6be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.497841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.552101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.598429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7bfb3139-4187-441c-b995-bb004540eb5a None None] Provisioning complete for port b946bb6b-fe4a-40f1-8794-956e10082b8e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:22.598799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3139-4187-441c-b995-bb004540eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.637629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.675272 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-462d054f-802f-45cb-a24d-f2b02792917a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4637897 Feb 17 11:58:22.677979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48016) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:22.690728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb3139-4187-441c-b995-bb004540eb5a None None] Port b946bb6b-fe4a-40f1-8794-956e10082b8e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:22.721033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:22.741554 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6382fae5-3e6c-466f-a2d1-709a87dc6f77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c275a017e464105a798eb65b06d30e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4181116 Feb 17 11:58:22.744952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48020) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:22.794050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52b3b2-a224-48ec-897c-7eb63cb008ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:22.795094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2c52b3b2-a224-48ec-897c-7eb63cb008ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:22.824318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ab4e-82ee-4adb-ad93-9b9dcf8eac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.854031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ab4e-82ee-4adb-ad93-9b9dcf8eac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.947066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.972524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5745342c-1161-4caa-acd5-96a6c60934e6,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:22.981550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2c52b3b2-a224-48ec-897c-7eb63cb008ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:22.981719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.982259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:22.985927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2c52b3b2-a224-48ec-897c-7eb63cb008ba tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A290 HTTP/1.1" status: 200 len: 929 time: 0.3038330 Feb 17 11:58:22.992312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-75874995-a31e-48de-995f-1c9254bebecb None None] Provisioning for port bdeea218-26ef-4b44-870a-8a08b84de5cb completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:22.992784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48024) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:23.004837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d697d716-7a5f-44b3-b917-40123ea6be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.013172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ab4e-82ee-4adb-ad93-9b9dcf8eac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.065576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port bdeea218-26ef-4b44-870a-8a08b84de5cb {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:23.066250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.079906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7981622d-d76b-4186-9671-d0409cc31777,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:23.080150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-75874995-a31e-48de-995f-1c9254bebecb None None] Provisioning complete for port bdeea218-26ef-4b44-870a-8a08b84de5cb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:23.080346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75874995-a31e-48de-995f-1c9254bebecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.091671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ab4e-82ee-4adb-ad93-9b9dcf8eac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.092991 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d8b0ab4e-82ee-4adb-ad93-9b9dcf8eac6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9990f962-7839-46a3-99f1-6b516f6ef2a8 HTTP/1.1" status: 204 len: 168 time: 0.3471360 Feb 17 11:58:23.093817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d697d716-7a5f-44b3-b917-40123ea6be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.095098 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d697d716-7a5f-44b3-b917-40123ea6be56 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afd09bb2-5e4e-4591-b40b-c348eeec4cab HTTP/1.1" status: 204 len: 168 time: 1.0288963 Feb 17 11:58:23.103082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697d716-7a5f-44b3-b917-40123ea6be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd09bb2-5e4e-4591-b40b-c348eeec4cab,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:23.146496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0ab4e-82ee-4adb-ad93-9b9dcf8eac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9990f962-7839-46a3-99f1-6b516f6ef2a8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:23.153504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.159319 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e3bb551-09e7-4558-ad41-4579cbb99acf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9138174 Feb 17 11:58:23.161682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48032) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:23.193730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-75874995-a31e-48de-995f-1c9254bebecb None None] Port bdeea218-26ef-4b44-870a-8a08b84de5cb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:23.205398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=704f5e13-807a-4021-a5f3-0d58c6c859e6,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:23.268692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.273305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-46ffcf28-5d53-4250-b9e1-ec4bb49902d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4547660 Feb 17 11:58:23.273581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1e992685-091b-40ed-b351-6eb8724fa24a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:23.277392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48036) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:23.285059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '34609035-75f3-423b-8ba0-3cf8e3007a6f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:23.294166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:23.298355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:23.303216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:23.329360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:23.380453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1e992685-091b-40ed-b351-6eb8724fa24a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:23.382088 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1e992685-091b-40ed-b351-6eb8724fa24a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2193720 Feb 17 11:58:23.385249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48040) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:23.391043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-security--1025038619', 'description': 'tempest-security-description-2051801001'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:23.444670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.498695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.519630 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:58:23.526270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.527102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.609525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.612451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.615075 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "PUT /v2.0/security-groups/7981622d-d76b-4186-9671-d0409cc31777 HTTP/1.1" status: 200 len: 1612 time: 0.2285147 Feb 17 11:58:23.636083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48050) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:23.656595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for bdeea218-26ef-4b44-870a-8a08b84de5cb owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:23.703461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392334a-d52d-4c00-814d-0c84a4a86fad tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7981622d-d76b-4186-9671-d0409cc31777,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:23.774426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.787548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48056) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:23.787959 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-74cbbcbe-d871-432e-8aa6-a4a29e9141dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups/7981622d-d76b-4186-9671-d0409cc31777 HTTP/1.1" status: 200 len: 1612 time: 0.1210606 Feb 17 11:58:23.857155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 704f5e13-807a-4021-a5f3-0d58c6c859e6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:23.899399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.928680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a96145b-bac2-4896-b0ab-249ec38ce624,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:23.956054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf533193-a4bd-44a7-a640-9ad3322183c7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.956449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 704f5e13-807a-4021-a5f3-0d58c6c859e6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:23.956878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.987123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf533193-a4bd-44a7-a640-9ad3322183c7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:23.996664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.062654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=bdeea218-26ef-4b44-870a-8a08b84de5cb,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:24.062654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.063797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6544d3c6-3986-4d2e-9b9e-94f11a44db3c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7854030 Feb 17 11:58:24.067330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48064) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.074892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '34609035-75f3-423b-8ba0-3cf8e3007a6f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:24.082722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:24.090979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:24.094552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:24.104567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:24.192022 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 11:58:24.204677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.224801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48070) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.297031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.316694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-76c7ce70-8f16-4556-96dd-08d017431c08 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/bdeea218-26ef-4b44-870a-8a08b84de5cb HTTP/1.1" status: 204 len: 168 time: 1.3294065 Feb 17 11:58:24.321129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48074) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.375129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.414196 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7398dff-f145-4afe-b641-02d2c0949b2a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:58:24.414982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d7398dff-f145-4afe-b641-02d2c0949b2a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:24.420572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf533193-a4bd-44a7-a640-9ad3322183c7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.423237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cf533193-a4bd-44a7-a640-9ad3322183c7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.424393 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cf533193-a4bd-44a7-a640-9ad3322183c7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/7981622d-d76b-4186-9671-d0409cc31777 HTTP/1.1" status: 204 len: 168 time: 0.5982749 Feb 17 11:58:24.427601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48078) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.438416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf533193-a4bd-44a7-a640-9ad3322183c7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7981622d-d76b-4186-9671-d0409cc31777,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:24.489679 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:24.507483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Usage tracker for resource:security_group_rule and tenant:466074a92cc545d08ac36ceccb0b853a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:24.515120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.516086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:24.526141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:24.562477 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-13d80605-795f-44ec-9f1b-53921c948c97 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1303222 Feb 17 11:58:24.564368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48086) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.565006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d7398dff-f145-4afe-b641-02d2c0949b2a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:24.567128 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7398dff-f145-4afe-b641-02d2c0949b2a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/bdeea218-26ef-4b44-870a-8a08b84de5cb HTTP/1.1" status: 404 len: 333 time: 0.2350676 Feb 17 11:58:24.575358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48090) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.589626 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-78e07ae4-da37-4433-8ce0-28d168d2a6eb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] delete failed (client error): The resource could not be found. Feb 17 11:58:24.591679 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-78e07ae4-da37-4433-8ce0-28d168d2a6eb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/7981622d-d76b-4186-9671-d0409cc31777 HTTP/1.1" status: 404 len: 347 time: 0.0254233 Feb 17 11:58:24.603540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48094) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.609935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316647542'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:24.622703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:24.639465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:24.657904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.703484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be70e21a-5fd4-4cd2-9fa1-b93730450d1b,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:24.718551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port b946bb6b-fe4a-40f1-8794-956e10082b8e {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:24.718887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.729979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.767826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:24.771887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:24.776216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:24.781878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:24.801631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.898520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.907239 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3088a0d2-1bdd-4d36-a41b-c6b144f00665 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8371882 Feb 17 11:58:24.947140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:24.997762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48104) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:24.999969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.009288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.084239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f23690a-1389-4a31-bc07-e1f0dcf1ce9f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:25.088779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a526aaa-7d6c-4283-a64f-53b09ce41f67,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:25.091640 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9ab69ba6-4264-4448-b111-605d52f50e74 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=466074a92cc545d08ac36ceccb0b853a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8658562 Feb 17 11:58:25.096752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48112) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:25.108554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.204465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.217427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-96c2fb9d-eb34-4fc2-acec-3a41f21360df tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6057143 Feb 17 11:58:25.217427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48120) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:25.222279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f95d1a-e6c5-474a-bcc1-783d3dbd290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.227122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '7a526aaa-7d6c-4283-a64f-53b09ce41f67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:25.233526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:25.238399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:25.244429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:25.251516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:25.303786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1275365982'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:25.309883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f95d1a-e6c5-474a-bcc1-783d3dbd290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.321143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:25.336503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:25.339152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.356582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for b946bb6b-fe4a-40f1-8794-956e10082b8e owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:25.357422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:25.372166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:25.437436 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-9039e9be-c262-447c-a02c-d2b21c6d2112 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000362290&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1612697 Feb 17 11:58:25.443964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.495493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:25.498987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.512652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.528115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f95d1a-e6c5-474a-bcc1-783d3dbd290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.543207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.546684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f95d1a-e6c5-474a-bcc1-783d3dbd290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f23690a-1389-4a31-bc07-e1f0dcf1ce9f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:25.590739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f95d1a-e6c5-474a-bcc1-783d3dbd290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.597260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-53f95d1a-e6c5-474a-bcc1-783d3dbd290f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f23690a-1389-4a31-bc07-e1f0dcf1ce9f HTTP/1.1" status: 204 len: 168 time: 0.4986548 Feb 17 11:58:25.611256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91b41f5-8edc-4d06-8a60-35b67b0f10fe,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:25.650829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:25.655595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9300-3966-4395-8641-c5675532f410 req-4bd8c86b-b5f0-4ce1-bd9d-ce998f34f671 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:25.657512 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-4bd8c86b-b5f0-4ce1-bd9d-ce998f34f671 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 797 time: 0.2073410 Feb 17 11:58:25.659188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.660445 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6149d03b-c6bb-4baf-b529-ec06cd8f99e2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4398875 Feb 17 11:58:25.661496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group_rule and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:25.672195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48128) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:25.677869 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-0083e062-382d-4635-8643-f04369033326 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0141153 Feb 17 11:58:25.678651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:25.695764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:25.724246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-284ee947-5a25-4ea0-bd45-02653dac7d7b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.740011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-284ee947-5a25-4ea0-bd45-02653dac7d7b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.782379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.849863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.853398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-284ee947-5a25-4ea0-bd45-02653dac7d7b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.873991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ee947-5a25-4ea0-bd45-02653dac7d7b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b91b41f5-8edc-4d06-8a60-35b67b0f10fe,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:25.879400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=b946bb6b-fe4a-40f1-8794-956e10082b8e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:25.886528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-284ee947-5a25-4ea0-bd45-02653dac7d7b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.887852 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-284ee947-5a25-4ea0-bd45-02653dac7d7b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b91b41f5-8edc-4d06-8a60-35b67b0f10fe HTTP/1.1" status: 204 len: 168 time: 0.2145252 Feb 17 11:58:25.890378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48132) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:25.936910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.951505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e999c7a5-4b62-477a-86f8-7a73e1aa4282 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:25.961509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:25.993775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:26.026513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f253a89-f562-4566-acbe-eba9594a84ee,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:26.030284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.030641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment be698541-e1a6-4630-b481-135f6505eed6 of type vlan for network 00ea983e-02b6-47f4-8260-d0db21dd20d9 Feb 17 11:58:26.049620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9bfa9300-3966-4395-8641-c5675532f410 req-c6d315d9-5937-4903-82d2-0ec6a2c15f02 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:26.061717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.065086 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-587304c9-5230-428a-9432-5ed46f9c3e37 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/b946bb6b-fe4a-40f1-8794-956e10082b8e HTTP/1.1" status: 204 len: 168 time: 1.4771154 Feb 17 11:58:26.067874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48136) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:26.107201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e999c7a5-4b62-477a-86f8-7a73e1aa4282 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:26.108493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e999c7a5-4b62-477a-86f8-7a73e1aa4282 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2171733 Feb 17 11:58:26.111424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48140) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:26.127352 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb43c48-d0d0-4ef2-91e0-4751db0647e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:58:26.127995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3cb43c48-d0d0-4ef2-91e0-4751db0647e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:26.188199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7f5f-2253-4e90-8dd8-e88e368fa8da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.204839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9bfa9300-3966-4395-8641-c5675532f410 req-c6d315d9-5937-4903-82d2-0ec6a2c15f02 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:26.205897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.206266 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-c6d315d9-5937-4903-82d2-0ec6a2c15f02 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5226943 Feb 17 11:58:26.210434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:26.211100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.253657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7f5f-2253-4e90-8dd8-e88e368fa8da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.266811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3cb43c48-d0d0-4ef2-91e0-4751db0647e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:26.267980 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3cb43c48-d0d0-4ef2-91e0-4751db0647e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/b946bb6b-fe4a-40f1-8794-956e10082b8e HTTP/1.1" status: 404 len: 333 time: 0.1896317 Feb 17 11:58:26.271417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48148) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:26.378202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=00ea983e-02b6-47f4-8260-d0db21dd20d9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:26.393262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:26.732457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet 92fd9c70-0fd1-4092-a777-32ae070cc44a {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:26.732457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.744191 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-4b4224a7-1759-43a4-8ccb-bc7b5893c95f service neutron] 10.222.0.47 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226598 Feb 17 11:58:26.776433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.941740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-548217c3-e9ee-4860-9a30-3d2c26adc0bd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9425480 Feb 17 11:58:26.944277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48160) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:26.950733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'name': 'tempest-PortsTestJSON-623625048'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:26.968848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7f5f-2253-4e90-8dd8-e88e368fa8da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:26.973381 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-5a8f4eb3-16d7-4060-9afb-6fdcd8efe9a1 service neutron] 10.222.0.47 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227674 Feb 17 11:58:26.985956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.076625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f7f5f-2253-4e90-8dd8-e88e368fa8da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a526aaa-7d6c-4283-a64f-53b09ce41f67,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:27.126816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:27.130843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:27.134083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:27.140012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:27.198358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.239242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=92fd9c70-0fd1-4092-a777-32ae070cc44a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:27.239595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7f5f-2253-4e90-8dd8-e88e368fa8da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.240783 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2e3f7f5f-2253-4e90-8dd8-e88e368fa8da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/7a526aaa-7d6c-4283-a64f-53b09ce41f67 HTTP/1.1" status: 204 len: 168 time: 1.1284368 Feb 17 11:58:27.244309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48166) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:27.250742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:27.253288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.264354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.271107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff814df6-bdc3-400e-8ae8-a4d8f4a8be29 None None] Network 1badf80c-db2b-4989-9891-1fa355e62148 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:27.284890 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7debb400-d508-4173-b907-6d1e29f759cc tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/92fd9c70-0fd1-4092-a777-32ae070cc44a HTTP/1.1" status: 204 len: 168 time: 1.0105741 Feb 17 11:58:27.287297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48172) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:27.330158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 9e067046-5144-477f-92b3-dca4217d3a41 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:27.333580 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bad688da-065c-4521-b922-18d99467cbf4 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0881248 Feb 17 11:58:27.338574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48178) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:27.344919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578873560'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:27.365187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:27.375131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:27.379769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:27.387097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:27.484993 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aca0b4b3-0bcd-4b1b-a9c5-8b3f73354faa req-ef28a19f-6b10-4225-97b0-d67ca5679916 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0599546 Feb 17 11:58:27.495227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.577947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.580617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:27.587769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:27.591072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:27.598843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:27.613325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 704f5e13-807a-4021-a5f3-0d58c6c859e6 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:27.613662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.677840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.761592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] DHCP port deletion for 1badf80c-db2b-4989-9891-1fa355e62148 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:58:27.766695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Deleting port 704f5e13-807a-4021-a5f3-0d58c6c859e6 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:27.767104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.786057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.911947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 704f5e13-807a-4021-a5f3-0d58c6c859e6 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:58:27.924367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48186) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:27.953819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:27.980056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d51968-17b3-4560-80e0-f625aa81f9a1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:28.001616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.008004 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4993f872-1810-472a-a926-ec1594841358 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6649878 Feb 17 11:58:28.008004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48194) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.040244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51968-17b3-4560-80e0-f625aa81f9a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:28.080333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:28.098115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.098496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:28.112492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:28.131976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:28.234958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:28.235444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.253267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.280241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.282471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=9e067046-5144-477f-92b3-dca4217d3a41,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:28.285699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:28.286082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.354566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-f27e55e5-d126-42af-9cd9-218362b43123 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.359357 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f27e55e5-d126-42af-9cd9-218362b43123 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4302931 Feb 17 11:58:28.363835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48204) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.401696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-5e2b491a-d2be-4e62-9aca-e72e4929c3df tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.402791 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5e2b491a-d2be-4e62-9aca-e72e4929c3df tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0379181 Feb 17 11:58:28.405272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Calling delete_port for 704f5e13-807a-4021-a5f3-0d58c6c859e6 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:28.406140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48208) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.415614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-690975ae-db94-4b4c-81f3-56931d4ad2b4 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.424258 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-690975ae-db94-4b4c-81f3-56931d4ad2b4 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096896 Feb 17 11:58:28.449046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.450200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48212) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.455770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-ec40bab7-e638-4d69-97df-d8412bafe1f8 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.456713 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ec40bab7-e638-4d69-97df-d8412bafe1f8 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055850 Feb 17 11:58:28.462251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48216) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.463848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:28.466705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-2e6c94b1-9992-4370-9739-fa7170a41bfe tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.467651 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2e6c94b1-9992-4370-9739-fa7170a41bfe tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048182 Feb 17 11:58:28.471353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48220) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.484801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-0fa6a30f-b319-4fba-b7df-46fb1628015a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.489214 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0fa6a30f-b319-4fba-b7df-46fb1628015a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0155847 Feb 17 11:58:28.493077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48224) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.496646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-d0c158b7-0e6a-4a70-8c71-bdb5d0ab3749 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.500908 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d0c158b7-0e6a-4a70-8c71-bdb5d0ab3749 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095348 Feb 17 11:58:28.501586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48228) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.507551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-73df7f31-bd9a-45d8-b7f6-6ffc600aab14 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.510461 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-73df7f31-bd9a-45d8-b7f6-6ffc600aab14 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078018 Feb 17 11:58:28.511760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48232) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.518453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-fb8afe20-900d-4077-a2da-4e17aa934ed7 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.526599 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fb8afe20-900d-4077-a2da-4e17aa934ed7 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0077314 Feb 17 11:58:28.529448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48236) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.535832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-4445a805-4003-4daf-9504-aa5b89c81934 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.537009 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4445a805-4003-4daf-9504-aa5b89c81934 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062718 Feb 17 11:58:28.541390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48242) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.547491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.548928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-2f61cab2-85cc-4f81-826e-7eb6654d667c tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.565244 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2f61cab2-85cc-4f81-826e-7eb6654d667c tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0226686 Feb 17 11:58:28.566824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.578608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48246) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.604450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-be34e48b-98f9-4e77-adbd-57cf003f555b tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.609607 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-be34e48b-98f9-4e77-adbd-57cf003f555b tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0153670 Feb 17 11:58:28.613947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48250) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.618147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a29f855-4ef4-463f-af55-38639e49e2ac,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:28.636747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-4f544fd3-b56c-42ae-a024-d6b1f325b0c3 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.639343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4f544fd3-b56c-42ae-a024-d6b1f325b0c3 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0234523 Feb 17 11:58:28.648574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 704f5e13-807a-4021-a5f3-0d58c6c859e6 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:28.672021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:28.672537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:28.678457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48254) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.688964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=704f5e13-807a-4021-a5f3-0d58c6c859e6,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:28.696167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': 'be698541-e1a6-4630-b481-135f6505eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:28.696520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: 00ea983e-02b6-47f4-8260-d0db21dd20d9, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:28.711744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-a0442414-6876-42f9-ad9e-44e9d2a2cb3e tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.717866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a0442414-6876-42f9-ad9e-44e9d2a2cb3e tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0251813 Feb 17 11:58:28.717866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48258) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.732918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-95ce8a92-7e25-4ea7-8b24-71f093f662e2 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.736248 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-95ce8a92-7e25-4ea7-8b24-71f093f662e2 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0155330 Feb 17 11:58:28.743625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48262) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.758921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-ff4ef08a-3bb7-4a93-a25d-bb098862fb75 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.761827 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ff4ef08a-3bb7-4a93-a25d-bb098862fb75 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0153470 Feb 17 11:58:28.763665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48266) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.770461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-e25dca47-a0eb-4505-b7a8-a2d523f0480c tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.780901 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e25dca47-a0eb-4505-b7a8-a2d523f0480c tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068600 Feb 17 11:58:28.783945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48270) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.792258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-7425689c-39e5-4364-b3c6-df4bb7c3d053 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.793848 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7425689c-39e5-4364-b3c6-df4bb7c3d053 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083728 Feb 17 11:58:28.796529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48274) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.801937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-80d674ec-e917-4130-8dbb-9ce2090513ab tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.807705 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-80d674ec-e917-4130-8dbb-9ce2090513ab tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054762 Feb 17 11:58:28.809443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48278) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.815935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-2ec8c188-2bdd-4113-9a0d-87c4591bc996 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.820986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2ec8c188-2bdd-4113-9a0d-87c4591bc996 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057006 Feb 17 11:58:28.821298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e5b85a77-3e56-464c-b897-2fddfb109708 req-15c727e5-6d07-48ad-a1e9-f7c9ba95e909 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.1881671 Feb 17 11:58:28.823058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48282) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.828158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-a9eff71a-f2ee-479f-b458-38eb5273fc7f tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.829259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9eff71a-f2ee-479f-b458-38eb5273fc7f tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051942 Feb 17 11:58:28.831848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48286) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.836946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-7e7d28f0-305e-45ee-bc47-f70d85e79bb5 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.838061 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7e7d28f0-305e-45ee-bc47-f70d85e79bb5 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051856 Feb 17 11:58:28.840669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48290) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.846745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-b2f8bb0b-297e-4d09-8b19-6bcfbab15986 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.847695 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b2f8bb0b-297e-4d09-8b19-6bcfbab15986 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058815 Feb 17 11:58:28.857999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48294) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.863500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-518adf8c-ec50-491e-8f70-f5a6a1bafcf9 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.864425 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-518adf8c-ec50-491e-8f70-f5a6a1bafcf9 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054181 Feb 17 11:58:28.867839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48298) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.872508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-80eecb41-b144-4aee-b2a4-46855d7dab5b tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.873548 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-80eecb41-b144-4aee-b2a4-46855d7dab5b tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047848 Feb 17 11:58:28.876094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48302) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.880421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:28.880664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-b71b9050-51c9-4144-8cc4-86dfbd390d94 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.883783 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b71b9050-51c9-4144-8cc4-86dfbd390d94 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046904 Feb 17 11:58:28.888918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:28.888918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:28.890938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48306) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.897172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-89cb49fa-7eec-46a8-800b-c6ad4b10e291 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.901824 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89cb49fa-7eec-46a8-800b-c6ad4b10e291 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067549 Feb 17 11:58:28.902158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48310) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.907296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-c3aa16f9-d90d-4d72-ac62-3bc6a9c080ae tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.909811 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c3aa16f9-d90d-4d72-ac62-3bc6a9c080ae tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051384 Feb 17 11:58:28.910698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48314) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.915592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-639d31e3-9fd1-42f5-8a4f-be6d7e38e0f9 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.916554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-639d31e3-9fd1-42f5-8a4f-be6d7e38e0f9 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050025 Feb 17 11:58:28.919180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48318) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.924035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:28.924705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-96456d5a-3a5e-4b1d-a058-ceb37326c269 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.925495 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9e87d44-d501-4d1d-a3d1-af553244dbef tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9132044 Feb 17 11:58:28.928179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48322) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.928850 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-96456d5a-3a5e-4b1d-a058-ceb37326c269 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0087717 Feb 17 11:58:28.931710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48326) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.934069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51968-17b3-4560-80e0-f625aa81f9a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:28.936386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-37b1d5f2-ebe7-4d0a-ae82-80784bcd605e tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.939485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-37b1d5f2-ebe7-4d0a-ae82-80784bcd605e tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048215 Feb 17 11:58:28.939711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48330) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.940991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:28.948549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:28.949259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-ab5302ca-f3b1-432f-bf35-0b1be6ff903c tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.950282 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ab5302ca-f3b1-432f-bf35-0b1be6ff903c tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0092010 Feb 17 11:58:28.952123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:28.952920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48334) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.958935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:28.959743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-ac8df46c-beae-446c-88fc-9d2117c00b52 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.961217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ac8df46c-beae-446c-88fc-9d2117c00b52 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073352 Feb 17 11:58:28.964029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48338) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.970865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-521205b6-a51a-4621-b01f-47c9902e54bb tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.974257 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-521205b6-a51a-4621-b01f-47c9902e54bb tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069058 Feb 17 11:58:28.974400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48342) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.979535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-13649c3e-c9f0-4a4a-88b3-b1eafc6d84a8 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.980448 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-13649c3e-c9f0-4a4a-88b3-b1eafc6d84a8 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052056 Feb 17 11:58:28.982854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48346) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.987255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-401de6fa-0ab4-4cd8-bec4-bba1acfa1846 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.988148 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-401de6fa-0ab4-4cd8-bec4-bba1acfa1846 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044553 Feb 17 11:58:28.990558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48350) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:28.996694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-1aecace4-c7ac-4ca5-978d-ed18c297c7e3 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:28.997823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1aecace4-c7ac-4ca5-978d-ed18c297c7e3 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058854 Feb 17 11:58:29.001301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48354) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.006120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-de4b43a6-0d02-428b-b836-0e2b69e4e83d tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.007091 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de4b43a6-0d02-428b-b836-0e2b69e4e83d tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048039 Feb 17 11:58:29.009391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48358) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.014013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-cef04c81-8eee-46bd-93be-02cbe67660cd tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.014948 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cef04c81-8eee-46bd-93be-02cbe67660cd tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046818 Feb 17 11:58:29.018480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48362) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.021051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 00ea983e-02b6-47f4-8260-d0db21dd20d9) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:29.028783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-4d472972-7765-4339-a66c-6aa2c6c760ef tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.032899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb70f3-bf4a-43bf-aa16-12f37859babe None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:29.033447 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4d472972-7765-4339-a66c-6aa2c6c760ef tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0122786 Feb 17 11:58:29.033551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:29.035044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48366) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.036677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:29.037499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.041673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-397f87fd-c0e6-4b3b-9bc7-7e4d3971728d tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.045433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48370) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.045702 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-397f87fd-c0e6-4b3b-9bc7-7e4d3971728d tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096455 Feb 17 11:58:29.052602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-86782225-ea92-4f36-98db-08764a1c79e5 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.057206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-86782225-ea92-4f36-98db-08764a1c79e5 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071754 Feb 17 11:58:29.057429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48374) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.061248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.084463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-2a79a417-3961-43f0-b6ad-6af2749390c1 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.086660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48380) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.090407 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2a79a417-3961-43f0-b6ad-6af2749390c1 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0298274 Feb 17 11:58:29.092903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-d0bde08d-eac8-4347-9dcb-a7a9e38a9fad tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.097923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48384) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.098991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d0bde08d-eac8-4347-9dcb-a7a9e38a9fad tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0108504 Feb 17 11:58:29.121265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-cc77c377-53ac-4b66-bc0a-34a713a297a2 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.124265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cc77c377-53ac-4b66-bc0a-34a713a297a2 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0250723 Feb 17 11:58:29.126269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48388) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.132756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-ef266317-6a6b-4957-acc3-0537b7c8e11d tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.135204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ef266317-6a6b-4957-acc3-0537b7c8e11d tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075989 Feb 17 11:58:29.143567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48392) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.154372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-4640e1e3-7556-4b98-a881-e58b1900938a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.158237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48396) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.162264 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4640e1e3-7556-4b98-a881-e58b1900938a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0138712 Feb 17 11:58:29.164278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-db9dbcdd-ab45-4263-8431-f87bd3f23b64 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.168277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-db9dbcdd-ab45-4263-8431-f87bd3f23b64 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0089452 Feb 17 11:58:29.168928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48400) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.176340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-ec9554aa-72ca-4fb8-9d8c-973782501873 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.180765 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ec9554aa-72ca-4fb8-9d8c-973782501873 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0108235 Feb 17 11:58:29.181419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48404) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.185314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.185532 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f9363fea-5ef6-4287-8566-0fbc0366963d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2391613 Feb 17 11:58:29.187498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Deleting port 704f5e13-807a-4021-a5f3-0d58c6c859e6 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:29.187716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.188690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48408) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.188979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-37c163ad-9012-4724-b693-beac12fec86a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.192532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48412) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.192995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-37c163ad-9012-4724-b693-beac12fec86a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0101621 Feb 17 11:58:29.198442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271880659'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:29.206940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-59bd25d0-6927-4e7a-8d07-520ebb655500 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.208244 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-59bd25d0-6927-4e7a-8d07-520ebb655500 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0145216 Feb 17 11:58:29.211500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48416) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.212765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:29.216715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-e50b6afd-e5c2-44ed-8d57-3582995d2ca8 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.220132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:29.220523 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e50b6afd-e5c2-44ed-8d57-3582995d2ca8 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0080338 Feb 17 11:58:29.221278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48420) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.225397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:29.229754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-cd4f34fc-e0aa-4f12-ba0a-4c77bedfa445 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.233798 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cd4f34fc-e0aa-4f12-ba0a-4c77bedfa445 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0115745 Feb 17 11:58:29.234600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:29.242700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48424) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.248691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-40343484-9bf2-42c1-ade4-2747b1426de9 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.252747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48428) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.253056 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-40343484-9bf2-42c1-ade4-2747b1426de9 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090413 Feb 17 11:58:29.259079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-2d2aff21-a667-4100-a9df-c9cdffa890a6 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.261381 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2d2aff21-a667-4100-a9df-c9cdffa890a6 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069635 Feb 17 11:58:29.263943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48432) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.269988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-e13a0358-f623-4a96-bebc-0e22cdf02d5a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.273881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e13a0358-f623-4a96-bebc-0e22cdf02d5a tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052691 Feb 17 11:58:29.275383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48436) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.281950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-ce9641a0-e55d-4aee-a2bc-aec4ba237195 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.286038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48440) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.286470 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ce9641a0-e55d-4aee-a2bc-aec4ba237195 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096869 Feb 17 11:58:29.290028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.295747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-27e76c0f-d81a-464e-be03-3d18e68f06f4 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.301942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-27e76c0f-d81a-464e-be03-3d18e68f06f4 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105844 Feb 17 11:58:29.304598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48444) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.317525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-acae6783-1d55-4646-85b7-dcc75f53f300 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.324953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-acae6783-1d55-4646-85b7-dcc75f53f300 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128884 Feb 17 11:58:29.325104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:29.327440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.328935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48448) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.336908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-6a8e5369-7f2d-4f4a-b1d1-628910f36561 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.338824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617f4c0d-636d-4de3-b8b4-a7fb07cd8525,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:29.347757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48452) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.348644 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6a8e5369-7f2d-4f4a-b1d1-628910f36561 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0185120 Feb 17 11:58:29.363051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-79d4267c-bb92-41e8-b80f-83dbc47260e5 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.364080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-79d4267c-bb92-41e8-b80f-83dbc47260e5 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0150385 Feb 17 11:58:29.367884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48456) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.373312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [None req-036c6237-c1ca-41ec-8aca-d043c6022b46 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.376955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48460) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.377453 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-036c6237-c1ca-41ec-8aca-d043c6022b46 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082436 Feb 17 11:58:29.388405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 704f5e13-807a-4021-a5f3-0d58c6c859e6 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:29.393290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.396563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-4344f0e2-5928-4eca-b2a4-28cfbe002f8f tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.397589 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4344f0e2-5928-4eca-b2a4-28cfbe002f8f tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094323 Feb 17 11:58:29.401153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48464) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.403649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:29.412200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [None req-20f7ab5a-01d4-4aaa-a723-05341c7e9d78 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 11:58:29.413166 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-20f7ab5a-01d4-4aaa-a723-05341c7e9d78 tempest-ExtensionsTestJSON-1736305866 tempest-ExtensionsTestJSON-1736305866-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0110757 Feb 17 11:58:29.429751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.429751 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 6c2e2b1d-5e38-4269-ae15-cbad31e1545e of type vlan for network 76d0b0ec-52ad-4e52-8f3f-599b62672745 Feb 17 11:58:29.462736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.470301 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-977bc457-3855-4726-beed-b7e1fefc6cbf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5409214 Feb 17 11:58:29.478120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.483848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48470) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.494356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51968-17b3-4560-80e0-f625aa81f9a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:29.505474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:29.538859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:29.539229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.551552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:29.561641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:29.572967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:29.655459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.659623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:29.660582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.701201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Calling delete_port for 704f5e13-807a-4021-a5f3-0d58c6c859e6 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:29.714417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port 704f5e13-807a-4021-a5f3-0d58c6c859e6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=704f5e13-807a-4021-a5f3-0d58c6c859e6,segment=NetworkSegment(de33ae6a-00b5-4437-8fa4-201f02471a67),segment_id=de33ae6a-00b5-4437-8fa4-201f02471a67)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:29.714841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.733621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:29.811256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=76d0b0ec-52ad-4e52-8f3f-599b62672745,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:29.823699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 76d0b0ec-52ad-4e52-8f3f-599b62672745 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:29.859951 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c6da28ec-bca6-439e-a055-efd23a0945aa tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6701460 Feb 17 11:58:29.860573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48478) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:29.866574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'ports': [{'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'}, {'network_id': '76d0b0ec-52ad-4e52-8f3f-599b62672745'}]} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:29.866888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:29.867343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '76d0b0ec-52ad-4e52-8f3f-599b62672745'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:29.886358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 704f5e13-807a-4021-a5f3-0d58c6c859e6 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:29.961205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.027982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c2421ce6-a1e9-459a-9c99-b34c14d91bfc req-fec98210-ef45-495c-9d6e-396d8b315f4e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0692062 Feb 17 11:58:30.038746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:30.039060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:30.108380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.131366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] Pushing event deleted for resources: {'Port': ['ID=704f5e13-807a-4021-a5f3-0d58c6c859e6,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:30.142825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30671bf-0e78-4483-baa0-4804f2c3622c None None] No DVR routers for this DVR port 704f5e13-807a-4021-a5f3-0d58c6c859e6 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:30.192530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:30.198467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.203664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:30.210545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:30.217057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc86378-504f-41cd-bd1f-a6ca21a8bd0a,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:30.225208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:30.233690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48492) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:30.312294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 2} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:30.316052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.340311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.348440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.352146 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c0c14a26-b9f3-475b-9526-9efc2b8f4239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8662934 Feb 17 11:58:30.355267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48498) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:30.361667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51968-17b3-4560-80e0-f625aa81f9a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:30.368421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:30.373071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:30.381078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:30.388798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:30.477352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.484112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.560209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.620726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.634156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:30.641045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 4746a8da-3577-4df4-8ef4-08b2fd8b11ec yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:30.644429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3263e03cd8c4bd0aa708175d222beab is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:30.646053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92610456-ebd1-476b-a20e-c46f7c62f1a8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:30.649233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:30.659148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:30.693815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 704f5e13-807a-4021-a5f3-0d58c6c859e6 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:30.694254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.752836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.759550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] The port '704f5e13-807a-4021-a5f3-0d58c6c859e6' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:58:30.799029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.799029 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f930c7f5-5936-4f46-9740-7508f9448c24 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4380159 Feb 17 11:58:30.799029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48502) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:30.806514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51968-17b3-4560-80e0-f625aa81f9a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:30.886456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:30.898860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:30.907182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port dfdd7fbb-336d-472c-80e0-facf4400234e yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:30.916605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:30.926527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:30.929940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.948169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:30.964972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1badf80c-db2b-4989-9891-1fa355e62148']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:30.978525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de33ae6a-00b5-4437-8fa4-201f02471a67') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:30.978844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de33ae6a-00b5-4437-8fa4-201f02471a67') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:30.994978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.015681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:31.124332 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:31.128716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.194664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-77af2960-1696-4f97-883e-957f09b86eb1 req-23759e4f-3134-43b7-8464-741894356cc8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0498450 Feb 17 11:58:31.266824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.307603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.310943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.319627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.325231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.365574 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/1badf80c-db2b-4989-9891-1fa355e62148 HTTP/1.1" status: 204 len: 168 time: 4.0736361 Feb 17 11:58:31.367465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48510) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:31.370901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be63c8d-58d9-43e1-815f-ff6bf76462a4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=1badf80c-db2b-4989-9891-1fa355e62148,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.388270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394ae1d-1214-41af-a653-76a5793ec713,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.393059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-381605565'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:31.410370 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-33c21433-4734-4cbd-a986-fb571aaa1ab2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3263e03cd8c4bd0aa708175d222beab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1720192 Feb 17 11:58:31.414822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48514) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:31.419190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:31.434989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:31.441554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.441965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:31.448211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:31.451597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=4746a8da-3577-4df4-8ef4-08b2fd8b11ec,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.453984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:31.463719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:31.463719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:31.463719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.494337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd008939-2ee2-4f96-b3cb-a3d25f2e7b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.524902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.531070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd008939-2ee2-4f96-b3cb-a3d25f2e7b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.555488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=dfdd7fbb-336d-472c-80e0-facf4400234e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.569143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '6c2e2b1d-5e38-4269-ae15-cbad31e1545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '76d0b0ec-52ad-4e52-8f3f-599b62672745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:31.569597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: 76d0b0ec-52ad-4e52-8f3f-599b62672745, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:31.580104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115c89a3-894b-4aa2-9fbe-3666af008117,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.588084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:31.590994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.701065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.702234 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8ff0435c-4ffb-4f4c-968b-4e60a24c8c11 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9038146 Feb 17 11:58:31.705041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48520) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:31.737913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7228bd06-e76c-42fa-87bc-b8d6133da7d3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.748654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7228bd06-e76c-42fa-87bc-b8d6133da7d3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.754789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 76d0b0ec-52ad-4e52-8f3f-599b62672745 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:31.761704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:31.766905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd008939-2ee2-4f96-b3cb-a3d25f2e7b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.779664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.780218 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment 4859dc92-18e4-417f-a780-74f9a66fc1bc of type vlan for network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 Feb 17 11:58:31.783895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd008939-2ee2-4f96-b3cb-a3d25f2e7b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394ae1d-1214-41af-a653-76a5793ec713,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.797884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd008939-2ee2-4f96-b3cb-a3d25f2e7b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.798362 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dd008939-2ee2-4f96-b3cb-a3d25f2e7b2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6394ae1d-1214-41af-a653-76a5793ec713 HTTP/1.1" status: 204 len: 168 time: 0.3825996 Feb 17 11:58:31.832804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.853501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 76d0b0ec-52ad-4e52-8f3f-599b62672745) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:31.861739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:31.863046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75efbcc-7a82-4880-899f-41975982a605 None None] Network 76d0b0ec-52ad-4e52-8f3f-599b62672745 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:31.864518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:31.868024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:31.868871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.915506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7228bd06-e76c-42fa-87bc-b8d6133da7d3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.944311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228bd06-e76c-42fa-87bc-b8d6133da7d3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=115c89a3-894b-4aa2-9fbe-3666af008117,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:31.947931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7228bd06-e76c-42fa-87bc-b8d6133da7d3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.950076 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7228bd06-e76c-42fa-87bc-b8d6133da7d3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/115c89a3-894b-4aa2-9fbe-3666af008117 HTTP/1.1" status: 204 len: 168 time: 0.2436721 Feb 17 11:58:31.952230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48528) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:31.954606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:31.959130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:31.964264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.020060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-44d0a6fc-33e0-4588-9e19-2c3dc4dc0032 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:32.069456 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a97d3947-2a03-4ee8-a51a-c99fd2470f9a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2077913 Feb 17 11:58:32.072473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48532) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:32.098704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=b6887b6b-9fe7-4c11-bc4a-f2f246615f75,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:32.115185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:32.145902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-44d0a6fc-33e0-4588-9e19-2c3dc4dc0032 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:32.149357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-44d0a6fc-33e0-4588-9e19-2c3dc4dc0032 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1941528 Feb 17 11:58:32.150765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48536) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:32.163698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port dfdd7fbb-336d-472c-80e0-facf4400234e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:32.164321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.185738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c9f17e4-d94f-47ee-a4d7-75803945f23f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.201350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c9f17e4-d94f-47ee-a4d7-75803945f23f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.218759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b1d698c0-64ee-449c-a57a-2398c8e96f2e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8424833 Feb 17 11:58:32.218986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48540) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:32.230196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:32.412452 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cfbba4e8-371f-4411-aef7-1ed1d92182e7 req-9b765cdd-a615-4012-9292-4c7064e3f6d2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0639765 Feb 17 11:58:32.489896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:32.494128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:32.501244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:32.503058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:32.518031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c9f17e4-d94f-47ee-a4d7-75803945f23f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.541720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f17e4-d94f-47ee-a4d7-75803945f23f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92610456-ebd1-476b-a20e-c46f7c62f1a8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:32.603807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:32.647238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.684848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6c9f17e4-d94f-47ee-a4d7-75803945f23f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.686017 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6c9f17e4-d94f-47ee-a4d7-75803945f23f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/92610456-ebd1-476b-a20e-c46f7c62f1a8 HTTP/1.1" status: 204 len: 168 time: 0.5342307 Feb 17 11:58:32.693150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48554) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:32.753731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:32.794064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for dfdd7fbb-336d-472c-80e0-facf4400234e owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:32.866263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-674f9879-603a-4761-80cb-8642b64ab7fb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:32.984174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.040563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-674f9879-603a-4761-80cb-8642b64ab7fb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:33.044010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-674f9879-603a-4761-80cb-8642b64ab7fb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3471859 Feb 17 11:58:33.047760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48562) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:33.049351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:58:33.060370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=dfdd7fbb-336d-472c-80e0-facf4400234e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:33.063620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:33.068647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:33.070236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.078277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b0e266df-108c-46f0-94d2-8f837d008fb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/dfdd7fbb-336d-472c-80e0-facf4400234e HTTP/1.1" status: 204 len: 168 time: 1.0046699 Feb 17 11:58:33.080631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48566) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:33.160332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f64f1d2-3718-4b3d-a032-bb026ae0d3a3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.174341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f64f1d2-3718-4b3d-a032-bb026ae0d3a3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.208103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4ce93-948c-4983-b528-4ec3c09b09df tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:33.215271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4ce93-948c-4983-b528-4ec3c09b09df tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:33.218270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3da4ce93-948c-4983-b528-4ec3c09b09df tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:33.266060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f64f1d2-3718-4b3d-a032-bb026ae0d3a3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.303300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64f1d2-3718-4b3d-a032-bb026ae0d3a3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc86378-504f-41cd-bd1f-a6ca21a8bd0a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:33.315191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:33.321108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.340873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3da4ce93-948c-4983-b528-4ec3c09b09df tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:33.345079 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3da4ce93-948c-4983-b528-4ec3c09b09df tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2609627 Feb 17 11:58:33.345503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48574) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:33.428496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:33.435529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 4746a8da-3577-4df4-8ef4-08b2fd8b11ec {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:33.438617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.478187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f64f1d2-3718-4b3d-a032-bb026ae0d3a3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.478187 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f64f1d2-3718-4b3d-a032-bb026ae0d3a3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/adc86378-504f-41cd-bd1f-a6ca21a8bd0a HTTP/1.1" status: 204 len: 168 time: 0.4253397 Feb 17 11:58:33.479368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48584) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:33.531045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': '4859dc92-18e4-417f-a780-74f9a66fc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:33.531671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: b6887b6b-9fe7-4c11-bc4a-f2f246615f75, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:33.675667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48590) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:33.690763 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-976e19aa-474e-460b-af80-ea2c9eaf3ed0 req-b8300f11-aeb4-4689-89d8-f22d59d6446d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0970361 Feb 17 11:58:33.728406 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aa5012ae-9973-4fcb-b617-a32a04cc03f2 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2441094 Feb 17 11:58:33.737705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48596) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:33.768675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:33.799226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:11Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:33.799694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b6dd-8020-49eb-9593-450031a4fba8 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.804990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:58:33.812406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Updating router f026570e-3dc7-47de-9b42-9b8f77353b8b port 5019b87c-c724-4402-85e6-aefe65904e19 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 11:58:33.812567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b6dd-8020-49eb-9593-450031a4fba8 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.862974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b6887b6b-9fe7-4c11-bc4a-f2f246615f75) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:33.867907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:33.869009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.903814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e44192-733f-40bc-a324-69e1125f2e25 None None] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:33.916106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-894006473'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:33.923007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:33.928061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Usage tracker for resource:network and tenant:cf9ac86870584e2aa02047cba9d496c6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:33.935545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:33.945360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:33.965284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b6dd-8020-49eb-9593-450031a4fba8 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.985435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:33.999926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b6dd-8020-49eb-9593-450031a4fba8 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.004115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.004912 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d4b7b6dd-8020-49eb-9593-450031a4fba8 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/617f4c0d-636d-4de3-b8b4-a7fb07cd8525 HTTP/1.1" status: 204 len: 168 time: 0.2749932 Feb 17 11:58:34.008598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7b6dd-8020-49eb-9593-450031a4fba8 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=617f4c0d-636d-4de3-b8b4-a7fb07cd8525,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:34.013807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48602) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.015961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ede43a6e-d728-4745-b1a3-6551eb51c875 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7956717 Feb 17 11:58:34.033093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48606) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.048242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75', 'name': 'tempest-PortsIpV6TestJSON-1346886941', 'fixed_ips': [{'subnet_id': '80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed', 'ip_address': '2001:db8::10'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:34.156626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 4746a8da-3577-4df4-8ef4-08b2fd8b11ec owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:34.168974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Made reservation on behalf of cf9ac86870584e2aa02047cba9d496c6 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:34.172934 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.213982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.314719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-84032969-61a0-4c44-9f15-b3e96537a494 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:34.386802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.411046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:34.413922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:34.421742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Usage tracker for resource:security_group_rule and tenant:cf9ac86870584e2aa02047cba9d496c6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:34.427275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:34.431022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:34.436625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:34.456860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=4746a8da-3577-4df4-8ef4-08b2fd8b11ec,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:34.471202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.484794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-84032969-61a0-4c44-9f15-b3e96537a494 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:34.486142 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-84032969-61a0-4c44-9f15-b3e96537a494 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4690030 Feb 17 11:58:34.490576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48610) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.546835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.549105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:34.554129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.565287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd343-ddbf-44b7-8544-4250a50c966c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.580126 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3a2b9fe2-a769-4c21-ac47-a485a3e65313 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/4746a8da-3577-4df4-8ef4-08b2fd8b11ec HTTP/1.1" status: 204 len: 168 time: 1.2319613 Feb 17 11:58:34.581035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port a9c3cd9e-375a-49cc-bd49-7613e7b46389 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:34.587408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd343-ddbf-44b7-8544-4250a50c966c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.589528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48614) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.640621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-b6887b6b-9fe7-4c11-bc4a-f2f246615f75', 'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': '80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:34.644349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.689317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.694001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad125a4-7355-47d7-bec2-86f7ef6299fc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:34.695081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-aad125a4-7355-47d7-bec2-86f7ef6299fc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:34.740882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd343-ddbf-44b7-8544-4250a50c966c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.787193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:34.791296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cd343-ddbf-44b7-8544-4250a50c966c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a29f855-4ef4-463f-af55-38639e49e2ac,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:34.816479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-aad125a4-7355-47d7-bec2-86f7ef6299fc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:34.821222 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aad125a4-7355-47d7-bec2-86f7ef6299fc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2273877 Feb 17 11:58:34.827929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1bfb8d-5ff9-42d1-9f28-0a7f15cf1413,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:34.828329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48622) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.828429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.828429 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Added segment bb36d968-c042-48e3-8445-bff43fde224c of type vlan for network c768f207-b6ea-4124-98dd-db91052253a1 Feb 17 11:58:34.885494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.904098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd343-ddbf-44b7-8544-4250a50c966c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.905434 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2e3cd343-ddbf-44b7-8544-4250a50c966c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3a29f855-4ef4-463f-af55-38639e49e2ac HTTP/1.1" status: 204 len: 168 time: 0.4139116 Feb 17 11:58:34.911769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:34.912627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48626) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.914931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Transition to ACTIVE for port object 5019b87c-c724-4402-85e6-aefe65904e19 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:34.916476 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd74945-eb3c-4690-b566-2ed6abba8bd4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:58:34.918317 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bcd74945-eb3c-4690-b566-2ed6abba8bd4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/dfdd7fbb-336d-472c-80e0-facf4400234e HTTP/1.1" status: 404 len: 333 time: 0.0951662 Feb 17 11:58:34.923741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48630) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:34.972780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-00144444-51e0-4c06-be8f-fa795ecd1b6a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:34.991274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::10 (b6887b6b-9fe7-4c11-bc4a-f2f246615f75/80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed/a9c3cd9e-375a-49cc-bd49-7613e7b46389) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:34.994667 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-7994ca0b-6fd8-4592-b71a-1d3e5351729c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:58:34.995181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7994ca0b-6fd8-4592-b71a-1d3e5351729c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:35.004154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.036023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7994ca0b-6fd8-4592-b71a-1d3e5351729c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:35.038380 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7994ca0b-6fd8-4592-b71a-1d3e5351729c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/4746a8da-3577-4df4-8ef4-08b2fd8b11ec HTTP/1.1" status: 404 len: 333 time: 0.1135221 Feb 17 11:58:35.042232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48634) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:35.190725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.196419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:35.197583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.200185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ddfa-354e-45d1-8149-f302605ab01b None None] Pushing event updated for resources: {'Port': ['ID=5019b87c-c724-4402-85e6-aefe65904e19,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:35.329760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Attempting to bind port 5019b87c-c724-4402-85e6-aefe65904e19 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:35.330163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Attempting to bind port 5019b87c-c724-4402-85e6-aefe65904e19 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:35.330524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Attempting to bind port 5019b87c-c724-4402-85e6-aefe65904e19 on network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:35.353189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:35.353189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Checking segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:35.353189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.353189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Bound using segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:35.353189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Bound port: 5019b87c-c724-4402-85e6-aefe65904e19, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:35.353189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.387908 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8068ad8d-ec29-43c2-85bc-8231f604ec06 req-0dd45bce-e499-4ec0-8d5e-0de0beeb0d8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.3896029 Feb 17 11:58:35.395457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-00144444-51e0-4c06-be8f-fa795ecd1b6a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:35.396931 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-00144444-51e0-4c06-be8f-fa795ecd1b6a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4826288 Feb 17 11:58:35.398386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event updated for resources: {'Network': ['ID=c768f207-b6ea-4124-98dd-db91052253a1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:35.413014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48638) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:35.416491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network c768f207-b6ea-4124-98dd-db91052253a1 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:35.548582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.558288 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3ad8ebde-cce8-4958-a773-f7231c2ee57e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8785224 Feb 17 11:58:35.560471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48642) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:35.567250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.573107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Request body: {'subnet': {'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:35.635123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] For port 5019b87c-c724-4402-85e6-aefe65904e19, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:35.638627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] For port 5019b87c-c724-4402-85e6-aefe65904e19, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5019b87c-c724-4402-85e6-aefe65904e19,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:35.718914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.774158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9300-3966-4395-8641-c5675532f410 req-a8e93c1d-3fed-490a-a630-3f9e8b765e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:35.774963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9bfa9300-3966-4395-8641-c5675532f410 req-a8e93c1d-3fed-490a-a630-3f9e8b765e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:35.803424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.809928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object a9c3cd9e-375a-49cc-bd49-7613e7b46389 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:35.812013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f9383ff-ca99-4352-b979-4d257ee71473 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.848599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f9383ff-ca99-4352-b979-4d257ee71473 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.893037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ddfa-354e-45d1-8149-f302605ab01b None None] Pushing event updated for resources: {'Port': ['ID=5019b87c-c724-4402-85e6-aefe65904e19,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:35.893812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:35.895514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d0b0ec-52ad-4e52-8f3f-599b62672745']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:35.901112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Usage tracker for resource:subnet and tenant:cf9ac86870584e2aa02047cba9d496c6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:35.906875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:35.916189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:35.925604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.933572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2e2b1d-5e38-4269-ae15-cbad31e1545e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:35.933834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2e2b1d-5e38-4269-ae15-cbad31e1545e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:35.953511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:35.987652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.002947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:36.004129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:36.004260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Made reservation on behalf of cf9ac86870584e2aa02047cba9d496c6 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:36.013990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9bfa9300-3966-4395-8641-c5675532f410 req-a8e93c1d-3fed-490a-a630-3f9e8b765e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:36.015277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-a8e93c1d-3fed-490a-a630-3f9e8b765e5d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 797 time: 0.6162896 Feb 17 11:58:36.020116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:36.021983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.043680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:36.048808 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:36.076639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f9383ff-ca99-4352-b979-4d257ee71473 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.160565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:36.165928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9383ff-ca99-4352-b979-4d257ee71473 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d51968-17b3-4560-80e0-f625aa81f9a1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:36.170126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:36.177175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:36.178832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.216269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9bfa9300-3966-4395-8641-c5675532f410 req-13ddd3b3-e8ac-4b0a-b597-4da7df2bb183 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:36.229594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=a9c3cd9e-375a-49cc-bd49-7613e7b46389,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:36.255066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.312562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0f9383ff-ca99-4352-b979-4d257ee71473 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.314756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0f9383ff-ca99-4352-b979-4d257ee71473 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/d6d51968-17b3-4560-80e0-f625aa81f9a1 HTTP/1.1" status: 204 len: 168 time: 0.8785551 Feb 17 11:58:36.317305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48648) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:36.349247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9bfa9300-3966-4395-8641-c5675532f410 req-13ddd3b3-e8ac-4b0a-b597-4da7df2bb183 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:36.350745 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-13ddd3b3-e8ac-4b0a-b597-4da7df2bb183 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 380 time: 0.2986085 Feb 17 11:58:36.352333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.364864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Allocated IP 2001:db8::2 (b6887b6b-9fe7-4c11-bc4a-f2f246615f75/80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed/e2c80604-284c-4cfa-8909-929029bded08) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:36.378560 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b4837b08-3207-4a81-be1c-22370ddc6b7f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3378479 Feb 17 11:58:36.379776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48652) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:36.379985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['34609035-75f3-423b-8ba0-3cf8e3007a6f']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:36.394455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:36.401534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/76d0b0ec-52ad-4e52-8f3f-599b62672745 HTTP/1.1" status: 204 len: 168 time: 1.3580101 Feb 17 11:58:36.411534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75', 'name': 'tempest-PortsIpV6TestJSON-1644002092', 'fixed_ips': [{'subnet_id': '80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed', 'ip_address': '2001:db8::f'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:36.414890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48656) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:36.577756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1060298811'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:36.582556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23699e30-1ee0-43c3-a7ac-e88e40431cff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=76d0b0ec-52ad-4e52-8f3f-599b62672745,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:36.597834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:36.626898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:36.633290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:36.635450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:36.672022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:58:36.692221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:36.699841 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-75a550f8-f5de-45f4-9e18-6b2ca950a1bc req-8371e225-11af-4215-aaee-57cbc3e2a824 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0610619 Feb 17 11:58:36.713155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:36.731584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ad8d8b09-73c6-404f-ab33-2c557a867fe4 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:36.734858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:36.764340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:37.090639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.090639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Transition to ACTIVE for port object e2c80604-284c-4cfa-8909-929029bded08 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:37.131106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Transition to ACTIVE for port object e2c80604-284c-4cfa-8909-929029bded08 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:37.150872 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:58:37.175450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:11Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:37.179644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c189ff4-fc8d-4b46-9386-83f20fd70cd5 None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:11Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:58:37.461740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:37.467362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.494162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 23a5826e-628b-45de-b9b3-c74a9d54c94b yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:37.542420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.543159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ad8d8b09-73c6-404f-ab33-2c557a867fe4 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:37.548603 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ad8d8b09-73c6-404f-ab33-2c557a867fe4 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2256763 Feb 17 11:58:37.548603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:37.549471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48670) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:37.553174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.568688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:37.573534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.588213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.622784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805804096'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:37.628110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:37.639742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:37.681375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:37.698627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event updated for resources: {'Subnet': ['ID=1c184307-c1f9-4177-9012-a11f26418d80,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:37.705707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:37.708830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Pushing event updated for resources: {'Port': ['ID=e2c80604-284c-4cfa-8909-929029bded08,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:37.711539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:37.716509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:37.719132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.737636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.738157 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 10bc8808-5634-4bd5-9ce2-1834696b2e1c of type vlan for network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c Feb 17 11:58:37.798837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Checking segment: {'id': 'bb36d968-c042-48e3-8445-bff43fde224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:37.798837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Network hostable DHCP agents. Network: c768f207-b6ea-4124-98dd-db91052253a1, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:37.827914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:37.838582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:37.848158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:37.852939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-834ff8b8-1596-4f8b-9df3-58b6e78cfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.885664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:37.907085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.14 (45fa8cf2-7ce3-40fc-99f6-69442faa6c9e/deeb4c32-9585-46f2-8519-f4809588dd5f/b3ec1177-e726-4f1c-aaac-3d0704bfbf49) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:37.936624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:37.968463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5019b87c-c724-4402-85e6-aefe65904e19 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:38.016600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::f (b6887b6b-9fe7-4c11-bc4a-f2f246615f75/80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed/23a5826e-628b-45de-b9b3-c74a9d54c94b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:38.056098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Attempting to bind port e2c80604-284c-4cfa-8909-929029bded08 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:38.056098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Attempting to bind port e2c80604-284c-4cfa-8909-929029bded08 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '4859dc92-18e4-417f-a780-74f9a66fc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:38.056451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Attempting to bind port e2c80604-284c-4cfa-8909-929029bded08 on network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:38.063000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.070706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:38.070706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Checking segment: {'id': '4859dc92-18e4-417f-a780-74f9a66fc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:38.071164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.071164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Bound using segment: {'id': '4859dc92-18e4-417f-a780-74f9a66fc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:38.071601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Bound port: e2c80604-284c-4cfa-8909-929029bded08, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859dc92-18e4-417f-a780-74f9a66fc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6887b6b-9fe7-4c11-bc4a-f2f246615f75'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:38.072170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.098376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Network c768f207-b6ea-4124-98dd-db91052253a1 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:38.108745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.113550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:38.114163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.143355 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88188927-5e2a-4bd5-8819-44b0bd897024 req-871303d5-aa38-4644-8e7f-727da2c2415e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.1190054 Feb 17 11:58:38.176951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.222889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] For port e2c80604-284c-4cfa-8909-929029bded08, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:38.235895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] For port e2c80604-284c-4cfa-8909-929029bded08, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e2c80604-284c-4cfa-8909-929029bded08,segment=NetworkSegment(4859dc92-18e4-417f-a780-74f9a66fc1bc),segment_id=4859dc92-18e4-417f-a780-74f9a66fc1bc)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:38.261987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 5019b87c-c724-4402-85e6-aefe65904e19 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:38.268178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5019b87c-c724-4402-85e6-aefe65904e19 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:38.271277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.275362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, c768f207-b6ea-4124-98dd-db91052253a1) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:38.320831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:38.321601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.350562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c52b4fc-3f21-4e13-be0b-b6bb86535e6a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:38.355564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efaa663-215e-4178-85b8-4ebbf1390a7c None None] Network c768f207-b6ea-4124-98dd-db91052253a1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:38.404551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.478574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=9719a23d-eb22-4983-84cd-3c5c1c05ed9c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:38.479827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.506690 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb8349d8-181c-4858-8e27-e7c6a50147f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9445543 Feb 17 11:58:38.508112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object 23a5826e-628b-45de-b9b3-c74a9d54c94b will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:38.509469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48678) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:38.526633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Request body: {'port': {'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-722761825'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:38.541455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.549412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-875fbe2c-d38b-4d90-b339-95f235ad8dbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1302791 Feb 17 11:58:38.550304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48682) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:38.552292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.553724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-389cb388-4d3d-4743-a183-72ea01123abc tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9428327 Feb 17 11:58:38.558120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48684) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:38.562337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:38.567058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:38.592404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '6c52b4fc-3f21-4e13-be0b-b6bb86535e6a', 'direction': 'ingress', 'protocol': 17}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:38.662537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:38.665356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object b3ec1177-e726-4f1c-aaac-3d0704bfbf49 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:38.677052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:38.692541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:38.696243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:38.702194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Usage tracker for resource:port and tenant:cf9ac86870584e2aa02047cba9d496c6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:38.705715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:38.706277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:38.716733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:38.726126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.784638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c50c81-8cae-4f1c-95f5-ddccce4f7b6e None None] Pushing event updated for resources: {'Port': ['ID=e2c80604-284c-4cfa-8909-929029bded08,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:38.812194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:38.820083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=23a5826e-628b-45de-b9b3-c74a9d54c94b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:38.821604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Made reservation on behalf of cf9ac86870584e2aa02047cba9d496c6 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:38.825323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.826545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:38.830166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:38.842622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:38.861182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] device_id is not set on port 10d8ed7b-d8f3-4384-924c-96b194f4b680 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:38.900687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:38.903311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:38.904444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.909407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:38.913863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:38.914968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.921897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:38.977604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:38.995900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5019b87c-c724-4402-85e6-aefe65904e19, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5019b87c-c724-4402-85e6-aefe65904e19,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:39.023244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-c768f207-b6ea-4124-98dd-db91052253a1', 'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1', 'tenant_id': 'cf9ac86870584e2aa02047cba9d496c6', 'fixed_ips': [{'subnet_id': '1c184307-c1f9-4177-9012-a11f26418d80'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:39.024220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.049431 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ca03973-6b8d-4fb8-ad74-3af25d2013eb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6658890 Feb 17 11:58:39.068701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48694) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:39.183532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.233198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:39.300489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.354356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:39.368920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:39.371602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:39.421923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5019b87c-c724-4402-85e6-aefe65904e19,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:39.446553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.480332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Allocated IP 2001:db8::3da (c768f207-b6ea-4124-98dd-db91052253a1/1c184307-c1f9-4177-9012-a11f26418d80/10d8ed7b-d8f3-4384-924c-96b194f4b680) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:39.543942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.ipam_backend_mixin [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Performing IP validity checks on allocation pools {{(pid=84459) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:58:39.544549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.ipam_backend_mixin [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84459) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:58:39.616678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54bc1f-f345-496d-8240-529aed65c315 req-7bb92477-6cf9-40a2-ac25-b542222f8bc9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:39.618520 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-aa54bc1f-f345-496d-8240-529aed65c315 req-7bb92477-6cf9-40a2-ac25-b542222f8bc9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 932 time: 0.1693106 Feb 17 11:58:39.640649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32dc84-7e20-4638-b820-438ab6878486 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:39.641685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4e32dc84-7e20-4638-b820-438ab6878486 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:39.666750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:39.667694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.711374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.798888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.823259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-aa54bc1f-f345-496d-8240-529aed65c315 req-c75bf186-3287-4cb5-8be6-d7d34385c4bb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735504 Feb 17 11:58:39.844040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:39.846542 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-8e849ea0-2436-42f5-bb86-12fad551b438 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4874861 Feb 17 11:58:39.848233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4e32dc84-7e20-4638-b820-438ab6878486 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:39.854417 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4e32dc84-7e20-4638-b820-438ab6878486 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7804735 Feb 17 11:58:39.857651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:39.927007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa462b28-837b-448c-8a63-f0fe3682d062,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:39.937656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Request body: {'port': {'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:40.038071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5e2baae5-17b3-4a85-9feb-1803e4bc58ff None None] Provisioning for port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:40.043794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5e2baae5-17b3-4a85-9feb-1803e4bc58ff None None] Provisioning complete for port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:40.044175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5e2baae5-17b3-4a85-9feb-1803e4bc58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.046434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.056267 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8f73d781-c5c7-4778-89bd-5b6664312e39 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4912944 Feb 17 11:58:40.056760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48706) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:40.122612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e2c80604-284c-4cfa-8909-929029bded08 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:40.123783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=d7634851-3873-4ddb-af90-2dd5d2de2a44,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:40.160552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.164071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f27a52e4-521a-40b9-817b-6c91933720cb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.203340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f27a52e4-521a-40b9-817b-6c91933720cb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.231665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '10bc8808-5634-4bd5-9ce2-1834696b2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:40.231997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: 9719a23d-eb22-4983-84cd-3c5c1c05ed9c, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:40.245028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.266525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f81d5fb8-8105-4425-a323-a993fd3e5c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.285685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df65c4-9e63-481a-8d52-2c07117c0211 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:40.290386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df65c4-9e63-481a-8d52-2c07117c0211 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:40.302321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df65c4-9e63-481a-8d52-2c07117c0211 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:40.302321 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-57df65c4-9e63-481a-8d52-2c07117c0211 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4290893 Feb 17 11:58:40.302585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5e2baae5-17b3-4a85-9feb-1803e4bc58ff None None] Port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:40.304350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48710) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:40.376320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Transition to ACTIVE for port object 10d8ed7b-d8f3-4384-924c-96b194f4b680 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:40.376320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f27a52e4-521a-40b9-817b-6c91933720cb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.394942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a52e4-521a-40b9-817b-6c91933720cb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c52b4fc-3f21-4e13-be0b-b6bb86535e6a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:40.408434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 23a5826e-628b-45de-b9b3-c74a9d54c94b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:40.409078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.424312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port e2c80604-284c-4cfa-8909-929029bded08 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:40.435359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5019b87c-c724-4402-85e6-aefe65904e19 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:40.479212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f27a52e4-521a-40b9-817b-6c91933720cb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.480342 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f27a52e4-521a-40b9-817b-6c91933720cb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/6c52b4fc-3f21-4e13-be0b-b6bb86535e6a HTTP/1.1" status: 204 len: 168 time: 0.4224916 Feb 17 11:58:40.483945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48716) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:40.484304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4043a0b-5e82-4955-af91-2ee409513148 None None] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:40.519104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:40.596244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c29ff601-9dd9-4377-adc2-464c979a991f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:40.703164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.707279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ec1177-e726-4f1c-aaac-3d0704bfbf49 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:58:40.713737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 9719a23d-eb22-4983-84cd-3c5c1c05ed9c) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:40.723797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.740237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:40.740237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.762688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Transition to ACTIVE for port object b3ec1177-e726-4f1c-aaac-3d0704bfbf49 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:40.771561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a9b30-af62-4f7d-86ce-795212a45170 None None] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:40.832940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-03500b1a-47c9-4db2-b9a4-966e1815af9c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2765188 Feb 17 11:58:40.836686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48722) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:40.848541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Network c768f207-b6ea-4124-98dd-db91052253a1 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:40.849126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c', 'name': 'tempest-PortsTestJSON-1177290098'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:40.849989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:40.869727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:40.873826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:40.888651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:40.922621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event updated for resources: {'Port': ['ID=10d8ed7b-d8f3-4384-924c-96b194f4b680,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:40.973106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Allocated IP 2001:db8::2 (c768f207-b6ea-4124-98dd-db91052253a1/1c184307-c1f9-4177-9012-a11f26418d80/def7768a-9273-4543-8505-668d6e15ab44) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:40.984122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] Provisioning for port e2c80604-284c-4cfa-8909-929029bded08 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:41.004977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c29ff601-9dd9-4377-adc2-464c979a991f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:41.012476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c29ff601-9dd9-4377-adc2-464c979a991f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5272479 Feb 17 11:58:41.023927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.031361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.032370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] Provisioning complete for port e2c80604-284c-4cfa-8909-929029bded08 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:41.032745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.042193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48728) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:41.134616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--615293686'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:41.169271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:41.189882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 23a5826e-628b-45de-b9b3-c74a9d54c94b owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:41.214674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:41.255808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5019b87c-c724-4402-85e6-aefe65904e19 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:41.256102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.348439 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a5561caa-0420-41dd-8d03-3d36c61bf8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8375845 Feb 17 11:58:41.351696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48732) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:41.357880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Request body: {'port': {'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-380046523', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:41.358524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] bootfile-name is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:58:41.361214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] tftp-server is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:58:41.361214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] server-ip-address is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:58:41.470366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:41.488213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:41.532754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.545276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb3034-2e59-447d-9c12-35547c68b79b req-950a0086-b61a-4722-b35d-18ebfd631b5c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:41.546194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-cceb3034-2e59-447d-9c12-35547c68b79b req-950a0086-b61a-4722-b35d-18ebfd631b5c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:41.552805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-9719a23d-eb22-4983-84cd-3c5c1c05ed9c', 'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': 'd7634851-3873-4ddb-af90-2dd5d2de2a44'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:41.553617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.554707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.566958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:41.597135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.618656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.656959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:41.659465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Attempting to bind port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:41.659791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Attempting to bind port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:41.660111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Attempting to bind port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 on network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:41.666413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:41.674785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:41.686889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 on network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:58:41.690935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Attempting to bind port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 on network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:41.690935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:41.736670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=23a5826e-628b-45de-b9b3-c74a9d54c94b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:41.742086 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.755243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.775672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.786260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:41.790881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Usage tracker for resource:port and tenant:cf9ac86870584e2aa02047cba9d496c6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:41.791876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.794366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:41.795527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:41.798046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Checking segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:41.798429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Bound using segment: {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:41.798863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Bound port: b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:41.799200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.801298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:41.831408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:41.835267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.844648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-cceb3034-2e59-447d-9c12-35547c68b79b req-950a0086-b61a-4722-b35d-18ebfd631b5c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:41.845816 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cceb3034-2e59-447d-9c12-35547c68b79b req-950a0086-b61a-4722-b35d-18ebfd631b5c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 944 time: 0.8594770 Feb 17 11:58:41.857222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.888545 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-487702c9-f343-4a27-b1a8-d8870f61125f tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/23a5826e-628b-45de-b9b3-c74a9d54c94b HTTP/1.1" status: 204 len: 168 time: 1.5822399 Feb 17 11:58:41.891979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48742) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:41.963134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] For port e2c80604-284c-4cfa-8909-929029bded08, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e2c80604-284c-4cfa-8909-929029bded08,segment=NetworkSegment(4859dc92-18e4-417f-a780-74f9a66fc1bc),segment_id=4859dc92-18e4-417f-a780-74f9a66fc1bc)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:41.972058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:41.991131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Transition to ACTIVE for port object def7768a-9273-4543-8505-668d6e15ab44 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:41.994972 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d4081b-a8c1-413e-9adc-7456dacf3435 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:58:41.996748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-22d4081b-a8c1-413e-9adc-7456dacf3435 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:42.006586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Made reservation on behalf of cf9ac86870584e2aa02047cba9d496c6 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:42.012760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.063611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Transition to ACTIVE for port object def7768a-9273-4543-8505-668d6e15ab44 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:42.079641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.114719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Allocated IP 172.20.0.2 (9719a23d-eb22-4983-84cd-3c5c1c05ed9c/d7634851-3873-4ddb-af90-2dd5d2de2a44/ef2f596e-5631-4f92-a0c9-34ea6b5fb505) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:42.164096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.210623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabaf644-97ff-42ad-b688-a0d6831f2876,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:42.235814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] device_id is not set on port 4dcb7fde-e309-41a5-98ad-1748ea90ca60 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:42.239040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] For port b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:42.246050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port f80f1a1e-4b47-45af-9818-4298bc9e572a yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:42.323995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] For port b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:42.345141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cceb3034-2e59-447d-9c12-35547c68b79b req-927f19c0-0105-4aed-b461-689d93a17551 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821081 Feb 17 11:58:42.422184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.471195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.474894 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-62a4bc15-02c1-4eac-970f-35dd4f059ddb tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3769732 Feb 17 11:58:42.480108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48746) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:42.485414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--842509962'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:42.493478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Allocated IP 2001:db8::74 (c768f207-b6ea-4124-98dd-db91052253a1/1c184307-c1f9-4177-9012-a11f26418d80/4dcb7fde-e309-41a5-98ad-1748ea90ca60) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:42.506619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:42.532556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:42.544774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.546192 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 1094 time: 2.6320853 Feb 17 11:58:42.554704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:42.554704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:58:42.555941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.570293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Transition to ACTIVE for port object ef2f596e-5631-4f92-a0c9-34ea6b5fb505 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:42.573132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:42.607691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acab64e-e675-45a0-acdc-f7a38601a217 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:42.615579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Transition to ACTIVE for port object ef2f596e-5631-4f92-a0c9-34ea6b5fb505 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:42.662570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Network c768f207-b6ea-4124-98dd-db91052253a1 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:42.666524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.680800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae031b-b386-4755-a002-cb9f7af53935 None None] Pushing event updated for resources: {'Port': ['ID=e2c80604-284c-4cfa-8909-929029bded08,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:42.758418 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'status': 'completed', 'code': 200} Feb 17 11:58:42.783026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:42.808408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.812132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Could not find standard attr ID for object 23a5826e-628b-45de-b9b3-c74a9d54c94b. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:42.821643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:42.844569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-22d4081b-a8c1-413e-9adc-7456dacf3435 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:42.848328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-22d4081b-a8c1-413e-9adc-7456dacf3435 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/23a5826e-628b-45de-b9b3-c74a9d54c94b HTTP/1.1" status: 404 len: 333 time: 0.9553976 Feb 17 11:58:42.850478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48752) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:42.891448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Pushing event updated for resources: {'Port': ['ID=def7768a-9273-4543-8505-668d6e15ab44,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:42.951490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:42.963602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.3 (9719a23d-eb22-4983-84cd-3c5c1c05ed9c/d7634851-3873-4ddb-af90-2dd5d2de2a44/f80f1a1e-4b47-45af-9818-4298bc9e572a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:42.976670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:42.989093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port a9c3cd9e-375a-49cc-bd49-7613e7b46389 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:42.990170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:42.995284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.020167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:43.043118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:43.079608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:43.094377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Provisioning complete for port e2c80604-284c-4cfa-8909-929029bded08 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:43.094792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.103492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.125169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-57e0de29-daa4-46e1-b658-07a0056db235 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1097 time: 0.4475954 Feb 17 11:58:43.129432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:43.151785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Pushing event updated for resources: {'Port': ['ID=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:43.166348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:43.203434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Transition to ACTIVE for port object 4dcb7fde-e309-41a5-98ad-1748ea90ca60 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:43.243411 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-4c344ab0-ce3e-4d74-a5ec-f5ae3853b970 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 217 time: 0.1062043 Feb 17 11:58:43.327121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Attempting to bind port def7768a-9273-4543-8505-668d6e15ab44 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:43.327602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Attempting to bind port def7768a-9273-4543-8505-668d6e15ab44 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'bb36d968-c042-48e3-8445-bff43fde224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:43.328028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Attempting to bind port def7768a-9273-4543-8505-668d6e15ab44 on network c768f207-b6ea-4124-98dd-db91052253a1 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:43.383945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9300-3966-4395-8641-c5675532f410 req-7797c508-e158-466d-8034-db919ad303e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:43.385528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-7797c508-e158-466d-8034-db919ad303e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 200 len: 835 time: 0.1317058 Feb 17 11:58:43.389040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.478057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:43.478469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Checking segment: {'id': 'bb36d968-c042-48e3-8445-bff43fde224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:43.478815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.479201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Bound using segment: {'id': 'bb36d968-c042-48e3-8445-bff43fde224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:43.479669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Bound port: def7768a-9273-4543-8505-668d6e15ab44, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb36d968-c042-48e3-8445-bff43fde224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c768f207-b6ea-4124-98dd-db91052253a1'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:43.480038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.521431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.524290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Attempting to bind port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:43.524659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Attempting to bind port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '10bc8808-5634-4bd5-9ce2-1834696b2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:43.525021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Attempting to bind port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 on network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:43.546762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for a9c3cd9e-375a-49cc-bd49-7613e7b46389 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:43.591337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:43.591911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Checking segment: {'id': '10bc8808-5634-4bd5-9ce2-1834696b2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:43.592221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.592515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Bound using segment: {'id': '10bc8808-5634-4bd5-9ce2-1834696b2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:43.592984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Bound port: ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc8808-5634-4bd5-9ce2-1834696b2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9719a23d-eb22-4983-84cd-3c5c1c05ed9c'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:43.593346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.640376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.714794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-867e5f00-e352-4137-9504-fe95c9297a25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3187170 Feb 17 11:58:43.735610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] For port def7768a-9273-4543-8505-668d6e15ab44, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:43.739469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] For port def7768a-9273-4543-8505-668d6e15ab44, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=def7768a-9273-4543-8505-668d6e15ab44,segment=NetworkSegment(bb36d968-c042-48e3-8445-bff43fde224c),segment_id=bb36d968-c042-48e3-8445-bff43fde224c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:43.743975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] For port ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:43.747153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] For port ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,segment=NetworkSegment(10bc8808-5634-4bd5-9ce2-1834696b2e1c),segment_id=10bc8808-5634-4bd5-9ce2-1834696b2e1c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:43.774269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.789157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.793159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48762) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:43.793497 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3121321 Feb 17 11:58:43.797891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.804247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Provisioning for port a9c3cd9e-375a-49cc-bd49-7613e7b46389 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:43.804471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.806115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Provisioning complete for port a9c3cd9e-375a-49cc-bd49-7613e7b46389 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:43.806711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.816024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': 'aabaf644-97ff-42ad-b688-a0d6831f2876', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '944718c1-de15-451e-984a-b207c13ecd6d', 'remote_ip_prefix': None}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:43.842507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c75c-19ff-4d46-8feb-75e369365543 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944718c1-de15-451e-984a-b207c13ecd6d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:43.856876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3f725b83-28df-46da-9a93-b479ac99daf9 None None] Port a9c3cd9e-375a-49cc-bd49-7613e7b46389 was deleted so its status cannot be updated. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 17 11:58:43.862597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.868967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:43.872679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object f80f1a1e-4b47-45af-9818-4298bc9e572a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:43.872937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:43.884845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=a9c3cd9e-375a-49cc-bd49-7613e7b46389,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:43.940032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbad2a-e10c-431d-96cc-f70c30733580 req-9d51ddfe-19ef-42d4-acac-8649e973eac1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:43.941660 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77fbad2a-e10c-431d-96cc-f70c30733580 req-9d51ddfe-19ef-42d4-acac-8649e973eac1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 944 time: 0.3753538 Feb 17 11:58:43.965053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:43.977375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:43.996271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbad84-f5b7-452f-a681-2a9c74a99318 None None] Pushing event updated for resources: {'Port': ['ID=def7768a-9273-4543-8505-668d6e15ab44,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:44.021394 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-982628fe-f18a-4542-8429-909a829cf2f0 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801709 Feb 17 11:58:44.035875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:44.051261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Network c768f207-b6ea-4124-98dd-db91052253a1 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:44.082789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.103564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:44.103779 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff4598-4555-40e5-b4f6-2d7d3ffd20e1 None None] Pushing event updated for resources: {'Port': ['ID=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:44.111626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e2c80604-284c-4cfa-8909-929029bded08 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:44.113217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77fbad2a-e10c-431d-96cc-f70c30733580 req-09503432-cf4e-4b7e-85da-7673aabeff21 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289041 Feb 17 11:58:44.125554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:44.129954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:44.130239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.158511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa58c947-a562-4ace-81eb-292561ffdd24 None None] Could not find standard attr ID for object 23a5826e-628b-45de-b9b3-c74a9d54c94b. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:44.168860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fa58c947-a562-4ace-81eb-292561ffdd24 None None] Could not find standard attr ID for object a9c3cd9e-375a-49cc-bd49-7613e7b46389. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:44.199845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.238267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event updated for resources: {'Port': ['ID=4dcb7fde-e309-41a5-98ad-1748ea90ca60,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:44.272014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e2c80604-284c-4cfa-8909-929029bded08 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:44.275878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.283234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.363830 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-82a68572-82e8-428b-995e-718387d1b9e8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/a9c3cd9e-375a-49cc-bd49-7613e7b46389 HTTP/1.1" status: 204 len: 168 time: 1.4977283 Feb 17 11:58:44.363830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48770) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:44.364357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:44.372130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:44.397405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=f80f1a1e-4b47-45af-9818-4298bc9e572a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:44.402581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:44.461203 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8ac0d4-1f3f-49a8-a102-5dfee3f433d9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:58:44.461722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7d8ac0d4-1f3f-49a8-a102-5dfee3f433d9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:44.474411 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d8a7e505-21b5-48a1-8b83-a00cc080cc0f tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.1214063 Feb 17 11:58:44.479806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48774) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:44.514179 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9bfa9300-3966-4395-8641-c5675532f410 req-37039abe-3f4d-4c33-8696-a5d21531538d service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808881 Feb 17 11:58:44.540975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:44.547400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.606472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.661009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d953a9a-5a69-4792-930d-8aa1a00e4498 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:44.665700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d953a9a-5a69-4792-930d-8aa1a00e4498 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:44.670433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d953a9a-5a69-4792-930d-8aa1a00e4498 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:44.671475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6d953a9a-5a69-4792-930d-8aa1a00e4498 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Synchronizing usage tracker for tenant:cf9ac86870584e2aa02047cba9d496c6 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:44.676718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7d8ac0d4-1f3f-49a8-a102-5dfee3f433d9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:44.677966 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7d8ac0d4-1f3f-49a8-a102-5dfee3f433d9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/a9c3cd9e-375a-49cc-bd49-7613e7b46389 HTTP/1.1" status: 404 len: 333 time: 0.3164718 Feb 17 11:58:44.683168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48780) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:44.720899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3edb3fef-ee9b-4f4d-b3c9-c7e14be4691e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8819244 Feb 17 11:58:44.724200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48784) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:44.730338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.810667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port f80f1a1e-4b47-45af-9818-4298bc9e572a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:44.811015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:44.814159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dea6984-6964-4efb-a260-f521b2f7f9bc,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:44.882465 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-4ca4e527-075b-4877-9044-7acc389b6318 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1097 time: 0.2152789 Feb 17 11:58:44.909484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6d953a9a-5a69-4792-930d-8aa1a00e4498 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Unset dirty status for tenant:cf9ac86870584e2aa02047cba9d496c6 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:44.910859 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6d953a9a-5a69-4792-930d-8aa1a00e4498 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4251797 Feb 17 11:58:44.915410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48788) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:44.984598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet 80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:44.994314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.141150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.142389 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-85eafcfe-22a8-4f1d-b46c-334f282e996e tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3459375 Feb 17 11:58:45.147048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48792) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:45.151517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Deleting port 4dcb7fde-e309-41a5-98ad-1748ea90ca60 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:45.151857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.239041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.285834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-08acd4a1-15cd-43c4-a3a8-9492cadb0c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:45.287379 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-08acd4a1-15cd-43c4-a3a8-9492cadb0c2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 897 time: 0.3711038 Feb 17 11:58:45.387930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.396654 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-ec558994-d4cd-4f02-8819-c17d60ab7297 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 217 time: 0.1018667 Feb 17 11:58:45.437801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8f19-e4b8-47f0-8e1e-49dec1276d7a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.469366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8f19-e4b8-47f0-8e1e-49dec1276d7a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.579802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for f80f1a1e-4b47-45af-9818-4298bc9e572a owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:45.638982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ab863-9761-4e57-9865-7259ae417706 req-b41a170a-0f5b-4ad6-ba45-8026a023ab2c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:45.640475 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-359ab863-9761-4e57-9865-7259ae417706 req-b41a170a-0f5b-4ad6-ba45-8026a023ab2c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 944 time: 0.3547409 Feb 17 11:58:45.652658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.656213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-3f5a64e6-54b5-4ae0-a549-a1e28e01d608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:45.661965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-3f5a64e6-54b5-4ae0-a549-a1e28e01d608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 200 len: 835 time: 0.2542908 Feb 17 11:58:45.721605 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8f19-e4b8-47f0-8e1e-49dec1276d7a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.759638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8f19-e4b8-47f0-8e1e-49dec1276d7a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.760868 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7c5b8f19-e4b8-47f0-8e1e-49dec1276d7a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/5dea6984-6964-4efb-a260-f521b2f7f9bc HTTP/1.1" status: 204 len: 168 time: 0.5837996 Feb 17 11:58:45.770617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48800) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:45.810621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-1ec9b58a-4fc8-4a2c-a768-8779a8ff5030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1408327 Feb 17 11:58:45.818199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8f19-e4b8-47f0-8e1e-49dec1276d7a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dea6984-6964-4efb-a260-f521b2f7f9bc,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:45.856855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:45.866721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d61ae5-a678-4007-a340-07b821857342 None None] Network c768f207-b6ea-4124-98dd-db91052253a1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:45.933878 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-359ab863-9761-4e57-9865-7259ae417706 req-cb4f2a25-33bb-4d5a-bd93-60159445327d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825930 Feb 17 11:58:45.984395 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-25bb4c92-c2be-46c4-b2f9-87635e8e6a82 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692936 Feb 17 11:58:46.009076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Calling delete_port for 4dcb7fde-e309-41a5-98ad-1748ea90ca60 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:46.022320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.096662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d0590-4541-4ca0-b9bf-64482aced6bf None None] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:46.113527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b3ec1177-e726-4f1c-aaac-3d0704bfbf49 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:58:46.117104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-acdc092d-d17f-4849-8462-12d1804d8a9f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:46.218545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d4dd6e75-21d1-4464-94eb-8c3a1e5ba28a req-f296effb-cc0f-48ea-94ba-aa07da654cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259407 Feb 17 11:58:46.219004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef2f596e-5631-4f92-a0c9-34ea6b5fb505 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:46.255373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=f80f1a1e-4b47-45af-9818-4298bc9e572a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:46.265072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.317941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-acdc092d-d17f-4849-8462-12d1804d8a9f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:46.322371 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-acdc092d-d17f-4849-8462-12d1804d8a9f tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5438230 Feb 17 11:58:46.323636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:46.325483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48804) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.331012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.342912 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2cf058a3-77de-40c2-ac6b-f15a7a4d1d83 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed HTTP/1.1" status: 204 len: 168 time: 1.6563573 Feb 17 11:58:46.343262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48808) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.360740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-781c7684-1ead-4668-b08a-1c6657a2b37c None None] Provisioning for port def7768a-9273-4543-8505-668d6e15ab44 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:46.370142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.381100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.385877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578baf3a-c410-4721-894e-631b06d00527 None None] Network b6887b6b-9fe7-4c11-bc4a-f2f246615f75 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:46.392217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-20dc3827-b3e6-4b15-86aa-085f91e518ce tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/f80f1a1e-4b47-45af-9818-4298bc9e572a HTTP/1.1" status: 204 len: 168 time: 1.6670885 Feb 17 11:58:46.403756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48812) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.453357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f560a2a-a268-4ea9-a6a2-dc58531ffebd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 11:58:46.453832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f560a2a-a268-4ea9-a6a2-dc58531ffebd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:58:46.458177 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0f560a2a-a268-4ea9-a6a2-dc58531ffebd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/f80f1a1e-4b47-45af-9818-4298bc9e572a HTTP/1.1" status: 404 len: 333 time: 0.0508299 Feb 17 11:58:46.458177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4dff96c9-5bb2-49b2-bd4a-82520a2fb593 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.463818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48818) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.489436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4dff96c9-5bb2-49b2-bd4a-82520a2fb593 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.518717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event deleted for resources: {'Port': ['ID=4dcb7fde-e309-41a5-98ad-1748ea90ca60,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:46.546524 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb0b784-3c56-4c15-93c5-493ba22e5d09 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:58:46.554438 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-aeb0b784-3c56-4c15-93c5-493ba22e5d09 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/f80f1a1e-4b47-45af-9818-4298bc9e572a HTTP/1.1" status: 404 len: 333 time: 0.0801919 Feb 17 11:58:46.554929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48822) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.600241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.606075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.611710 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-21d5a4e2-5e6b-4f25-9da7-f086fdbc42d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "DELETE /v2.0/ports/4dcb7fde-e309-41a5-98ad-1748ea90ca60 HTTP/1.1" status: 204 len: 168 time: 1.6917989 Feb 17 11:58:46.612592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48826) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.620194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Request body: {'port': {'name': 'tempest-new-port-name-1006990942', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:46.620662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] bootfile-name is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:58:46.621054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] tftp-server is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:58:46.621744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.api.validators [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] server-ip-address is not in valid_values {{(pid=84460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 11:58:46.637563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4dff96c9-5bb2-49b2-bd4a-82520a2fb593 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.664542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port e2c80604-284c-4cfa-8909-929029bded08 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:46.664994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.682175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff96c9-5bb2-49b2-bd4a-82520a2fb593 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944718c1-de15-451e-984a-b207c13ecd6d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:46.813022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet d7634851-3873-4ddb-af90-2dd5d2de2a44 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:46.816527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.831952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.872766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4dff96c9-5bb2-49b2-bd4a-82520a2fb593 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.876554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4dff96c9-5bb2-49b2-bd4a-82520a2fb593 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/944718c1-de15-451e-984a-b207c13ecd6d HTTP/1.1" status: 204 len: 168 time: 0.5473580 Feb 17 11:58:46.876730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:46.878528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48830) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:46.902944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:58:46.911236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:46.960748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Provisioning for port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:47.012184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Provisioning complete for port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:47.012551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.035838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:47.077931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:47.077931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.145744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.207573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ec1177-e726-4f1c-aaac-3d0704bfbf49 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:58:47.264211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1b80cca-7d22-4a78-b343-b7591a4a075c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:47.330959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] DHCP port deletion for b6887b6b-9fe7-4c11-bc4a-f2f246615f75 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:58:47.339685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.352451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:47.363673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Deleting port e2c80604-284c-4cfa-8909-929029bded08 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:47.364039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.436366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adce28-b1eb-4ab7-8f9a-91b8688ef43a req-b7a30356-e00a-4dd1-b1b7-c420a90b7a35 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:47.437896 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-56adce28-b1eb-4ab7-8f9a-91b8688ef43a req-b7a30356-e00a-4dd1-b1b7-c420a90b7a35 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 944 time: 0.2767594 Feb 17 11:58:47.443991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port e2c80604-284c-4cfa-8909-929029bded08, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e2c80604-284c-4cfa-8909-929029bded08,segment=NetworkSegment(4859dc92-18e4-417f-a780-74f9a66fc1bc),segment_id=4859dc92-18e4-417f-a780-74f9a66fc1bc)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:47.444787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.450084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.461599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.463404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.520445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.528678 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-56adce28-b1eb-4ab7-8f9a-91b8688ef43a req-f43fd39d-d0e0-4358-b28c-e201500a1606 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692580 Feb 17 11:58:47.530186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1b80cca-7d22-4a78-b343-b7591a4a075c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:47.537427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d1b80cca-7d22-4a78-b343-b7591a4a075c tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6589961 Feb 17 11:58:47.546930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48838) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:47.640814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:47.654446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for e2c80604-284c-4cfa-8909-929029bded08 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:47.680492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.687751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.740131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=d7634851-3873-4ddb-af90-2dd5d2de2a44,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:47.750519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.758534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9be4f9d7-a738-4f35-a839-d0b02bc87757 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/d7634851-3873-4ddb-af90-2dd5d2de2a44 HTTP/1.1" status: 204 len: 168 time: 1.2021644 Feb 17 11:58:47.763080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48844) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:47.774950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] In _notify_port_updated(), no bound segment for port 10d8ed7b-d8f3-4384-924c-96b194f4b680 on network c768f207-b6ea-4124-98dd-db91052253a1 {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:58:47.778975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:47.779616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.783773 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "PUT /v2.0/ports/10d8ed7b-d8f3-4384-924c-96b194f4b680 HTTP/1.1" status: 200 len: 1130 time: 1.1707408 Feb 17 11:58:47.786314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48848) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:47.816467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] For port e2c80604-284c-4cfa-8909-929029bded08, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e2c80604-284c-4cfa-8909-929029bded08,segment=NetworkSegment(4859dc92-18e4-417f-a780-74f9a66fc1bc),segment_id=4859dc92-18e4-417f-a780-74f9a66fc1bc)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:47.817368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.852685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4d894-1d79-4eea-a95f-0a2fecc993d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event updated for resources: {'Port': ['ID=10d8ed7b-d8f3-4384-924c-96b194f4b680,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:47.888912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-754a2cf8-e1b7-456a-a3a4-d2605c8a1d62 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.940766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-754a2cf8-e1b7-456a-a3a4-d2605c8a1d62 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:47.975889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c18a3-cffd-4589-9b15-9342742a2987 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:47.977430 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-468c18a3-cffd-4589-9b15-9342742a2987 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "GET /v2.0/ports/10d8ed7b-d8f3-4384-924c-96b194f4b680 HTTP/1.1" status: 200 len: 1130 time: 0.1871958 Feb 17 11:58:47.981247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48852) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:47.994002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Calling delete_port for e2c80604-284c-4cfa-8909-929029bded08 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:48.020316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.026436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.066473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:48.066809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.076955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:48.077312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:48.081950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb6968-d917-4f7a-828b-d308150b38fe None None] Network 9719a23d-eb22-4983-84cd-3c5c1c05ed9c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:48.085388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=e2c80604-284c-4cfa-8909-929029bded08,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:48.102400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No DVR routers for this DVR port e2c80604-284c-4cfa-8909-929029bded08 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:48.117699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Deleting port 10d8ed7b-d8f3-4384-924c-96b194f4b680 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:48.118086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.162595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-754a2cf8-e1b7-456a-a3a4-d2605c8a1d62 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.244649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:48.244900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:48.245244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a2cf8-e1b7-456a-a3a4-d2605c8a1d62 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabaf644-97ff-42ad-b688-a0d6831f2876,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:48.245716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['b3ec1177-e726-4f1c-aaac-3d0704bfbf49'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:58:48.272198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.326434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6887b6b-9fe7-4c11-bc4a-f2f246615f75']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:48.343630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4859dc92-18e4-417f-a780-74f9a66fc1bc') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:48.343978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4859dc92-18e4-417f-a780-74f9a66fc1bc') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:48.369530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.391226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.399990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:48.400407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:48.420695 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:48.532331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:48.532682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:48.539095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,segment=NetworkSegment(10bc8808-5634-4bd5-9ce2-1834696b2e1c),segment_id=10bc8808-5634-4bd5-9ce2-1834696b2e1c)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:48.539718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.562141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-754a2cf8-e1b7-456a-a3a4-d2605c8a1d62 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.563488 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-754a2cf8-e1b7-456a-a3a4-d2605c8a1d62 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/aabaf644-97ff-42ad-b688-a0d6831f2876 HTTP/1.1" status: 204 len: 168 time: 1.0146370 Feb 17 11:58:48.578405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Deleting port e2c80604-284c-4cfa-8909-929029bded08 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:48.578813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.583090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48858) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:48.625816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.663231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.682145 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/b6887b6b-9fe7-4c11-bc4a-f2f246615f75 HTTP/1.1" status: 204 len: 168 time: 2.3335133 Feb 17 11:58:48.682985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-161e3a35-e354-40cc-8f88-14e7028b0b1b None None] The port 'e2c80604-284c-4cfa-8909-929029bded08' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:58:48.684452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48862) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:48.691317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-11231697'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:48.713849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for ef2f596e-5631-4f92-a0c9-34ea6b5fb505 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:48.725818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbcc67-7b09-406c-ac12-33f1f076d6e4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=b6887b6b-9fe7-4c11-bc4a-f2f246615f75,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:48.736178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:48.740215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:network and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:48.748535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:48.769150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.771177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:48.784358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-25dbe263-c595-4c71-bae0-4cc432d604a0 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:48.881286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.923120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:48.927930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.928291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65736623-d902-461a-a434-43aa6150735a None None] DHCP port deletion for 9719a23d-eb22-4983-84cd-3c5c1c05ed9c request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:58:48.951613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-65736623-d902-461a-a434-43aa6150735a None None] Deleting port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:48.957367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65736623-d902-461a-a434-43aa6150735a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.973112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:48.983400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-25dbe263-c595-4c71-bae0-4cc432d604a0 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:48.985644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-25dbe263-c595-4c71-bae0-4cc432d604a0 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3985827 Feb 17 11:58:48.995384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:48.995384 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Added segment 9356e05a-ff26-4546-afb6-564b87953c0f of type vlan for network 4388281d-f049-4cbf-99e2-443f314fa88b Feb 17 11:58:48.996905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:49.007702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,segment=NetworkSegment(10bc8808-5634-4bd5-9ce2-1834696b2e1c),segment_id=10bc8808-5634-4bd5-9ce2-1834696b2e1c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:49.008814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bbb71-5a15-4644-8f22-ac3bde76dd46 req-7bf92c7a-5dbd-4e46-9d5f-74ecccf63982 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:49.010716 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3e4bbb71-5a15-4644-8f22-ac3bde76dd46 req-7bf92c7a-5dbd-4e46-9d5f-74ecccf63982 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 945 time: 0.1785479 Feb 17 11:58:49.014337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073958449'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:49.023624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:49.030391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Calling delete_port for 10d8ed7b-d8f3-4384-924c-96b194f4b680 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:49.072367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:49.093550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.115844 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3e4bbb71-5a15-4644-8f22-ac3bde76dd46 req-804276e9-8a5a-429b-8721-9787af7f1dca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943570 Feb 17 11:58:49.135758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.136451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device def7768a-9273-4543-8505-668d6e15ab44 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:49.202620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.219638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:49.221028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:49.246331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.283727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.287461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:49.289439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.340834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.408556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:49.432932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:49.438636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:49.441654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Network': ['ID=4388281d-f049-4cbf-99e2-443f314fa88b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:49.447793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:49.471413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 4388281d-f049-4cbf-99e2-443f314fa88b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:49.484566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:49.496148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event deleted for resources: {'Port': ['ID=10d8ed7b-d8f3-4384-924c-96b194f4b680,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:49.516537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.524965 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ad7e9885-daaa-4d89-bf40-3ca0d89df0f8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8389664 Feb 17 11:58:49.535739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48872) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:49.540940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.544875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:49.617799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-65736623-d902-461a-a434-43aa6150735a None None] For port ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,segment=NetworkSegment(10bc8808-5634-4bd5-9ce2-1834696b2e1c),segment_id=10bc8808-5634-4bd5-9ce2-1834696b2e1c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:49.618202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65736623-d902-461a-a434-43aa6150735a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.627268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.638959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:49.638959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:49.664202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8845e408-d03a-4b88-977b-c3e24bfd8b6e tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "DELETE /v2.0/ports/10d8ed7b-d8f3-4384-924c-96b194f4b680 HTTP/1.1" status: 204 len: 168 time: 1.6788816 Feb 17 11:58:49.665826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48876) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:49.702421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77de0f10-84fb-4b29-a1b1-fbb91bb55e20,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:49.712220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:49.716936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:49.720217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:49.722482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:49.723004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.728386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:49.766878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-65736623-d902-461a-a434-43aa6150735a None None] Calling delete_port for ef2f596e-5631-4f92-a0c9-34ea6b5fb505 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:49.786593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.789017 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c433a05d-f60b-47e4-9db5-2be6e79c2ee3 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7860990 Feb 17 11:58:49.791692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48880) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:49.797770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '77de0f10-84fb-4b29-a1b1-fbb91bb55e20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:49.806921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:49.807730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port def7768a-9273-4543-8505-668d6e15ab44 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:49.811608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:49.816432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:49.822927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:49.828070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port def7768a-9273-4543-8505-668d6e15ab44 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:49.828536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.849053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:49.968371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:49.995858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.000327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65736623-d902-461a-a434-43aa6150735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.032140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port def7768a-9273-4543-8505-668d6e15ab44, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=def7768a-9273-4543-8505-668d6e15ab44,segment=NetworkSegment(bb36d968-c042-48e3-8445-bff43fde224c),segment_id=bb36d968-c042-48e3-8445-bff43fde224c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:50.046928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736623-d902-461a-a434-43aa6150735a None None] Pushing event deleted for resources: {'Port': ['ID=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:50.054372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65736623-d902-461a-a434-43aa6150735a None None] No DVR routers for this DVR port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:50.057969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.106792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Deleting subnet 1c184307-c1f9-4177-9012-a11f26418d80 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:58:50.109867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port ef2f596e-5631-4f92-a0c9-34ea6b5fb505, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef2f596e-5631-4f92-a0c9-34ea6b5fb505,segment=NetworkSegment(10bc8808-5634-4bd5-9ce2-1834696b2e1c),segment_id=10bc8808-5634-4bd5-9ce2-1834696b2e1c)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:50.110227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.122314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.124046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.291636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for ef2f596e-5631-4f92-a0c9-34ea6b5fb505 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:50.329806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.379561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=def7768a-9273-4543-8505-668d6e15ab44,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:50.390894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e2c80604-284c-4cfa-8909-929029bded08 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:58:50.398560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.417682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b33c74a4-082b-4b91-bd28-c213314293e0 None None] Port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 update to ACTIVE by agent not found {{(pid=84461) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 17 11:58:50.424746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.430590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: e2c80604-284c-4cfa-8909-929029bded08 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:58:50.434590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e2c80604-284c-4cfa-8909-929029bded08 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:58:50.434590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef2f596e-5631-4f92-a0c9-34ea6b5fb505 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:58:50.466068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ef2f596e-5631-4f92-a0c9-34ea6b5fb505 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:58:50.466068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef2f596e-5631-4f92-a0c9-34ea6b5fb505 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:58:50.483927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb0e1da-7921-4552-ae0e-ed91c6bdbe0c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:50.501098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:50.501420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:50.514466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc212b-561a-40e6-bb07-b209fd7e2313 req-006647f6-e7e9-4a79-9fc7-b509876f7ad8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:50.516038 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dddc212b-561a-40e6-bb07-b209fd7e2313 req-006647f6-e7e9-4a79-9fc7-b509876f7ad8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 945 time: 0.1970930 Feb 17 11:58:50.541487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-52c066c7-3279-495d-b5ea-1518bbf108a9 None None] Provisioning complete for port def7768a-9273-4543-8505-668d6e15ab44 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:50.541926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-52c066c7-3279-495d-b5ea-1518bbf108a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.563451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.569879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.614270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.615605 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e27707ce-881b-47f7-9e6e-c72d01d41e54 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8228743 Feb 17 11:58:50.618297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dddc212b-561a-40e6-bb07-b209fd7e2313 req-3f524add-4513-4fb5-89ac-1767da06b97c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948846 Feb 17 11:58:50.621435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48888) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:50.657746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=de9909bd-4d17-4a07-9fbd-8fe5974a1c1b,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:50.670036 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e4992f46-aa89-48d5-89d3-e2959d32f7da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.674640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Checking segment: {'id': '9356e05a-ff26-4546-afb6-564b87953c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:50.675094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network hostable DHCP agents. Network: 4388281d-f049-4cbf-99e2-443f314fa88b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:50.683689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e4992f46-aa89-48d5-89d3-e2959d32f7da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.707223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-52c066c7-3279-495d-b5ea-1518bbf108a9 None None] Could not find standard attr ID for object 10d8ed7b-d8f3-4384-924c-96b194f4b680. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:50.711056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-52c066c7-3279-495d-b5ea-1518bbf108a9 None None] Could not find standard attr ID for object f80f1a1e-4b47-45af-9818-4298bc9e572a. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:50.713759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-52c066c7-3279-495d-b5ea-1518bbf108a9 None None] Could not find standard attr ID for object ef2f596e-5631-4f92-a0c9-34ea6b5fb505. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:50.716486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-52c066c7-3279-495d-b5ea-1518bbf108a9 None None] Could not find standard attr ID for object 4dcb7fde-e309-41a5-98ad-1748ea90ca60. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:50.758885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.797320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event deleted for resources: {'Subnet': ['ID=1c184307-c1f9-4177-9012-a11f26418d80,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:50.797589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 4388281d-f049-4cbf-99e2-443f314fa88b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:50.801962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e4992f46-aa89-48d5-89d3-e2959d32f7da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.815680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.820124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c0e32-d424-4c44-bb92-3ec83091e86b None None] Network c768f207-b6ea-4124-98dd-db91052253a1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:50.823123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992f46-aa89-48d5-89d3-e2959d32f7da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bb0e1da-7921-4552-ae0e-ed91c6bdbe0c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:50.837965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b157b7b9-3316-4018-9103-c37d2f57eedd tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "DELETE /v2.0/subnets/1c184307-c1f9-4177-9012-a11f26418d80 HTTP/1.1" status: 204 len: 168 time: 1.1724048 Feb 17 11:58:50.840148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e4992f46-aa89-48d5-89d3-e2959d32f7da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.840759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48892) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:50.841482 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e4992f46-aa89-48d5-89d3-e2959d32f7da tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4bb0e1da-7921-4552-ae0e-ed91c6bdbe0c HTTP/1.1" status: 204 len: 168 time: 0.2191911 Feb 17 11:58:50.844088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48896) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:50.869462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port ef2f596e-5631-4f92-a0c9-34ea6b5fb505 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:50.870095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.938813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 4388281d-f049-4cbf-99e2-443f314fa88b) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:50.943313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:50.943889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.953029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] The port 'ef2f596e-5631-4f92-a0c9-34ea6b5fb505' was deleted {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:58:50.955579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae6be4-be1b-417e-97e3-55a9465b4254 None None] Network 4388281d-f049-4cbf-99e2-443f314fa88b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:50.980667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:50.992846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Deleting port def7768a-9273-4543-8505-668d6e15ab44 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:50.993257 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.031679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-695fecb4-fc60-4fbb-b504-51387a36cf43 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:51.113074 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-05f27727-bc44-454e-bea0-28966795b33b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5734439 Feb 17 11:58:51.125872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48902) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:51.134555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-80044787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:51.159008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.187625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9719a23d-eb22-4983-84cd-3c5c1c05ed9c']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:51.187801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:51.195680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-695fecb4-fc60-4fbb-b504-51387a36cf43 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:51.197807 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-695fecb4-fc60-4fbb-b504-51387a36cf43 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3516893 Feb 17 11:58:51.198996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:router and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:51.206997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bc8808-5634-4bd5-9ce2-1834696b2e1c') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:51.206997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bc8808-5634-4bd5-9ce2-1834696b2e1c') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:51.212759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48906) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:51.213635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:51.218439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.240400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:51.240515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.247385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:51.247818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: util.warn( Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:51.277651 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:51.280211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] For port def7768a-9273-4543-8505-668d6e15ab44, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=def7768a-9273-4543-8505-668d6e15ab44,segment=NetworkSegment(bb36d968-c042-48e3-8445-bff43fde224c),segment_id=bb36d968-c042-48e3-8445-bff43fde224c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:51.280211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.287991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] DHCP port deletion for c768f207-b6ea-4124-98dd-db91052253a1 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:58:51.295009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Deleting port def7768a-9273-4543-8505-668d6e15ab44 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:51.295666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.327104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-4388281d-f049-4cbf-99e2-443f314fa88b', 'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': 'de9909bd-4d17-4a07-9fbd-8fe5974a1c1b'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:51.330101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.425271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Calling delete_port for def7768a-9273-4543-8505-668d6e15ab44 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:51.451926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.453491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.455068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.483042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.490039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=9719a23d-eb22-4983-84cd-3c5c1c05ed9c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:51.495500 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c8345687-f731-468b-bb3b-846e13fb4ded tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/9719a23d-eb22-4983-84cd-3c5c1c05ed9c HTTP/1.1" status: 204 len: 168 time: 3.7309301 Feb 17 11:58:51.500207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48910) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:51.505515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399286167'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:51.510112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-367c2086-8b1f-4743-9af1-e3395e15a903 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.511138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:51.515421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:51.518666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:51.527808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:51.552908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-367c2086-8b1f-4743-9af1-e3395e15a903 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.562080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.660715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:51.664426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.677177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] For port def7768a-9273-4543-8505-668d6e15ab44, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=def7768a-9273-4543-8505-668d6e15ab44,segment=NetworkSegment(bb36d968-c042-48e3-8445-bff43fde224c),segment_id=bb36d968-c042-48e3-8445-bff43fde224c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:51.677567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.685835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-367c2086-8b1f-4743-9af1-e3395e15a903 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.686613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Allocated IP 2001:db8::2 (4388281d-f049-4cbf-99e2-443f314fa88b/de9909bd-4d17-4a07-9fbd-8fe5974a1c1b/36679e60-8afb-4e44-82bf-e9f4fea488f9) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:51.688847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.692645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.715280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:51.729648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.730040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 29d344d8-2ba6-47f7-bfed-16e8393bc399 of type vlan for network 606805e6-5d3a-4e50-8ced-af988d3806e3 Feb 17 11:58:51.771716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c2086-8b1f-4743-9af1-e3395e15a903 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de0f10-84fb-4b29-a1b1-fbb91bb55e20,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:51.777832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event deleted for resources: {'Port': ['ID=def7768a-9273-4543-8505-668d6e15ab44,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:51.822324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Calling delete_port for def7768a-9273-4543-8505-668d6e15ab44 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:51.836589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] No DVR routers for this DVR port def7768a-9273-4543-8505-668d6e15ab44 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:58:51.893634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.969649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:51.971702 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3decafaf-27c3-4bb7-9bf8-599eb9fedb14 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8441291 Feb 17 11:58:51.974762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48916) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:51.983146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b', 'name': 'tempest-PortsIpV6TestJSON-1646503619'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:52.003375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.014675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-367c2086-8b1f-4743-9af1-e3395e15a903 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.016636 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-367c2086-8b1f-4743-9af1-e3395e15a903 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/77de0f10-84fb-4b29-a1b1-fbb91bb55e20 HTTP/1.1" status: 204 len: 168 time: 0.7991557 Feb 17 11:58:52.019311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48920) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:52.032031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:58:52.032250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:58:52.055811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.057556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c768f207-b6ea-4124-98dd-db91052253a1']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:52.065308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:52.065308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.086814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df500a-bf3d-409d-9c90-eec18131c655 req-d7819793-1405-4265-8019-77564b8c2548 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:52.090224 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0df500a-bf3d-409d-9c90-eec18131c655 req-d7819793-1405-4265-8019-77564b8c2548 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 945 time: 0.2876325 Feb 17 11:58:52.094033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb36d968-c042-48e3-8445-bff43fde224c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:52.094559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb36d968-c042-48e3-8445-bff43fde224c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:52.114222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.114612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.125085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Transition to ACTIVE for port object 36679e60-8afb-4e44-82bf-e9f4fea488f9 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:52.144933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Transition to ACTIVE for port object 36679e60-8afb-4e44-82bf-e9f4fea488f9 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:52.150097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b3ec1177-e726-4f1c-aaac-3d0704bfbf49 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:52.165839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.179547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ab5405dd-171f-465e-a4f2-644f48129d0b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:52.190464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:58:52.190904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:58:52.209536 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:58:52.259961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=606805e6-5d3a-4e50-8ced-af988d3806e3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:52.304684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device def7768a-9273-4543-8505-668d6e15ab44 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:58:52.310013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ab5405dd-171f-465e-a4f2-644f48129d0b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:52.311270 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ab5405dd-171f-465e-a4f2-644f48129d0b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2910609 Feb 17 11:58:52.316200 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e0df500a-bf3d-409d-9c90-eec18131c655 req-16d99afa-c3d2-4332-83f9-5a7712f3e35c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094126 Feb 17 11:58:52.316702 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48926) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:52.321058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:52.327847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098482353'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:52.335499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:52.340114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:52.346470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:52.346960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:52.353137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.398947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ede057d5-7c30-4ff7-b7bd-80075bf4cce7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8981881 Feb 17 11:58:52.401900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48930) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:52.407468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:52.448880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: def7768a-9273-4543-8505-668d6e15ab44 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:58:52.449213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device def7768a-9273-4543-8505-668d6e15ab44 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:58:52.483931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:52.487663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.513288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 3e060af5-dedc-4313-b4e8-914f0018ecb0 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:52.518704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Network 4388281d-f049-4cbf-99e2-443f314fa88b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:52.524450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:52.530606 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:52.534300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Deleting port def7768a-9273-4543-8505-668d6e15ab44 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:52.534670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.561495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Pushing event updated for resources: {'Port': ['ID=36679e60-8afb-4e44-82bf-e9f4fea488f9,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:52.580406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.589632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.594024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.631363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] Pushing event deleted for resources: {'Network': ['ID=c768f207-b6ea-4124-98dd-db91052253a1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:52.651458 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f7daf28-1795-46aa-9a3d-bbca29bc32d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377 tempest-ExtraDHCPOptionsIpV6TestJSON-1734071377-project] 10.222.0.47 "DELETE /v2.0/networks/c768f207-b6ea-4124-98dd-db91052253a1 HTTP/1.1" status: 204 len: 168 time: 1.8094897 Feb 17 11:58:52.671038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21c8c-ace2-4fb7-bcab-e66d9a496bad None None] The port 'def7768a-9273-4543-8505-668d6e15ab44' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:58:52.675640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:52.688936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:52.694964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:52.697062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:52.697429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.697918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:52.705770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:52.707744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:52.713420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:52.718289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:52.723811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:52.732971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::fa (4388281d-f049-4cbf-99e2-443f314fa88b/de9909bd-4d17-4a07-9fbd-8fe5974a1c1b/3e060af5-dedc-4313-b4e8-914f0018ecb0) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:52.742900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Attempting to bind port 36679e60-8afb-4e44-82bf-e9f4fea488f9 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:52.742900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Attempting to bind port 36679e60-8afb-4e44-82bf-e9f4fea488f9 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '9356e05a-ff26-4546-afb6-564b87953c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:52.742900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Attempting to bind port 36679e60-8afb-4e44-82bf-e9f4fea488f9 on network 4388281d-f049-4cbf-99e2-443f314fa88b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:52.762353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:52.762722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Checking segment: {'id': '9356e05a-ff26-4546-afb6-564b87953c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:52.763120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.763565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Bound using segment: {'id': '9356e05a-ff26-4546-afb6-564b87953c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:52.763967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Bound port: 36679e60-8afb-4e44-82bf-e9f4fea488f9, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9356e05a-ff26-4546-afb6-564b87953c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4388281d-f049-4cbf-99e2-443f314fa88b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:52.764337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.802343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.820579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:52.908658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.925666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] For port 36679e60-8afb-4e44-82bf-e9f4fea488f9, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:52.930621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.939120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] For port 36679e60-8afb-4e44-82bf-e9f4fea488f9, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=36679e60-8afb-4e44-82bf-e9f4fea488f9,segment=NetworkSegment(9356e05a-ff26-4546-afb6-564b87953c0f),segment_id=9356e05a-ff26-4546-afb6-564b87953c0f)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:52.943776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:58:52.944497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:52.958845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:52.992774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.008769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object 3e060af5-dedc-4313-b4e8-914f0018ecb0 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:53.049699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.077506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414fcf58-c36b-4e9b-90c3-36cfe59ab5a9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:53.090277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.136234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.152018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4e925-ba15-40bf-a2f3-7ee1259f8a82 None None] Pushing event updated for resources: {'Port': ['ID=36679e60-8afb-4e44-82bf-e9f4fea488f9,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:53.192812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.197094 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-20fc57de-22b2-454c-b146-9c2f834baa1a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8712842 Feb 17 11:58:53.198181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48942) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:53.217688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '414fcf58-c36b-4e9b-90c3-36cfe59ab5a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:53.229663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:53.248914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:53.255355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:53.257297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:53.276074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 4388281d-f049-4cbf-99e2-443f314fa88b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:53.279278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:53.281274 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'code': 200} Feb 17 11:58:53.281425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:53.289303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:53.293353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:53.300548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.316279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=3e060af5-dedc-4313-b4e8-914f0018ecb0,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:53.398657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.439713 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-63835327-7ecd-4945-8aa5-11482ac0f3c6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4625616 Feb 17 11:58:53.448228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 48950) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:53.489910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48954) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:53.530374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.585232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=eba6496c-54e2-4ff2-90bd-28b60fed6f93,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:53.655193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '29d344d8-2ba6-47f7-bfed-16e8393bc399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:53.655717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: 606805e6-5d3a-4e50-8ced-af988d3806e3, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:58:53.669176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f155492-b61e-4f7c-8ce0-a81c7fecae7e req-db2eb294-fd03-4da5-b3a1-642e01c185d2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:53.670631 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f155492-b61e-4f7c-8ce0-a81c7fecae7e req-db2eb294-fd03-4da5-b3a1-642e01c185d2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1957507 Feb 17 11:58:53.733950 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f155492-b61e-4f7c-8ce0-a81c7fecae7e req-04f50cca-1a4b-4ec0-99ae-f44f8d0d25dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576110 Feb 17 11:58:53.805590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:58:53.829418 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cbb28cd2-060c-4d42-af87-19ad6a58e7f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf9ac86870584e2aa02047cba9d496c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3381488 Feb 17 11:58:53.829667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48960) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:53.885525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.901523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bd53c7a0-bc07-4bf0-b5d5-712c856361ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.927690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bd53c7a0-bc07-4bf0-b5d5-712c856361ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.974980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 606805e6-5d3a-4e50-8ced-af988d3806e3) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:53.980224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:53.980932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:53.984219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2cdf5-1578-456b-96af-26d8e130f6f0 None None] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:54.020963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.063489 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-676a3d93-57fa-47c4-a154-099d631d65ec req-37422171-0545-4ca9-a1f9-154d33458e44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.2578478 Feb 17 11:58:54.068089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a47857b-f13f-458c-9de7-906fa1110f72,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:54.078672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bd53c7a0-bc07-4bf0-b5d5-712c856361ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.081620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bd53c7a0-bc07-4bf0-b5d5-712c856361ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.084071 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bd53c7a0-bc07-4bf0-b5d5-712c856361ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d1bfb8d-5ff9-42d1-9f28-0a7f15cf1413 HTTP/1.1" status: 204 len: 168 time: 0.2526762 Feb 17 11:58:54.099747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53c7a0-bc07-4bf0-b5d5-712c856361ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1bfb8d-5ff9-42d1-9f28-0a7f15cf1413,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:54.119221 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-64ca6282-f0e2-453e-96fe-54bb3db60907 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7161579 Feb 17 11:58:54.121694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48966) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:54.130832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-894683623'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:54.159201 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-676a3d93-57fa-47c4-a154-099d631d65ec req-82d94674-dd75-4630-ad71-3219fbbf443d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860713 Feb 17 11:58:54.329296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-606805e6-5d3a-4e50-8ced-af988d3806e3', 'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': 'eba6496c-54e2-4ff2-90bd-28b60fed6f93'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:58:54.330213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.342783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 36679e60-8afb-4e44-82bf-e9f4fea488f9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:54.486463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.487958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8f4f3465-dbdb-410f-8fb0-5a8d4e1d7c34 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2878466 Feb 17 11:58:54.491286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48972) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:54.514312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:54.521589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:54.530210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:54.538035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3d008fb0-51aa-4863-a689-51037e40b7cf tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules/5a47857b-f13f-458c-9de7-906fa1110f72 HTTP/1.1" status: 200 len: 705 time: 0.0429347 Feb 17 11:58:54.539982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48976) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:54.541715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:54.564306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.613930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a2b9aefc-f279-4489-9c6a-de8915d64369 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:54.614121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679f542d-6b1f-4f51-bbb2-fb8a309cca6a None None] Network 4388281d-f049-4cbf-99e2-443f314fa88b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:54.719815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 36679e60-8afb-4e44-82bf-e9f4fea488f9 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:54.734248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Allocated IP 172.20.0.2 (606805e6-5d3a-4e50-8ced-af988d3806e3/eba6496c-54e2-4ff2-90bd-28b60fed6f93/b019d6e4-3c4b-4e25-96a9-8df56ad5ba71) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:54.757091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:54.763197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.805708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a2b9aefc-f279-4489-9c6a-de8915d64369 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:54.813280 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a2b9aefc-f279-4489-9c6a-de8915d64369 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2732794 Feb 17 11:58:54.814336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48984) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:54.909737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] Provisioning for port 36679e60-8afb-4e44-82bf-e9f4fea488f9 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:54.918209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port c1ec62b1-f0d3-422c-a4dd-708a1920432f yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:58:54.934582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] Provisioning complete for port 36679e60-8afb-4e44-82bf-e9f4fea488f9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:54.934964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:54.978460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.003807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-34f34c95-19f8-464a-97ba-04d1779f7f72 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.014746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-34f34c95-19f8-464a-97ba-04d1779f7f72 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.091274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a770a-96d7-46f7-a6fb-9f85e257bbfd req-944fc743-7a21-414e-904a-e6d0ae216bb6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:55.102966 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b7a770a-96d7-46f7-a6fb-9f85e257bbfd req-944fc743-7a21-414e-904a-e6d0ae216bb6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1067345 Feb 17 11:58:55.105731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.203443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-34f34c95-19f8-464a-97ba-04d1779f7f72 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.223397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f34c95-19f8-464a-97ba-04d1779f7f72 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a47857b-f13f-458c-9de7-906fa1110f72,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:55.270089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.272353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=3e060af5-dedc-4313-b4e8-914f0018ecb0,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:55.298255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Transition to ACTIVE for port object b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:55.304172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.311795 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b7a770a-96d7-46f7-a6fb-9f85e257bbfd req-098543a1-9779-4061-8aef-eed24725f6f0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075200 Feb 17 11:58:55.345668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Transition to ACTIVE for port object b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:55.360974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] For port 36679e60-8afb-4e44-82bf-e9f4fea488f9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=36679e60-8afb-4e44-82bf-e9f4fea488f9,segment=NetworkSegment(9356e05a-ff26-4546-afb6-564b87953c0f),segment_id=9356e05a-ff26-4546-afb6-564b87953c0f)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:55.375523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-34f34c95-19f8-464a-97ba-04d1779f7f72 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.377035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-34f34c95-19f8-464a-97ba-04d1779f7f72 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/5a47857b-f13f-458c-9de7-906fa1110f72 HTTP/1.1" status: 204 len: 168 time: 0.5548060 Feb 17 11:58:55.381949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 48996) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:55.453424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d69eac76-6971-4cae-b277-1cec3ea214b7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:55.483871 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.604797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d69eac76-6971-4cae-b277-1cec3ea214b7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:55.608498 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d69eac76-6971-4cae-b277-1cec3ea214b7 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2229455 Feb 17 11:58:55.609755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49002) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:55.610327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.623482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.7 (606805e6-5d3a-4e50-8ced-af988d3806e3/eba6496c-54e2-4ff2-90bd-28b60fed6f93/c1ec62b1-f0d3-422c-a4dd-708a1920432f) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:55.634340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:55.642887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '414fcf58-c36b-4e9b-90c3-36cfe59ab5a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:55.646771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:55.652292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.656951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:55.662531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:55.706736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:55.723596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Pushing event updated for resources: {'Port': ['ID=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:55.844594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d365f-00aa-4141-8e22-c1379ba3ab0b None None] Pushing event updated for resources: {'Port': ['ID=36679e60-8afb-4e44-82bf-e9f4fea488f9,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:55.917090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.928333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Attempting to bind port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:58:55.928673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Attempting to bind port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '29d344d8-2ba6-47f7-bfed-16e8393bc399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:58:55.930345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Attempting to bind port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 on network 606805e6-5d3a-4e50-8ced-af988d3806e3 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:58:55.939173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.941018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:58:55.941392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Checking segment: {'id': '29d344d8-2ba6-47f7-bfed-16e8393bc399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:58:55.941804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.942204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Bound using segment: {'id': '29d344d8-2ba6-47f7-bfed-16e8393bc399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:58:55.942658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Bound port: b019d6e4-3c4b-4e25-96a9-8df56ad5ba71, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d344d8-2ba6-47f7-bfed-16e8393bc399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '606805e6-5d3a-4e50-8ced-af988d3806e3'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:58:55.943028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:55.967521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object c1ec62b1-f0d3-422c-a4dd-708a1920432f will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:58:55.994541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.156152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] For port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:58:56.159850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] For port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,segment=NetworkSegment(29d344d8-2ba6-47f7-bfed-16e8393bc399),segment_id=29d344d8-2ba6-47f7-bfed-16e8393bc399)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:58:56.165496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.186801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ae774469-001b-4784-9ac3-09d03eb31462 None None] Provisioning for port 3e060af5-dedc-4313-b4e8-914f0018ecb0 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:56.201681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49012) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:56.205342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ae774469-001b-4784-9ac3-09d03eb31462 None None] Provisioning complete for port 3e060af5-dedc-4313-b4e8-914f0018ecb0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:56.205719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ae774469-001b-4784-9ac3-09d03eb31462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.221527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.292963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 36679e60-8afb-4e44-82bf-e9f4fea488f9 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:56.344151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.344688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.489973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b7b804-8f58-40a2-866a-ba6afeb7b75a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:56.510881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.554654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:56.559348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=c1ec62b1-f0d3-422c-a4dd-708a1920432f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:56.568644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1928512262'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:56.573550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:56.577690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:58:56.588898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ae774469-001b-4784-9ac3-09d03eb31462 None None] Port 3e060af5-dedc-4313-b4e8-914f0018ecb0 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:56.602532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0d03-bbd6-4306-a465-36102aac8541 None None] Pushing event updated for resources: {'Port': ['ID=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:56.602733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:56.617304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:56.623884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:56.626433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.627104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.634812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ae774469-001b-4784-9ac3-09d03eb31462 None None] Provisioning complete for port 36679e60-8afb-4e44-82bf-e9f4fea488f9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:56.635549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ae774469-001b-4784-9ac3-09d03eb31462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.640125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:56.675106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.675602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 36679e60-8afb-4e44-82bf-e9f4fea488f9 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:56.678663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.678849 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-618780a0-bed8-4d84-8961-6315268af37d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0570586 Feb 17 11:58:56.679503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49022) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:56.686516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:56.687106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.853821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:58:56.856754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.878917 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-be5a1368-c4b4-4d5a-9225-092d26ed3d17 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules/05b7b804-8f58-40a2-866a-ba6afeb7b75a HTTP/1.1" status: 200 len: 705 time: 0.1948786 Feb 17 11:58:56.878917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:56.889510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49026) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:56.944757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922e8a7-cb19-4b2e-a941-5da82746cdcf req-1665cc2c-ea32-4b9e-8100-b7449ba6b827 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:56.949966 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b922e8a7-cb19-4b2e-a941-5da82746cdcf req-1665cc2c-ea32-4b9e-8100-b7449ba6b827 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.4275956 Feb 17 11:58:56.957138 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2afdcf8c-d792-408f-9d30-93f7f53a676e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.8336391 Feb 17 11:58:56.971185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49030) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:57.007740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:57.022478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:security_group_rule and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:57.026930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:57.041626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-89051b77-05ce-47b6-aa39-661bc791ed20 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:57.047255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:57.075196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c93d3194-d198-47a2-82b4-563d89827cea None None] Provisioning complete for port 3e060af5-dedc-4313-b4e8-914f0018ecb0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:57.075559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c93d3194-d198-47a2-82b4-563d89827cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.079437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b922e8a7-cb19-4b2e-a941-5da82746cdcf req-6e7a2c61-9bb6-45e3-a1cd-174b77bf9435 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239259 Feb 17 11:58:57.144749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c93d3194-d198-47a2-82b4-563d89827cea None None] Port 3e060af5-dedc-4313-b4e8-914f0018ecb0 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:57.173154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.185696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-89051b77-05ce-47b6-aa39-661bc791ed20 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:57.187140 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89051b77-05ce-47b6-aa39-661bc791ed20 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2963719 Feb 17 11:58:57.189869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49036) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:57.194995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=3e060af5-dedc-4313-b4e8-914f0018ecb0,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:57.204662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 4388281d-f049-4cbf-99e2-443f314fa88b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:58:57.208798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:58:57.223630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c412b77e-4f01-4ca8-b19a-5678743ef766 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.241836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c412b77e-4f01-4ca8-b19a-5678743ef766 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.252770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.300741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df751af4-f6da-4e96-aa15-ecb206f17a7f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:57.366157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c412b77e-4f01-4ca8-b19a-5678743ef766 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.376039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:58:57.389442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412b77e-4f01-4ca8-b19a-5678743ef766 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05b7b804-8f58-40a2-866a-ba6afeb7b75a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:57.393077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port c1ec62b1-f0d3-422c-a4dd-708a1920432f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:58:57.393431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.395261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.395620 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 2dd6830b-df72-4b7f-8897-243f2828d43e of type vlan for network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 Feb 17 11:58:57.441579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.507557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c412b77e-4f01-4ca8-b19a-5678743ef766 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.509572 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c412b77e-4f01-4ca8-b19a-5678743ef766 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/05b7b804-8f58-40a2-866a-ba6afeb7b75a HTTP/1.1" status: 204 len: 168 time: 0.3183632 Feb 17 11:58:57.516017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49040) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:57.544573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.547428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:57.548108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.571429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0ae40ad5-c939-46b3-b7a9-9f252500cff6 None None] Provisioning complete for port 3e060af5-dedc-4313-b4e8-914f0018ecb0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:57.572580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0ae40ad5-c939-46b3-b7a9-9f252500cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.639710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0ae40ad5-c939-46b3-b7a9-9f252500cff6 None None] Port 3e060af5-dedc-4313-b4e8-914f0018ecb0 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:58:57.662541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4594877 Feb 17 11:58:57.690827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e7d4ec41-e6a1-4e26-84df-980d5ac1ecd5 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:57.701394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbce3fd-c914-4161-a9eb-bef90fc8123b tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=71b5c2ad-b463-4e0e-898e-f046f8ea8b08,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:57.715424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:58:57.781844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e7d4ec41-e6a1-4e26-84df-980d5ac1ecd5 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:57.786783 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e7d4ec41-e6a1-4e26-84df-980d5ac1ecd5 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2738087 Feb 17 11:58:57.787515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49044) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:57.800492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '414fcf58-c36b-4e9b-90c3-36cfe59ab5a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:57.814747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:57.831762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c50ff-1cfd-4f52-b727-3f9be758506f req-9209feeb-fec3-478f-83b1-14f4388ca8db tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:57.835143 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a63c50ff-1cfd-4f52-b727-3f9be758506f req-9209feeb-fec3-478f-83b1-14f4388ca8db tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.5612075 Feb 17 11:58:57.850613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:57.945379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:57.966509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.004534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74ba6f-da97-4179-87a4-d47e1bf622d2 None None] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:58:58.113195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.134581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for c1ec62b1-f0d3-422c-a4dd-708a1920432f owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:58:58.170975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4a402b52-eed7-407f-9d7f-e8edb9ab3b37 None None] Provisioning for port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:58.190791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.229920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db11696d-3994-4b1e-8897-74768f589167,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:58.287102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a63c50ff-1cfd-4f52-b727-3f9be758506f req-655dd8a9-a52c-48c2-8455-d6efc6fcc98b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392729 Feb 17 11:58:58.343244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49054) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:58.394705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:58:58.412020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.415489 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c797a8da-95a7-4279-816b-bf7f720193c6 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6256549 Feb 17 11:58:58.422603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49060) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:58.457217 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-93b40a24-1f04-4d89-bc33-6a9e988bb411 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules/db11696d-3994-4b1e-8897-74768f589167 HTTP/1.1" status: 200 len: 706 time: 0.0331211 Feb 17 11:58:58.461717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49064) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:58.575652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-45e1816d-6f08-4473-a04d-0ebc21e24239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:58.593392 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c8f6d1fc-bae3-4e36-a4ad-52a1b055f4bb tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1094 time: 0.2432573 Feb 17 11:58:58.595925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49068) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:58.603342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:58:58.608900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:58:58.613395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:58:58.620904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:58:58.624201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:58:58.637053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:58:58.642208 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:58.652168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.672805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-45e1816d-6f08-4473-a04d-0ebc21e24239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:58.674899 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-45e1816d-6f08-4473-a04d-0ebc21e24239 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2117770 Feb 17 11:58:58.681088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49074) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:58.730436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.756064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-9205b454-043d-490c-99f8-17da17db9295 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:58.759569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-302e4544-14c6-4730-ae90-b3e3dcea9727 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.781241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Router 900b8037-9332-49a8-a485-c8cf9b0fee2f is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 11:58:58.788910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.797474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-302e4544-14c6-4730-ae90-b3e3dcea9727 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.822095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4988dfd-342c-4765-80b1-1c74b22aa5af None None] Could not find standard attr ID for object c1ec62b1-f0d3-422c-a4dd-708a1920432f. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:58.849440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-9205b454-043d-490c-99f8-17da17db9295 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:58.851260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-9205b454-043d-490c-99f8-17da17db9295 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487984708&fields=id&tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 267 time: 0.1597593 Feb 17 11:58:58.866826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:58.940401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=c1ec62b1-f0d3-422c-a4dd-708a1920432f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:58.967616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,segment=NetworkSegment(29d344d8-2ba6-47f7-bfed-16e8393bc399),segment_id=29d344d8-2ba6-47f7-bfed-16e8393bc399)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:58:58.971268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4988dfd-342c-4765-80b1-1c74b22aa5af None None] Provisioning complete for port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:58:58.971877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c4988dfd-342c-4765-80b1-1c74b22aa5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:59.072129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:59.121077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-3560e852-e310-46db-a0d8-e65c0ca951d3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:59.128434 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-3560e852-e310-46db-a0d8-e65c0ca951d3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 811 time: 0.2677782 Feb 17 11:58:59.154015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5402f994-80c4-40f7-9b2c-f93d1f35ba56 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/quotas/2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 375 time: 0.0244532 Feb 17 11:58:59.164490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:59.307664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-a0f5a873-4b6e-42e0-9678-6a24515861f0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506841 Feb 17 11:58:59.308886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8d49d826-dece-4f00-8e4e-125f56c21fa6 None None] Could not find standard attr ID for object c1ec62b1-f0d3-422c-a4dd-708a1920432f. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:58:59.455076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-302e4544-14c6-4730-ae90-b3e3dcea9727 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:59.484703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e4544-14c6-4730-ae90-b3e3dcea9727 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db11696d-3994-4b1e-8897-74768f589167,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:58:59.492403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:59.505622 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-fd48c9a0-4859-41fc-bc26-5fec80149793 service neutron] 10.222.0.47 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645925 Feb 17 11:58:59.524445 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b58abbbd-4946-4360-9027-f2da29ca2f88 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/c1ec62b1-f0d3-422c-a4dd-708a1920432f HTTP/1.1" status: 204 len: 168 time: 2.5495663 Feb 17 11:58:59.525851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49078) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:59.578273 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0cb500-203e-4393-828f-593d1da19b91 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:58:59.578773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b0cb500-203e-4393-828f-593d1da19b91 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:59.601194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-302e4544-14c6-4730-ae90-b3e3dcea9727 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:59.604691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-302e4544-14c6-4730-ae90-b3e3dcea9727 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/db11696d-3994-4b1e-8897-74768f589167 HTTP/1.1" status: 204 len: 168 time: 0.9234099 Feb 17 11:58:59.605817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49082) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:59.623274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:58:59.669040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9b0cb500-203e-4393-828f-593d1da19b91 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:58:59.672693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9b0cb500-203e-4393-828f-593d1da19b91 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/c1ec62b1-f0d3-422c-a4dd-708a1920432f HTTP/1.1" status: 404 len: 333 time: 0.1423576 Feb 17 11:58:59.673412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49086) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:59.681922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:58:59.692974 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] Sync routers for ids ['900b8037-9332-49a8-a485-c8cf9b0fee2f'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:58:59.708916 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ebf243e-311e-4fe0-9e63-50cff7190733 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/routers/900b8037-9332-49a8-a485-c8cf9b0fee2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2558901 Feb 17 11:58:59.709134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49090) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:59.714826 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] Routers {'900b8037-9332-49a8-a485-c8cf9b0fee2f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:59.715917 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['900b8037-9332-49a8-a485-c8cf9b0fee2f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:59.791067 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:59.807557 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] Routers {'900b8037-9332-49a8-a485-c8cf9b0fee2f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:58:59.809944 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['900b8037-9332-49a8-a485-c8cf9b0fee2f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:59.835758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.31 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/c5fca7ac-b338-4b50-a3d9-149b0f2b995a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:58:59.857429 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-28c99dfc-a0cd-47a2-b2b7-bd0d8619e42a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2484658 Feb 17 11:58:59.863677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49094) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:58:59.872744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f49e1-cf8d-49b0-8b17-53d1ea8807e1 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:58:59.873454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b74f49e1-cf8d-49b0-8b17-53d1ea8807e1 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:58:59.888483 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-d9ca3e04-1951-47c1-b72e-018ec302f9f8 service neutron] 10.222.0.47 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753686 Feb 17 11:58:59.921742 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:58:59.923821 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a4d7e-ee6b-4c69-8189-c6cdc7b811cd None None] The sync data for ids ['900b8037-9332-49a8-a485-c8cf9b0fee2f'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:59:00.010391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet eba6496c-54e2-4ff2-90bd-28b60fed6f93 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:00.017444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.018672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b74f49e1-cf8d-49b0-8b17-53d1ea8807e1 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:00.019890 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b74f49e1-cf8d-49b0-8b17-53d1ea8807e1 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports?device_id=900b8037-9332-49a8-a485-c8cf9b0fee2f HTTP/1.1" status: 200 len: 988 time: 0.3093233 Feb 17 11:59:00.035190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49100) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:00.054594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.092809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.119633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.134576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.264377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:00.275409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.333870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.365284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414fcf58-c36b-4e9b-90c3-36cfe59ab5a9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:00.383687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.385270 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/414fcf58-c36b-4e9b-90c3-36cfe59ab5a9 HTTP/1.1" status: 204 len: 168 time: 0.5204551 Feb 17 11:59:00.399156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49108) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:00.405504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.405689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.406169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.406593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.407085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.407635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.410665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.410665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.410665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.410665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.410665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c85ad5-f95e-45c0-a04c-6be56607f6dd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:00.472993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:00.473365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.500422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d748acbb-1f62-4085-9836-bc346e32c11d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:00.534728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.586975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=eba6496c-54e2-4ff2-90bd-28b60fed6f93,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:00.594680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d748acbb-1f62-4085-9836-bc346e32c11d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:00.596582 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d748acbb-1f62-4085-9836-bc346e32c11d tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1960759 Feb 17 11:59:00.605603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.612690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49112) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:00.614001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a99868-6784-44af-9638-06c1f9b78bde None None] Network 606805e6-5d3a-4e50-8ced-af988d3806e3 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:00.620701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group': {'name': 'tempest-secgroup--823223888'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:00.627098 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f78ea49e-4202-48db-ad52-499763616f92 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/eba6496c-54e2-4ff2-90bd-28b60fed6f93 HTTP/1.1" status: 204 len: 168 time: 0.9499679 Feb 17 11:59:00.629233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49116) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:00.633406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:00.681898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:00.685022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:00.779217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:00.795749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:00.883709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:00.954766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=c5fca7ac-b338-4b50-a3d9-149b0f2b995a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:00.968311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5db8e4f2-161e-4af4-9895-ced855d6f742 req-8d3047b9-1ab1-4eb6-a23e-7fda56eff0f0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:00.995707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.028299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:01.028645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.066170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.153575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] DHCP port deletion for 606805e6-5d3a-4e50-8ced-af988d3806e3 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:01.159275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49128) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:01.159808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Deleting port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:01.159808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.175786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5db8e4f2-161e-4af4-9895-ced855d6f742 req-8d3047b9-1ab1-4eb6-a23e-7fda56eff0f0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:01.177745 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5db8e4f2-161e-4af4-9895-ced855d6f742 req-8d3047b9-1ab1-4eb6-a23e-7fda56eff0f0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 210 time: 0.3868566 Feb 17 11:59:01.189757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:01.207682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:01.227684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:01.233158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:01.292272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:01.342593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,segment=NetworkSegment(29d344d8-2ba6-47f7-bfed-16e8393bc399),segment_id=29d344d8-2ba6-47f7-bfed-16e8393bc399)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:01.342847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.434059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] For port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,segment=NetworkSegment(29d344d8-2ba6-47f7-bfed-16e8393bc399),segment_id=29d344d8-2ba6-47f7-bfed-16e8393bc399)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:01.434680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.480126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:01.523767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:01.551484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.564890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Calling delete_port for b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:01.667283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.715735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b308c70-447e-4237-aed4-56d52d751694,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:01.721047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.722371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:01.722719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:01.768626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=b019d6e4-3c4b-4e25-96a9-8df56ad5ba71,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:01.772672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:01.775335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No DVR routers for this DVR port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:01.776192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.807991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.809920 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5367bb70-1070-4240-a1b6-69316e8c2387 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1958601 Feb 17 11:59:01.814280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49134) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:01.824083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:01.835359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Request body: {'security_group_rule': {'security_group_id': '1b308c70-447e-4237-aed4-56d52d751694', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:01.852426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:01.887485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:01.898717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Usage tracker for resource:security_group_rule and tenant:f33fd8035c8c4734aaff2a5918be7056 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:01.910590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:01.921064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:01.924214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:01.957013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606805e6-5d3a-4e50-8ced-af988d3806e3']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:01.969770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d344d8-2ba6-47f7-bfed-16e8393bc399') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:01.970175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d344d8-2ba6-47f7-bfed-16e8393bc399') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:01.982178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.002085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.008883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:02.009135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:02.009444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:02.024297 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:02.076857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.157528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.162435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.210263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:02.242652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Deleting port b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:02.243324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.257266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.259429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.307703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:59:02.308186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b019d6e4-3c4b-4e25-96a9-8df56ad5ba71 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:02.332828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.337600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=606805e6-5d3a-4e50-8ced-af988d3806e3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:02.375940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c043e4c-4bbf-4cc2-9ae2-fcb91c8f3eed,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:02.394253 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-68f1d2d8-6de0-466b-9f46-f47594eecca6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/606805e6-5d3a-4e50-8ced-af988d3806e3 HTTP/1.1" status: 204 len: 168 time: 1.7548957 Feb 17 11:59:02.395312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a10f7-b2a8-45e6-bf6b-ca2b7f662033 None None] The port 'b019d6e4-3c4b-4e25-96a9-8df56ad5ba71' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:59:02.395790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49140) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:02.405488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'name': 'tempest-PortsTestJSON-1790886326'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:02.464455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 3e060af5-dedc-4313-b4e8-914f0018ecb0 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:02.465061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.516475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.520879 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-661553ec-14eb-41ed-94a6-e2e25944a26b tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7056708 Feb 17 11:59:02.521603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49144) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:02.538919 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0863773c-b4d1-4380-85a0-b1cc3db47498 req-21a0fa92-b128-4b26-9d3e-3215949b5f0e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 210 time: 0.1121852 Feb 17 11:59:02.606440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:02.624183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:02.650957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76a40d83-3547-4ba5-bd03-e89d60ab659a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.680008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76a40d83-3547-4ba5-bd03-e89d60ab659a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.721609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:02.724618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.746639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 740c1c30-3e3a-4a3e-9649-f2a86fa32c6f yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:02.806424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76a40d83-3547-4ba5-bd03-e89d60ab659a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.819299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.839361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40d83-3547-4ba5-bd03-e89d60ab659a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b308c70-447e-4237-aed4-56d52d751694,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:02.845812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.884851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76a40d83-3547-4ba5-bd03-e89d60ab659a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:02.885994 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76a40d83-3547-4ba5-bd03-e89d60ab659a tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/1b308c70-447e-4237-aed4-56d52d751694 HTTP/1.1" status: 204 len: 168 time: 0.3535728 Feb 17 11:59:02.892426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49148) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:02.910680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.001980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 3e060af5-dedc-4313-b4e8-914f0018ecb0 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:03.050703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-62512a80-2351-44c4-84fb-b0f3ec2cc538 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:03.180213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.277181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-62512a80-2351-44c4-84fb-b0f3ec2cc538 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:03.283041 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-62512a80-2351-44c4-84fb-b0f3ec2cc538 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3895302 Feb 17 11:59:03.284320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49152) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:03.285723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.359146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=6fb7e5a8-df23-40cb-9a89-22a5de1cbd57,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:03.361291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.415596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:03.421216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:03.423442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=740c1c30-3e3a-4a3e-9649-f2a86fa32c6f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:03.425773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:03.430933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:03.431470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.438804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-df51ec8a-a440-4b99-a169-4849a0c3ac67 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Synchronizing usage tracker for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:03.508021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-19fc238a-ca45-4076-a7dc-db846a73f9b1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:03.508688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-19fc238a-ca45-4076-a7dc-db846a73f9b1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:03.514206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '2dd6830b-df72-4b7f-8897-243f2828d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:03.514561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: 71b5c2ad-b463-4e0e-898e-f046f8ea8b08, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:03.518661 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3a976edf-3121-4afb-99d0-c33a8f22722d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1273191 Feb 17 11:59:03.521255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49156) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:03.560933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-df51ec8a-a440-4b99-a169-4849a0c3ac67 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] Unset dirty status for tenant:f33fd8035c8c4734aaff2a5918be7056 on resource:security_group_rule {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:03.565077 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-df51ec8a-a440-4b99-a169-4849a0c3ac67 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2700486 Feb 17 11:59:03.572048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49160) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:03.601923 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-49021bfe-233f-4723-8083-94356f18c314 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] delete failed (client error): The resource could not be found. Feb 17 11:59:03.606801 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-49021bfe-233f-4723-8083-94356f18c314 tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "DELETE /v2.0/security-groups/1b308c70-447e-4237-aed4-56d52d751694 HTTP/1.1" status: 404 len: 347 time: 0.0338421 Feb 17 11:59:03.609316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49166) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:03.669050 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-41cb7330-5390-456c-b61d-fe02069b42bd tempest-SecGroupTest-353849566 tempest-SecGroupTest-353849566-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0587244 Feb 17 11:59:03.676564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 740c1c30-3e3a-4a3e-9649-f2a86fa32c6f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:03.677014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.744762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-19fc238a-ca45-4076-a7dc-db846a73f9b1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:03.745977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-19fc238a-ca45-4076-a7dc-db846a73f9b1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 811 time: 0.5884728 Feb 17 11:59:03.793812 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9746f720-5169-411c-9c15-ad99bfc525ab req-300751d7-ccdc-4c9d-a622-97945c27de7a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 210 time: 0.0890124 Feb 17 11:59:03.800996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:03.852338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.861263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-51476bca-8b62-47bf-a5e4-8d6c44a39bb1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:03.874228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-51476bca-8b62-47bf-a5e4-8d6c44a39bb1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:03.875540 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-51476bca-8b62-47bf-a5e4-8d6c44a39bb1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 379 time: 0.1009192 Feb 17 11:59:03.885112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'port': {'device_id': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'admin_state_up': True, 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'security_groups': ['0a585474-d20e-48eb-bf4b-912ee9cc382e']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:03.962015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 71b5c2ad-b463-4e0e-898e-f046f8ea8b08) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:03.963614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.971233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac085576-b504-4d21-bf3a-42adc8fd4192 None None] Network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:03.972191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.977632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:03.978334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:03.992917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.160543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 740c1c30-3e3a-4a3e-9649-f2a86fa32c6f owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:04.298804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-71b5c2ad-b463-4e0e-898e-f046f8ea8b08', 'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': '6fb7e5a8-df23-40cb-9a89-22a5de1cbd57'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:04.298804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.320747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.441744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=740c1c30-3e3a-4a3e-9649-f2a86fa32c6f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:04.446416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=c5fca7ac-b338-4b50-a3d9-149b0f2b995a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:04.476695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.495427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.496140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.496485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.496821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.497158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.498374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.498374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.498374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.498699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.498955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.499190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49178) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:04.499469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:04.506418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.566674 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-92403df5-451f-4965-8f36-ab14baf11c07 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/740c1c30-3e3a-4a3e-9649-f2a86fa32c6f HTTP/1.1" status: 204 len: 168 time: 1.0440457 Feb 17 11:59:04.570088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49184) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:04.578641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'mac_address': 'fa:16:3e:42:be:dd', 'name': 'tempest-PortsTestJSON-2039350659'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:04.595034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Allocated IP 2001:db8:0:ffff::2 (71b5c2ad-b463-4e0e-898e-f046f8ea8b08/6fb7e5a8-df23-40cb-9a89-22a5de1cbd57/536976bd-4237-4f91-9247-98dcc211ed4e) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:04.602652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:04.616602 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6ca7294b-ae3c-4cc4-bf2a-7808b0481c8f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4423261 Feb 17 11:59:04.625250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.679774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49188) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:04.690881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=3e060af5-dedc-4313-b4e8-914f0018ecb0,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:04.700186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-785128659'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:04.709063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:04.777442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:04.782274 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f8396905-3b13-4098-9eeb-ba0a72e81b1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f33fd8035c8c4734aaff2a5918be7056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2814522 Feb 17 11:59:04.787770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:04.790833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49192) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:04.814430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:04.832932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:04.859857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:04.878714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:04.884667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:04.894535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:04.921726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Made reservation on behalf of 2d6694fddb4e4a2bb43f30af7aa3d8a9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:04.922020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5e38e0-29ad-466a-89f6-f99125f3e593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.925148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.953210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5e38e0-29ad-466a-89f6-f99125f3e593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.963859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:04.966812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:04.997496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:05.025194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.039615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Transition to ACTIVE for port object 536976bd-4237-4f91-9247-98dcc211ed4e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:05.059128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Transition to ACTIVE for port object 536976bd-4237-4f91-9247-98dcc211ed4e will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:05.147794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.169174 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b21f69bb-9d3f-4b1a-99fd-f98d632c7644 req-9e0df381-264a-4dbd-b797-466183306a03 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 210 time: 0.1557691 Feb 17 11:59:05.197806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:05.214308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.236235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.236573 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 18c0f724-4de2-492b-b3f0-48590fa7309c of type vlan for network d6c92c8b-014e-45cb-8f9f-285df55c0848 Feb 17 11:59:05.251202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 0f2fb753-8e8f-4804-9282-369b3daf7fd8 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:05.276906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Pushing event updated for resources: {'Port': ['ID=536976bd-4237-4f91-9247-98dcc211ed4e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:05.307043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:05.310715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:05.321418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:05.327099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.395733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5e38e0-29ad-466a-89f6-f99125f3e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.435462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e38e0-29ad-466a-89f6-f99125f3e593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa680457-3358-4766-82df-ef804e876980,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:05.493994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.499047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:05.499047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.505165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Attempting to bind port 536976bd-4237-4f91-9247-98dcc211ed4e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:05.505539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Attempting to bind port 536976bd-4237-4f91-9247-98dcc211ed4e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2dd6830b-df72-4b7f-8897-243f2828d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:05.505940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Attempting to bind port 536976bd-4237-4f91-9247-98dcc211ed4e on network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:05.515005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:05.515379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Checking segment: {'id': '2dd6830b-df72-4b7f-8897-243f2828d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:05.515780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.516316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Bound using segment: {'id': '2dd6830b-df72-4b7f-8897-243f2828d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:05.516780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Bound port: 536976bd-4237-4f91-9247-98dcc211ed4e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd6830b-df72-4b7f-8897-243f2828d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71b5c2ad-b463-4e0e-898e-f046f8ea8b08'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:05.517150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.571969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Allocated IP 172.20.0.9 (3c854e6f-3ba8-4456-af9d-8c00f77df2e9/318647d3-4aaf-47a8-91e1-ce1862355d97/656370df-7b58-4f1b-b2fb-06efe1737415) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:05.609353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=d6c92c8b-014e-45cb-8f9f-285df55c0848,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:05.644690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] For port 536976bd-4237-4f91-9247-98dcc211ed4e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:05.649551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] For port 536976bd-4237-4f91-9247-98dcc211ed4e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=536976bd-4237-4f91-9247-98dcc211ed4e,segment=NetworkSegment(2dd6830b-df72-4b7f-8897-243f2828d43e),segment_id=2dd6830b-df72-4b7f-8897-243f2828d43e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:05.653421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network d6c92c8b-014e-45cb-8f9f-285df55c0848 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:05.671451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.734248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.754064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.778965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 881f68aa-cbdb-4a22-bb77-e2c8732b8fbe associated. External IP: 172.26.6.31, port: b3ec1177-e726-4f1c-aaac-3d0704bfbf49. Feb 17 11:59:05.832915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Router 900b8037-9332-49a8-a485-c8cf9b0fee2f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:59:05.911141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f41ef-c4ce-42df-8123-58f3e57c6b59 None None] Pushing event updated for resources: {'Port': ['ID=536976bd-4237-4f91-9247-98dcc211ed4e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:05.943083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.979646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b5e38e0-29ad-466a-89f6-f99125f3e593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:05.983724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8b5e38e0-29ad-466a-89f6-f99125f3e593 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa680457-3358-4766-82df-ef804e876980 HTTP/1.1" status: 204 len: 168 time: 1.1916385 Feb 17 11:59:05.988841 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-54775e06-e0a3-4f4a-9e3a-7e4daf613c01 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3042016 Feb 17 11:59:05.988841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=0f2fb753-8e8f-4804-9282-369b3daf7fd8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:05.991012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49200) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:06.002473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': 'd6c92c8b-014e-45cb-8f9f-285df55c0848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:06.077899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Transition to ACTIVE for port object 656370df-7b58-4f1b-b2fb-06efe1737415 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:06.091002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:06.096557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:06.099215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:06.104116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:06.105238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:06.155762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:06.161527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:06.164668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:06.172842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:06.236585 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2168f317-2a68-4526-8a5b-619f7ccff0d3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6643691 Feb 17 11:59:06.239505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49206) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:06.276137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:59:06.287025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] Sync routers for ids ['900b8037-9332-49a8-a485-c8cf9b0fee2f'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:59:06.311837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0aa3c08a-0fd4-4a05-b59c-32f65c4631ed tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/routers/900b8037-9332-49a8-a485-c8cf9b0fee2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2797756 Feb 17 11:59:06.313007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] Routers {'900b8037-9332-49a8-a485-c8cf9b0fee2f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:59:06.313630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['900b8037-9332-49a8-a485-c8cf9b0fee2f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:06.319878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49210) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:06.441630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7d18a-f071-4db2-8abb-d2d3621af0d4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:06.446495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97b7d18a-f071-4db2-8abb-d2d3621af0d4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:06.450398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:06.478847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:06.520709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:06.533693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] Routers {'900b8037-9332-49a8-a485-c8cf9b0fee2f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:59:06.534758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['900b8037-9332-49a8-a485-c8cf9b0fee2f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:06.594472 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a54424-a2f6-4e2e-9c19-29477a4bfeb3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:59:06.595008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-97a54424-a2f6-4e2e-9c19-29477a4bfeb3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:06.602676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:06.603444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b04e1-42df-4c87-a33c-db8072ce0e9a None None] The sync data for ids ['900b8037-9332-49a8-a485-c8cf9b0fee2f'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:59:06.656745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:06.662302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:06.663308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:06.664163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=656370df-7b58-4f1b-b2fb-06efe1737415,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:06.667084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:06.706871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97b7d18a-f071-4db2-8abb-d2d3621af0d4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:06.714973 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-97b7d18a-f071-4db2-8abb-d2d3621af0d4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/0f2fb753-8e8f-4804-9282-369b3daf7fd8 HTTP/1.1" status: 200 len: 841 time: 0.4741824 Feb 17 11:59:06.719120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49218) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:07.015676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-97a54424-a2f6-4e2e-9c19-29477a4bfeb3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:07.016889 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-97a54424-a2f6-4e2e-9c19-29477a4bfeb3 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/3e060af5-dedc-4313-b4e8-914f0018ecb0 HTTP/1.1" status: 404 len: 333 time: 0.6933579 Feb 17 11:59:07.025291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49228) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:07.071815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:07.072473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.108587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 0f2fb753-8e8f-4804-9282-369b3daf7fd8 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:07.109881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.147136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2183a9a4-9267-47a0-9319-2aca99680f3a None None] Provisioning for port 656370df-7b58-4f1b-b2fb-06efe1737415 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:07.154041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2183a9a4-9267-47a0-9319-2aca99680f3a None None] Provisioning complete for port 656370df-7b58-4f1b-b2fb-06efe1737415 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:07.160294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2183a9a4-9267-47a0-9319-2aca99680f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.243049 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-e20f4cac-4f64-45d4-a1ce-abdadb837203 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3627193 Feb 17 11:59:07.249995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076a3da-86a8-416b-a61f-5b73db3630a9 req-8a5c663f-fa63-484d-aaa1-1e3c334ff6fa tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:07.250914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d076a3da-86a8-416b-a61f-5b73db3630a9 req-8a5c663f-fa63-484d-aaa1-1e3c334ff6fa tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:07.269358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.307930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2183a9a4-9267-47a0-9319-2aca99680f3a None None] Port 656370df-7b58-4f1b-b2fb-06efe1737415 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:07.324201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Request body: {'port': {'device_id': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:07.343745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.522993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=f5017ca0-1b1a-4b56-8b36-856549b13ae2,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:07.523714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c18b36-452d-4450-9d91-737c32f99594 None None] Network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:07.554711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d076a3da-86a8-416b-a61f-5b73db3630a9 req-8a5c663f-fa63-484d-aaa1-1e3c334ff6fa tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:07.556318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d076a3da-86a8-416b-a61f-5b73db3630a9 req-8a5c663f-fa63-484d-aaa1-1e3c334ff6fa tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 931 time: 1.0121877 Feb 17 11:59:07.687968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '18c0f724-4de2-492b-b3f0-48590fa7309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd6c92c8b-014e-45cb-8f9f-285df55c0848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:07.688360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: d6c92c8b-014e-45cb-8f9f-285df55c0848, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:07.692988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.743985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7ceb1fd3-0a30-4814-9177-e3748477dc69 None None] Provisioning for port 536976bd-4237-4f91-9247-98dcc211ed4e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:07.756120 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d076a3da-86a8-416b-a61f-5b73db3630a9 req-8089217c-28c3-4667-a49c-da330c4ab657 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888795 Feb 17 11:59:07.830457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.907007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49238) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:07.941603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.948700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:07.990156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f156309f-0a10-4c3f-8af6-e91c8232d20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.043799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 0f2fb753-8e8f-4804-9282-369b3daf7fd8 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:08.106734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.107292 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Fanout notify agent at l3_agent the message router_deleted on router 900b8037-9332-49a8-a485-c8cf9b0fee2f {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 11:59:08.144493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.154813 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e48626c5-f35f-44ce-9adf-59ccb9b72a51 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/routers/900b8037-9332-49a8-a485-c8cf9b0fee2f HTTP/1.1" status: 204 len: 168 time: 1.1283321 Feb 17 11:59:08.160411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network d6c92c8b-014e-45cb-8f9f-285df55c0848 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:08.164083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49244) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:08.203353 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6918a66a-7ba1-48ff-af14-cbdeb10acb7c tempest-ServiceProvidersTest-858216675 tempest-ServiceProvidersTest-858216675-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2943215 Feb 17 11:59:08.249691 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, d6c92c8b-014e-45cb-8f9f-285df55c0848) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:08.259540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:08.260119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.270827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a176c-fb03-4688-8c8e-310217b5904b None None] Network d6c92c8b-014e-45cb-8f9f-285df55c0848 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:08.384909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d0e58a79-aa4f-431d-8af6-2d3797a2ac81 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3902912 Feb 17 11:59:08.385810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49250) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:08.425926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 536976bd-4237-4f91-9247-98dcc211ed4e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:08.562114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:59:08.627567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.703481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=0f2fb753-8e8f-4804-9282-369b3daf7fd8,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:08.712434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 536976bd-4237-4f91-9247-98dcc211ed4e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:08.722169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94349f-7696-4568-a48a-1e52577c3585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-d6c92c8b-014e-45cb-8f9f-285df55c0848', 'network_id': 'd6c92c8b-014e-45cb-8f9f-285df55c0848', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': 'f5017ca0-1b1a-4b56-8b36-856549b13ae2'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:08.724408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6e94349f-7696-4568-a48a-1e52577c3585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.738238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.755363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.761643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 536976bd-4237-4f91-9247-98dcc211ed4e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:08.762127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:08.837401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.026307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49258) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:09.033825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.053174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet de9909bd-4d17-4a07-9fbd-8fe5974a1c1b {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:09.055650 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3e939630-dcab-421c-b5ee-046850c36f8d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/0f2fb753-8e8f-4804-9282-369b3daf7fd8 HTTP/1.1" status: 204 len: 168 time: 2.3347979 Feb 17 11:59:09.059988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.064573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.067805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49262) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:09.090288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:59:09.095967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=f5017ca0-1b1a-4b56-8b36-856549b13ae2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:09.107372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 536976bd-4237-4f91-9247-98dcc211ed4e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=536976bd-4237-4f91-9247-98dcc211ed4e,segment=NetworkSegment(2dd6830b-df72-4b7f-8897-243f2828d43e),segment_id=2dd6830b-df72-4b7f-8897-243f2828d43e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server [None req-6e94349f-7696-4568-a48a-1e52577c3585 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5017ca0-1b1a-4b56-8b36-856549b13ae2: This subnet is being modified by another concurrent operation. Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise exception Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5017ca0-1b1a-4b56-8b36-856549b13ae2: This subnet is being modified by another concurrent operation. Feb 17 11:59:09.136681 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Feb 17 11:59:09.166491 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-0534065b-1518-4234-8aa9-e208ee44edb4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:09.166491 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0534065b-1518-4234-8aa9-e208ee44edb4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/0f2fb753-8e8f-4804-9282-369b3daf7fd8 HTTP/1.1" status: 404 len: 333 time: 0.0657432 Feb 17 11:59:09.166491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49268) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:09.176434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.181671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74834161-8d89-4ba4-a63e-84b0ee522c74 None None] Network d6c92c8b-014e-45cb-8f9f-285df55c0848 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:09.207472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'name': 'tempest-PortsTestJSON-1887722287'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:09.235709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656370df-7b58-4f1b-b2fb-06efe1737415 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:59:09.248477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.283567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Transition to ACTIVE for port object 656370df-7b58-4f1b-b2fb-06efe1737415 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:09.311814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.328718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.409373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.431913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.498685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=536976bd-4237-4f91-9247-98dcc211ed4e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:09.501875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.560016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:59:09.562054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Pushing event updated for resources: {'Port': ['ID=656370df-7b58-4f1b-b2fb-06efe1737415,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:09.570511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c92c8b-014e-45cb-8f9f-285df55c0848']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:09.579350 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:59:09.588560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa984-32a4-49fe-b533-5b250f2f14d2 req-1205cde6-fc0d-4365-af85-293b7a6bc782 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:09.590113 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-eacfa984-32a4-49fe-b533-5b250f2f14d2 req-1205cde6-fc0d-4365-af85-293b7a6bc782 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 931 time: 0.6058896 Feb 17 11:59:09.606087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:09.606087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:09.607859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c0f724-4de2-492b-b3f0-48590fa7309c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:09.608134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c0f724-4de2-492b-b3f0-48590fa7309c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:09.617668 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:59:09.618489 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:58:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:09.640548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Usage tracker for resource:security_group_rule and tenant:bab609da1ca74234b2e1c7febadaf43a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:09.643750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:09.646611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:09.656761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:09.665472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:09.671000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.679767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:09.685281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.707024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.729381 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-eacfa984-32a4-49fe-b533-5b250f2f14d2 req-1aeb562f-5f8a-4157-8618-eddc50c6e4f3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298373 Feb 17 11:59:09.730337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:09.730736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:09.746852 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:09.773107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.789878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb9303-6715-4fb7-8238-d6353f120e15 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:59:09.800856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:09.804668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.830765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Attempting to bind port 656370df-7b58-4f1b-b2fb-06efe1737415 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:09.831158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Attempting to bind port 656370df-7b58-4f1b-b2fb-06efe1737415 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:09.831586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Attempting to bind port 656370df-7b58-4f1b-b2fb-06efe1737415 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:09.841917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=de9909bd-4d17-4a07-9fbd-8fe5974a1c1b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:09.849047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 96730826-e63f-4a8f-b6a0-465583e8bb10 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:09.870248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:09.872798 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fffdf76f-0840-4fa7-b607-c88ce2cf5adb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/de9909bd-4d17-4a07-9fbd-8fe5974a1c1b HTTP/1.1" status: 204 len: 168 time: 1.6969137 Feb 17 11:59:09.876392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49272) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:09.881055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Port 656370df-7b58-4f1b-b2fb-06efe1737415 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 11:59:09.882644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Attempting to bind port 656370df-7b58-4f1b-b2fb-06efe1737415 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:09.891434 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:59:09.921469 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d3a327a-8d0e-449e-9a03-366528a25180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.3241506 Feb 17 11:59:09.924014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:09.928731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:59:10.003352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:10.003352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Checking segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:10.003712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Bound using segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:10.004250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Bound port: 656370df-7b58-4f1b-b2fb-06efe1737415, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:10.004691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.008067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb9303-6715-4fb7-8238-d6353f120e15 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:59:10.068182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.109450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'status': 'completed', 'code': 200} Feb 17 11:59:10.124450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.144226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=d6c92c8b-014e-45cb-8f9f-285df55c0848,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:10.146559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd266-742e-42e7-bda9-43772cebfcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.210456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.262159 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-84deddf6-924e-47f6-9207-f90d23d3bd2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/d6c92c8b-014e-45cb-8f9f-285df55c0848 HTTP/1.1" status: 204 len: 168 time: 1.8752432 Feb 17 11:59:10.266262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49282) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:10.297030 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b5e3bca6-9df8-4623-8184-0c7596ca2616 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/881f68aa-cbdb-4a22-bb77-e2c8732b8fbe HTTP/1.1" status: 200 len: 991 time: 0.3718109 Feb 17 11:59:10.305180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 36679e60-8afb-4e44-82bf-e9f4fea488f9 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:10.306534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.308826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 536976bd-4237-4f91-9247-98dcc211ed4e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:10.318169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652077647'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:10.323786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:10.327795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:10.334166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:10.336682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] For port 656370df-7b58-4f1b-b2fb-06efe1737415, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:10.348574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:10.383155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] For port 656370df-7b58-4f1b-b2fb-06efe1737415, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=656370df-7b58-4f1b-b2fb-06efe1737415,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:10.413902 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:11Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:01Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:10.419544 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:59:10.425000 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-81d2e2d0-be01-4462-a518-d615874b46e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.3145952 Feb 17 11:59:10.434769 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:59:10.435703 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:10.439207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 536976bd-4237-4f91-9247-98dcc211ed4e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:10.439692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.450049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.455647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:10.455647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.461090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.505466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:10.514637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.514971 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 7eb312e9-3de0-48be-8a08-072990857c0e of type vlan for network 55b348c0-412f-4be0-908f-c359565f7ce4 Feb 17 11:59:10.542568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.575745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.650355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.661038 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bab609da1ca74234b2e1c7febadaf43a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6268175 Feb 17 11:59:10.661038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.663927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:10.664522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.668690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb43eb3-9064-4e08-b2d0-c17fc7dd164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc6b540-9419-4044-81e3-2d547984197e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:10.670975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49286) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:10.693134 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:59:10.697341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.699329 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/656370df-7b58-4f1b-b2fb-06efe1737415 HTTP/1.1" status: 200 len: 1093 time: 3.4449184 Feb 17 11:59:10.752409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72daea88-35db-4a75-b4d3-50c717b61a25 None None] Network 4388281d-f049-4cbf-99e2-443f314fa88b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:10.769912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b088202-14dd-475d-ab5b-12d9ad9505c1 service neutron] Pushing event updated for resources: {'Port': ['ID=656370df-7b58-4f1b-b2fb-06efe1737415,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:10.777533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] For port 36679e60-8afb-4e44-82bf-e9f4fea488f9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=36679e60-8afb-4e44-82bf-e9f4fea488f9,segment=NetworkSegment(9356e05a-ff26-4546-afb6-564b87953c0f),segment_id=9356e05a-ff26-4546-afb6-564b87953c0f)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:10.791910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.792978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=55b348c0-412f-4be0-908f-c359565f7ce4,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:10.805972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-86543b17-988f-4b92-a2f7-73848321cb30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:10.808378 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-86543b17-988f-4b92-a2f7-73848321cb30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 897 time: 0.3761888 Feb 17 11:59:10.843317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 55b348c0-412f-4be0-908f-c359565f7ce4 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:10.914579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18fc6da8-b77d-4095-9a47-aeab2119854c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.942405 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0c589f8e-4623-4ef3-bf68-1c35351782ad tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6683080 Feb 17 11:59:10.945996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49292) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:10.949774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18fc6da8-b77d-4095-9a47-aeab2119854c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:10.964528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:11.205068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.258214 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:11Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:01Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:11.258496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 36679e60-8afb-4e44-82bf-e9f4fea488f9 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:11.262496 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d93ca-15bc-46ad-8d01-35d0b911e49e None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T11:58:11Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:01Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:59:11.307593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49296) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:11.335857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.363408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.401011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] DHCP port deletion for 4388281d-f049-4cbf-99e2-443f314fa88b request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:11.405573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Deleting port 36679e60-8afb-4e44-82bf-e9f4fea488f9 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:11.406108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.422667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:11.445527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:11.463917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:11.467781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:11.468377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.491308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=96730826-e63f-4a8f-b6a0-465583e8bb10,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:11.507995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:11.515929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:11.520074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:11.529930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:11.547174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb357-b360-470e-824c-85fdb86d90e8 req-383e5055-fa0e-4647-80f5-03fe138be497 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:11.547860 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-9f2a1b86-4362-4524-8daa-b6ecd2390297 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 999 time: 0.6655693 Feb 17 11:59:11.554893 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3bbcb357-b360-470e-824c-85fdb86d90e8 req-383e5055-fa0e-4647-80f5-03fe138be497 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.5462084 Feb 17 11:59:11.555684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a37dbe30-38b0-4ef7-904d-dee5851aad9b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/881f68aa-cbdb-4a22-bb77-e2c8732b8fbe HTTP/1.1" status: 200 len: 991 time: 0.2265348 Feb 17 11:59:11.575766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-afeb4889-8580-4f7a-89b4-a3a6abd77849 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4069099 Feb 17 11:59:11.575766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49300) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:11.583527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:11.614733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18fc6da8-b77d-4095-9a47-aeab2119854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.626670 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-7a7d652b-0395-4ef8-8311-28bf8f59faf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 1096 time: 0.7483971 Feb 17 11:59:11.627273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19ae92-1bb4-40d2-bf1e-0a5726d84865 None None] New status for floating IP 881f68aa-cbdb-4a22-bb77-e2c8732b8fbe: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:59:11.634872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-fb5263bd-4312-4ff2-8322-b93f048a69e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:11.636488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-fb5263bd-4312-4ff2-8322-b93f048a69e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 200 len: 835 time: 0.0794771 Feb 17 11:59:11.647857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6da8-b77d-4095-9a47-aeab2119854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc6b540-9419-4044-81e3-2d547984197e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:11.661303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:11.740099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.745094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18fc6da8-b77d-4095-9a47-aeab2119854c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.748770 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-18fc6da8-b77d-4095-9a47-aeab2119854c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ddc6b540-9419-4044-81e3-2d547984197e HTTP/1.1" status: 204 len: 168 time: 0.9709330 Feb 17 11:59:11.779911 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3bbcb357-b360-470e-824c-85fdb86d90e8 req-d3d2cb77-bc75-4147-8dc2-a501bb0fd0ea tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241225 Feb 17 11:59:11.800631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=36679e60-8afb-4e44-82bf-e9f4fea488f9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:11.827460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-c4951f32-5b7c-4c10-b7b8-1eef575e000f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=656370df-7b58-4f1b-b2fb-06efe1737415 HTTP/1.1" status: 200 len: 217 time: 0.1901610 Feb 17 11:59:11.835123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No DVR routers for this DVR port 36679e60-8afb-4e44-82bf-e9f4fea488f9 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:11.873003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.878364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.945684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:11.984424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] For port 36679e60-8afb-4e44-82bf-e9f4fea488f9, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=36679e60-8afb-4e44-82bf-e9f4fea488f9,segment=NetworkSegment(9356e05a-ff26-4546-afb6-564b87953c0f),segment_id=9356e05a-ff26-4546-afb6-564b87953c0f)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:11.984704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.019750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-7944357d-b19c-4cd9-8203-001570356192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3328390 Feb 17 11:59:12.124309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Calling delete_port for 36679e60-8afb-4e44-82bf-e9f4fea488f9 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:12.132658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:59:12.149510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-3f8fda8c-9aa9-4d8c-8f8a-68a94258da42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:12.151470 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-3f8fda8c-9aa9-4d8c-8f8a-68a94258da42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.3130202 Feb 17 11:59:12.166245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.265869 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415', 'status': 'completed', 'code': 200} Feb 17 11:59:12.287867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4388281d-f049-4cbf-99e2-443f314fa88b']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:12.306184 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-08d69cc8-8fe2-4ef4-b73d-1ca83b30bcdc service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777581 Feb 17 11:59:12.310944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9356e05a-ff26-4546-afb6-564b87953c0f') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:12.314978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9356e05a-ff26-4546-afb6-564b87953c0f') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:12.328434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 36679e60-8afb-4e44-82bf-e9f4fea488f9 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:12.364660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 36679e60-8afb-4e44-82bf-e9f4fea488f9 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:59:12.365281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 36679e60-8afb-4e44-82bf-e9f4fea488f9 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:12.367072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.373057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:12.373585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:12.376151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.447374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.460563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:12.460969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:12.476930 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:12.486417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-852f5e10-313f-46e2-8102-0f7a430ea693 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3233860 Feb 17 11:59:12.497267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.559891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49308) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:12.572444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] In _notify_port_updated(), no bound segment for port 96730826-e63f-4a8f-b6a0-465583e8bb10 on network 00ea983e-02b6-47f4-8260-d0db21dd20d9 {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:59:12.582502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:12.582502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.582502 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/ports/96730826-e63f-4a8f-b6a0-465583e8bb10 HTTP/1.1" status: 200 len: 818 time: 1.0043952 Feb 17 11:59:12.585404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49312) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:12.668566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.752021 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=d1975c08-39a2-4c45-a894-80f34ab8db0c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:12.754933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc7152-b15b-40a3-8105-440579dd8a29 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=96730826-e63f-4a8f-b6a0-465583e8bb10,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:12.761462 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9af7ae56-3f55-44b7-90e5-1621f8d8afd9 req-bcaa83a6-35f3-4606-a6fc-86966d85c837 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392345 Feb 17 11:59:12.771230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 96730826-e63f-4a8f-b6a0-465583e8bb10 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:12.771708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.806108 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8b918574-457c-4232-84f5-7f6453b309b7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/881f68aa-cbdb-4a22-bb77-e2c8732b8fbe HTTP/1.1" status: 200 len: 993 time: 0.2408898 Feb 17 11:59:12.815982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '7eb312e9-3de0-48be-8a08-072990857c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:12.816331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: 55b348c0-412f-4be0-908f-c359565f7ce4, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:12.841653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.875795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Deleting port 36679e60-8afb-4e44-82bf-e9f4fea488f9 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:12.877605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.905524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network 55b348c0-412f-4be0-908f-c359565f7ce4 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:12.935646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.968253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:12.980211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32e52b51-5e65-4a13-a811-5941e1fc92eb None None] The port '36679e60-8afb-4e44-82bf-e9f4fea488f9' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:59:13.002437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 55b348c0-412f-4be0-908f-c359565f7ce4) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:13.015521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825aedb-27fd-4a87-a5f1-5d0f789ddab4 None None] Network 55b348c0-412f-4be0-908f-c359565f7ce4 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:13.018521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=4388281d-f049-4cbf-99e2-443f314fa88b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:13.018683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:13.019232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.056123 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-006614f1-1c5d-4e58-a91e-321862042271 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126517 Feb 17 11:59:13.076072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4d5a8-77b6-4c89-8823-9eec040696ed req-b1a8e5bf-f3c5-4668-b724-f182cdac4e63 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:13.078800 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-05d4d5a8-77b6-4c89-8823-9eec040696ed req-b1a8e5bf-f3c5-4668-b724-f182cdac4e63 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.1440341 Feb 17 11:59:13.116124 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c9330267-86ac-489e-8527-263507443c7f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1689186 Feb 17 11:59:13.118114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49318) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:13.123805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790300966'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:13.132295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:13.136740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:13.144381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:13.153877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:13.169956 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-05d4d5a8-77b6-4c89-8823-9eec040696ed req-060a922f-229d-49f0-be51-edb02b1e8cd8 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900824 Feb 17 11:59:13.171234 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6dee8998-88eb-4db9-afe9-7c28466f6e10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/4388281d-f049-4cbf-99e2-443f314fa88b HTTP/1.1" status: 204 len: 168 time: 3.2937226 Feb 17 11:59:13.183417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49322) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:13.260446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:13.263509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.300086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:13.319425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.332133 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 22045aa9-1030-4a06-b112-900b5a3a34f6 of type vlan for network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 Feb 17 11:59:13.337877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-55b348c0-412f-4be0-908f-c359565f7ce4', 'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': 'd1975c08-39a2-4c45-a894-80f34ab8db0c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:13.339236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.353483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.398260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ba91f-2eb0-4acf-96bf-739c69804182 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:13.398874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b67ba91f-2eb0-4acf-96bf-739c69804182 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:13.404915 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1333e0c-1414-43e4-a677-c65b6205a928 req-794301ce-017a-46a2-9321-b7b997ff94d0 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405089 Feb 17 11:59:13.406499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.465071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.470392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:13.474260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.538226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Allocated IP 2001:db8::3 (55b348c0-412f-4be0-908f-c359565f7ce4/d1975c08-39a2-4c45-a894-80f34ab8db0c/f9e626f4-e224-4aa6-ad75-ca940005ecab) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:13.576158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 96730826-e63f-4a8f-b6a0-465583e8bb10 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:13.607384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b67ba91f-2eb0-4acf-96bf-739c69804182 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:13.608831 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b67ba91f-2eb0-4acf-96bf-739c69804182 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 HTTP/1.1" status: 200 len: 845 time: 0.4219930 Feb 17 11:59:13.618382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:13.621176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49326) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:13.634766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:13.664483 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-88d15f36-2e92-4b34-9a6d-732a01a0fee9 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5422106 Feb 17 11:59:13.668394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49330) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:13.676412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:13.689978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-76093826-c542-4109-856b-4a2ded65c1ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 1096 time: 0.1541719 Feb 17 11:59:13.773518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.844897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=96730826-e63f-4a8f-b6a0-465583e8bb10,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:13.857269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.889413 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dda41697-b880-4190-939c-ce2b2b01c64f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/96730826-e63f-4a8f-b6a0-465583e8bb10 HTTP/1.1" status: 204 len: 168 time: 1.2976723 Feb 17 11:59:13.891833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49334) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:13.902390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:13.903042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4a8619ca-2beb-417f-a0c9-60c2475889a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:13.913728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Transition to ACTIVE for port object f9e626f4-e224-4aa6-ad75-ca940005ecab will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:13.935282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:13.935984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Transition to ACTIVE for port object f9e626f4-e224-4aa6-ad75-ca940005ecab will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:13.937361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4a8619ca-2beb-417f-a0c9-60c2475889a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:13.942664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4a8619ca-2beb-417f-a0c9-60c2475889a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/f3f44bfd-5c2c-4335-95d7-41f41c5b13d9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3202615 Feb 17 11:59:13.944751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49338) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:13.947808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:13.951693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-7f840dc7-9a21-4794-b802-842bc94cb214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:13.953194 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-7f840dc7-9a21-4794-b802-842bc94cb214 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.2563694 Feb 17 11:59:13.953330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:13.967394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:13.978950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:14.030774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.038361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-fc65fe85-8f03-46cb-855f-3b4e23dee32c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=656370df-7b58-4f1b-b2fb-06efe1737415 HTTP/1.1" status: 200 len: 217 time: 0.0776973 Feb 17 11:59:14.079111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:14.083686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:14.087091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:14.093248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:14.100541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7f71a-baa9-4565-bc8f-250506892e51 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:14.101336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4f7f71a-baa9-4565-bc8f-250506892e51 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:14.124774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-7b8f0b1f-00ee-4e20-9ece-afe4d5cbc1b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:14.126254 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-7b8f0b1f-00ee-4e20-9ece-afe4d5cbc1b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0820985 Feb 17 11:59:14.139671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:14.154960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Network 55b348c0-412f-4be0-908f-c359565f7ce4 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:14.158043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:14.160929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:14.162816 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:59:14.200396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4f7f71a-baa9-4565-bc8f-250506892e51 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:14.202391 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f4f7f71a-baa9-4565-bc8f-250506892e51 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3107502 Feb 17 11:59:14.207131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49344) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:14.259044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.276270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Pushing event updated for resources: {'Port': ['ID=f9e626f4-e224-4aa6-ad75-ca940005ecab,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:14.279117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:14.282318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Attempting to bind port f9e626f4-e224-4aa6-ad75-ca940005ecab on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:14.286011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Attempting to bind port f9e626f4-e224-4aa6-ad75-ca940005ecab by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7eb312e9-3de0-48be-8a08-072990857c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:14.286011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Attempting to bind port f9e626f4-e224-4aa6-ad75-ca940005ecab on network 55b348c0-412f-4be0-908f-c359565f7ce4 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:14.288971 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ecc31f-2d19-4b8e-85b6-3b252bc72335 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:14.290412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e4ecc31f-2d19-4b8e-85b6-3b252bc72335 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/96730826-e63f-4a8f-b6a0-465583e8bb10 HTTP/1.1" status: 404 len: 333 time: 0.0809400 Feb 17 11:59:14.295947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:14.296331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Checking segment: {'id': '7eb312e9-3de0-48be-8a08-072990857c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:14.297319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.297319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Bound using segment: {'id': '7eb312e9-3de0-48be-8a08-072990857c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:14.297619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Bound port: f9e626f4-e224-4aa6-ad75-ca940005ecab, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb312e9-3de0-48be-8a08-072990857c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55b348c0-412f-4be0-908f-c359565f7ce4'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:14.298132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.298267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49348) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:14.301476 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-2dc89743-7668-44c3-a753-2ca899595dcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690423 Feb 17 11:59:14.400002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-382365560'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:14.401284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] For port f9e626f4-e224-4aa6-ad75-ca940005ecab, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:14.405233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] For port f9e626f4-e224-4aa6-ad75-ca940005ecab, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9e626f4-e224-4aa6-ad75-ca940005ecab,segment=NetworkSegment(7eb312e9-3de0-48be-8a08-072990857c0e),segment_id=7eb312e9-3de0-48be-8a08-072990857c0e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:14.411654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:14.439143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Performing IP validity checks on allocation pools {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:59:14.439654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:59:14.456544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:14.465731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:14.473552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.478236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:14.479048 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.544274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-72441c6c-5744-485c-8cdb-763199510ab0 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311065 Feb 17 11:59:14.556350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e53869-a40c-4d78-9b00-039ff5e26707 req-ffd1c5a7-7991-4b89-bec7-1aed23b33635 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:14.564107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00e53869-a40c-4d78-9b00-039ff5e26707 req-ffd1c5a7-7991-4b89-bec7-1aed23b33635 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.1589282 Feb 17 11:59:14.581322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ac322-316d-4741-948b-70cfc0b025f5 None None] Pushing event updated for resources: {'Port': ['ID=f9e626f4-e224-4aa6-ad75-ca940005ecab,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:14.725383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:14.728664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.825417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.869151 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00e53869-a40c-4d78-9b00-039ff5e26707 req-23b20521-848c-4b9e-a7cf-04b04ce664b6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014066 Feb 17 11:59:14.883496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.887759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:14.929457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.929839 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 930e0f14-f311-463a-8551-20638264d96c of type vlan for network 68c7c223-8eb7-4515-8c10-957a9ad2a547 Feb 17 11:59:14.930461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=70146153-7627-4853-8137-435043e34c7e,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:14.934118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:14.946094 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d2d8697-5a7b-4891-b2b2-3935f94b5528 req-f9faa87a-87f8-43e1-98ea-f2540f390bad service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745484 Feb 17 11:59:14.968456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:14.970325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:14.981983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:14.982331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581426d4-93f2-41ff-99d0-7214b66d9a01 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:14.982807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.045317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '22045aa9-1030-4a06-b112-900b5a3a34f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:15.045716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:15.056456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=d41febfe-fc28-4705-b2b6-06b5c49fb44a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:15.066228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.070445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:15.080301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.098477 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a6a26170-f548-4cc2-af76-e2264c7ae988 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1501744 Feb 17 11:59:15.098845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49352) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:15.106077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1025909874'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:15.112229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:15.116761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:15.119780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:15.125684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:15.147165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:15.182615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=68c7c223-8eb7-4515-8c10-957a9ad2a547,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:15.192556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.214944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:15.228302 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-07a93c8c-73d5-42e4-985d-d09ea39bc735 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9256723 Feb 17 11:59:15.230927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49356) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:15.236203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:15.240805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:15.241839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.251233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:15.280336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:15.289317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf61d37-9b8f-448f-97e3-bf967188431a None None] Network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:15.335765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group_rule and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:15.338957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:15.365933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:15.400157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:15.408022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:15.411881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:15.428055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:15.449010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e306103b-2a46-4657-8626-3dc85050bd93 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7757537 Feb 17 11:59:15.449010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49360) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:15.466987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-8651f65f-b77f-46a4-94cc-bbc783c89117', 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'tenant_id': '22c84f6815024b3faa6de8cc9fc00722', 'fixed_ips': [{'subnet_id': 'd41febfe-fc28-4705-b2b6-06b5c49fb44a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:15.468062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.536160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.605941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.653301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111', 'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': '70146153-7627-4853-8137-435043e34c7e'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:15.654200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.687096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.697484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd3d0c-b233-486a-bd82-e7e4d0c1b585,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:15.702058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:15.800148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862ce0a-e35a-4f27-9900-ec1d8cfde2b6 None None] Network 55b348c0-412f-4be0-908f-c359565f7ce4 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:15.805137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.806344 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e344903c-e522-44e3-85fa-4d42b970cf3a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7064998 Feb 17 11:59:15.809310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49364) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:15.812941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Allocated IP 2001:db8::2 (8651f65f-b77f-46a4-94cc-bbc783c89117/d41febfe-fc28-4705-b2b6-06b5c49fb44a/0ecac333-86fe-4f81-b016-4537e7e6763f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:15.816164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1421313938'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:15.825892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:15.830900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:15.836031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:15.843200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:15.857971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.876251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.918594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:15.966247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:15.971553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group_rule and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:15.975840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:15.984633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:16.063443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.085442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Allocated IP 2001:db8::3 (bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111/70146153-7627-4853-8137-435043e34c7e/70ea9180-4858-4ecc-b639-468c9282abfb) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:16.147356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.212672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8965625-69a3-4ba0-b7c4-5a31a771d56c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:16.268561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c4bb664d-4008-4827-985a-39c9f32440e0 None None] Provisioning for port f9e626f4-e224-4aa6-ad75-ca940005ecab completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:16.281283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c127d-f3ad-494a-a1a7-0d5532856511 req-b97bc93a-d2cd-4de1-9f1a-4aff1a78f4ad tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:16.283760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.288714 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7d8ae53e-62c3-4011-b22e-741b1d96ebb2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4741261 Feb 17 11:59:16.289363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49370) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:16.295538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1009907757', 'security_groups': ['d8965625-69a3-4ba0-b7c4-5a31a771d56c'], 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd41febfe-fc28-4705-b2b6-06b5c49fb44a'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:16.296290 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d26c127d-f3ad-494a-a1a7-0d5532856511 req-b97bc93a-d2cd-4de1-9f1a-4aff1a78f4ad tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.2140515 Feb 17 11:59:16.304231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9e626f4-e224-4aa6-ad75-ca940005ecab up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:16.359442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d26c127d-f3ad-494a-a1a7-0d5532856511 req-e9f77385-49a4-4ab9-bd7f-ad1e42d8a153 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621097 Feb 17 11:59:16.458199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:16.462725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:port and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:16.465734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:16.471584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:16.478636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.550307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:16.562665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=7a856c1c-e4c7-438a-b5bd-eb93f169d582,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:16.564936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.576976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '930e0f14-f311-463a-8551-20638264d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:16.577422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: 68c7c223-8eb7-4515-8c10-957a9ad2a547, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:16.594420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Transition to ACTIVE for port object 0ecac333-86fe-4f81-b016-4537e7e6763f will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:16.657899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f9e626f4-e224-4aa6-ad75-ca940005ecab completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:16.668056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Transition to ACTIVE for port object 0ecac333-86fe-4f81-b016-4537e7e6763f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:16.675317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f9e626f4-e224-4aa6-ad75-ca940005ecab triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:16.675680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.678686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:16.710769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.735102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.742080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port d7cad055-1a3c-4390-a482-00b7b7239d37 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:16.752268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Transition to ACTIVE for port object 70ea9180-4858-4ecc-b639-468c9282abfb will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:16.777492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Transition to ACTIVE for port object 70ea9180-4858-4ecc-b639-468c9282abfb will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:16.782126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.804534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 68c7c223-8eb7-4515-8c10-957a9ad2a547) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:16.809635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:16.814305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.849317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65265c-141a-4ed0-b21a-7427a0b02f50 None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:16.924430 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-23692148-826b-4a88-98de-b8648958d193 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6921232 Feb 17 11:59:16.927256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49374) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:16.933423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:16.935833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:16.966458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.009641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::a1 (8651f65f-b77f-46a4-94cc-bbc783c89117/d41febfe-fc28-4705-b2b6-06b5c49fb44a/d7cad055-1a3c-4390-a482-00b7b7239d37) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:17.029064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.039810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Pushing event updated for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:17.083494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=70146153-7627-4853-8137-435043e34c7e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:17.095433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e083c902-7743-4c2a-85fb-613d7112f5d8 None None] Provisioning complete for port f9e626f4-e224-4aa6-ad75-ca940005ecab triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:17.095433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e083c902-7743-4c2a-85fb-613d7112f5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.161659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:17.187129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:17.191539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:17.200174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:17.208895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:17.242916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:17.263824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.297486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:17.303897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:17.311525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:17.316790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Pushing event updated for resources: {'Port': ['ID=70ea9180-4858-4ecc-b639-468c9282abfb,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:17.322640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:17.330531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22045aa9-1030-4a06-b112-900b5a3a34f6') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:17.330812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22045aa9-1030-4a06-b112-900b5a3a34f6') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:17.338959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:17.341144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.348907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.370050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.372726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f9e626f4-e224-4aa6-ad75-ca940005ecab, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9e626f4-e224-4aa6-ad75-ca940005ecab,segment=NetworkSegment(7eb312e9-3de0-48be-8a08-072990857c0e),segment_id=7eb312e9-3de0-48be-8a08-072990857c0e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:17.382439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:17.383033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.397361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object d7cad055-1a3c-4390-a482-00b7b7239d37 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:17.403665 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:17.457848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:17.462980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.499644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.544825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Attempting to bind port 70ea9180-4858-4ecc-b639-468c9282abfb on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:17.545105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Attempting to bind port 70ea9180-4858-4ecc-b639-468c9282abfb by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '22045aa9-1030-4a06-b112-900b5a3a34f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:17.545455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Attempting to bind port 70ea9180-4858-4ecc-b639-468c9282abfb on network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:17.565128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.632143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:59:17.632143 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:59:17.632143 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111'}] Feb 17 11:59:17.632143 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:17.633623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:17.642131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:17.642823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a856c1c-e4c7-438a-b5bd-eb93f169d582 (CIDR: 172.20.0.0/28) Feb 17 11:59:17.642975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=d7cad055-1a3c-4390-a482-00b7b7239d37,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:17.646458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:17.653742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:17.653982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Checking segment: {'id': '22045aa9-1030-4a06-b112-900b5a3a34f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:17.654571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.654729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:17.655274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Bound using segment: {'id': '22045aa9-1030-4a06-b112-900b5a3a34f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:17.656194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Bound port: 70ea9180-4858-4ecc-b639-468c9282abfb, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22045aa9-1030-4a06-b112-900b5a3a34f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:17.656376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.658624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:17.659285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.688464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Attempting to bind port 0ecac333-86fe-4f81-b016-4537e7e6763f on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:17.688834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Attempting to bind port 0ecac333-86fe-4f81-b016-4537e7e6763f by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:17.689190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Attempting to bind port 0ecac333-86fe-4f81-b016-4537e7e6763f on network 8651f65f-b77f-46a4-94cc-bbc783c89117 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:17.696837 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05dd6-b39a-4bb1-9c9d-420a728a7dac req-6edc7bce-2e5d-447e-ac59-233ae7d0c7f9 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:17.698404 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-91d05dd6-b39a-4bb1-9c9d-420a728a7dac req-6edc7bce-2e5d-447e-ac59-233ae7d0c7f9 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.1485562 Feb 17 11:59:17.705115 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:59:17.705889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:17.751454 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-91d05dd6-b39a-4bb1-9c9d-420a728a7dac req-27acbf1f-2100-4ca2-a257-2e0677fcc376 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 Feb 17 11:59:17.770156 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4bc9266f-77e2-4b2a-923d-541c77973f4a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4793487 Feb 17 11:59:17.775847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:17.778984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:17.779380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Checking segment: {'id': 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:17.779785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.780188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Bound using segment: {'id': 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:17.780731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Bound port: 0ecac333-86fe-4f81-b016-4537e7e6763f, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:17.781015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.783246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:17.808702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f9e626f4-e224-4aa6-ad75-ca940005ecab,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:17.814533 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-da4bdb61-96ee-4ee3-bd08-1fb687ef87e3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8830547 Feb 17 11:59:17.815972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49384) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:17.823245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-68c7c223-8eb7-4515-8c10-957a9ad2a547', 'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': '7a856c1c-e4c7-438a-b5bd-eb93f169d582'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:17.824157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:17.824835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:17.938720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:17.945757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:17.948714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:17.954562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:17.996846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] For port 70ea9180-4858-4ecc-b639-468c9282abfb, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:17.997392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:18.001943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:18.008423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:18.013146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:18.026989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] For port 70ea9180-4858-4ecc-b639-468c9282abfb, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=70ea9180-4858-4ecc-b639-468c9282abfb,segment=NetworkSegment(22045aa9-1030-4a06-b112-900b5a3a34f6),segment_id=22045aa9-1030-4a06-b112-900b5a3a34f6)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:18.031139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:18.047671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0ecac333-86fe-4f81-b016-4537e7e6763f,segment=NetworkSegment(d1b7edfb-d998-4d21-b0ed-7135cbc18e4a),segment_id=d1b7edfb-d998-4d21-b0ed-7135cbc18e4a)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:18.061442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:18.065023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.129405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.134417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.153254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:18.163493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting port 70ea9180-4858-4ecc-b639-468c9282abfb {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:18.163980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.179264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.255755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Allocated IP 172.20.0.2 (68c7c223-8eb7-4515-8c10-957a9ad2a547/7a856c1c-e4c7-438a-b5bd-eb93f169d582/faed92b9-7c57-406c-9a69-a3ea432be6dd) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:18.258052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9e626f4-e224-4aa6-ad75-ca940005ecab up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:18.292992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d41febfe-fc28-4705-b2b6-06b5c49fb44a (CIDR: 2001:db8::/64) Feb 17 11:59:18.312137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5007de-9627-4edb-902e-f5888495d109 None None] Pushing event updated for resources: {'Port': ['ID=70ea9180-4858-4ecc-b639-468c9282abfb,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:18.346816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.379452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:59:18.380138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:18.429341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] For port 70ea9180-4858-4ecc-b639-468c9282abfb, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=70ea9180-4858-4ecc-b639-468c9282abfb,segment=NetworkSegment(22045aa9-1030-4a06-b112-900b5a3a34f6),segment_id=22045aa9-1030-4a06-b112-900b5a3a34f6)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:18.430246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.502869 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-01caabfa-1590-4ab7-8224-f699e08e7138 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7255723 Feb 17 11:59:18.539760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49388) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:18.543450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:18.582171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c857d02-6a98-4113-aa44-e229116eb536 None None] Pushing event updated for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:18.628328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d718b-0f3d-43d5-a30a-3ea5faf5cf0a None None] Network bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:18.644010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f9e626f4-e224-4aa6-ad75-ca940005ecab triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:18.644383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.687990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Calling delete_port for 70ea9180-4858-4ecc-b639-468c9282abfb owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:18.788168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:18.798030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:18.803354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:18.812780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:18.879116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.907021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:18.910618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.938692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:18.956763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Transition to ACTIVE for port object faed92b9-7c57-406c-9a69-a3ea432be6dd will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:18.988783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Port': ['ID=70ea9180-4858-4ecc-b639-468c9282abfb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:18.998164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No DVR routers for this DVR port 70ea9180-4858-4ecc-b639-468c9282abfb on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:19.026828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Transition to ACTIVE for port object faed92b9-7c57-406c-9a69-a3ea432be6dd will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:19.096231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.142979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.178647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238c4b5-afc1-4727-8e3f-bb5c6510e857 req-cdf8005c-23c3-42c9-93f0-deacb877ac75 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:19.183044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:19.185756 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3238c4b5-afc1-4727-8e3f-bb5c6510e857 req-cdf8005c-23c3-42c9-93f0-deacb877ac75 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.2534673 Feb 17 11:59:19.189199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:19.189360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:19.190973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:19.195405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Pushing event updated for resources: {'Port': ['ID=faed92b9-7c57-406c-9a69-a3ea432be6dd,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:19.210465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.218713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22045aa9-1030-4a06-b112-900b5a3a34f6') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:19.219003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22045aa9-1030-4a06-b112-900b5a3a34f6') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:19.239419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.274968 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3238c4b5-afc1-4727-8e3f-bb5c6510e857 req-2565635e-ac0a-4e0d-b9ad-2455ec27698a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882423 Feb 17 11:59:19.276329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.292643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:19.293298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.295297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:19.298413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:19.303483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:19.303483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:19.309654 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:19.323416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=f363e242-1ec3-479f-b0c8-c432aad643eb,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:19.357910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Attempting to bind port faed92b9-7c57-406c-9a69-a3ea432be6dd on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:19.358571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Attempting to bind port faed92b9-7c57-406c-9a69-a3ea432be6dd by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '930e0f14-f311-463a-8551-20638264d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:19.359092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Attempting to bind port faed92b9-7c57-406c-9a69-a3ea432be6dd on network 68c7c223-8eb7-4515-8c10-957a9ad2a547 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:19.371466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:19.371834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Checking segment: {'id': '930e0f14-f311-463a-8551-20638264d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:19.372230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.372619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Bound using segment: {'id': '930e0f14-f311-463a-8551-20638264d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:19.373079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Bound port: faed92b9-7c57-406c-9a69-a3ea432be6dd, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930e0f14-f311-463a-8551-20638264d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:19.373449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.404464 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2e9703b5-7864-4056-adf4-5c3c1f453e28 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5870733 Feb 17 11:59:19.407116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49394) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:19.412619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547', 'fixed_ips': [{'subnet_id': '7a856c1c-e4c7-438a-b5bd-eb93f169d582'}, {'subnet_id': 'f363e242-1ec3-479f-b0c8-c432aad643eb'}], 'name': 'tempest-PortsTestJSON-927999875'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:19.474219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] For port faed92b9-7c57-406c-9a69-a3ea432be6dd, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:19.478835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] For port faed92b9-7c57-406c-9a69-a3ea432be6dd, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faed92b9-7c57-406c-9a69-a3ea432be6dd,segment=NetworkSegment(930e0f14-f311-463a-8551-20638264d96c),segment_id=930e0f14-f311-463a-8551-20638264d96c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:19.488865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.512096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.535254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.550422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:19.562412 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4879280-97c2-4987-9955-dbc00cf9d6a0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 HTTP/1.1" status: 204 len: 168 time: 4.1128504 Feb 17 11:59:19.563249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49398) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:19.569846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.571334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296037131'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:19.587889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:19.587889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:19.589764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:19.603033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:19.604598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:19.619089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:19.624221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=a8b12f99-aa0f-49fc-8d58-52bc1f908103,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:19.629392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:19.630135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.661862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Pushing event updated for resources: {'Port': ['ID=faed92b9-7c57-406c-9a69-a3ea432be6dd,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:19.674406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.674744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.675104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.675428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.675752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.676077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.676322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:19.676445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.676776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.677093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.677404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.677740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d718889-a302-4465-8073-a0dfe1c453a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:59:19.678651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:19.683714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:19.685624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.687442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:19.696723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:19.715612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:19.728809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.729246 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 0ff32194-0df1-4e49-8f4c-15a1d72ca0b2 of type vlan for network f6d7176f-aeae-4d08-8788-e93161fcf36d Feb 17 11:59:19.738281 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-81c4b73b-999e-4737-9828-507033e79f5a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2023468 Feb 17 11:59:19.739007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49402) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:19.751894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-677787297', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8b12f99-aa0f-49fc-8d58-52bc1f908103'}], 'security_groups': ['61cd3d0c-b233-486a-bd82-e7e4d0c1b585']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:19.766179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.851486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:19.857081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.887577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.893017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:19.893642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:19.920771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port a9f51981-cdcb-4140-80f8-69999bab5105 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:19.966472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:20.048144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=f6d7176f-aeae-4d08-8788-e93161fcf36d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:20.049236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f0304-3e82-4d4b-be5a-ec9998380b46 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:20.073029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network f6d7176f-aeae-4d08-8788-e93161fcf36d details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:20.180311 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4a07bf99-aa9d-4afa-b005-ff1563d39cef tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6156566 Feb 17 11:59:20.183065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49406) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:20.190276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': 'f6d7176f-aeae-4d08-8788-e93161fcf36d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:20.339323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dd1dec18-f4f7-451f-9e3b-4e704e6207e1 None None] Provisioning for port 0ecac333-86fe-4f81-b016-4537e7e6763f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:20.356337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faed92b9-7c57-406c-9a69-a3ea432be6dd up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:20.370361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:20.374443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:20.377469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:20.383981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:20.460897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:20.541369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dd1dec18-f4f7-451f-9e3b-4e704e6207e1 None None] Provisioning complete for port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:20.542689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dd1dec18-f4f7-451f-9e3b-4e704e6207e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:20.594973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:20.610412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dec18-f4f7-451f-9e3b-4e704e6207e1 None None] Port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:20.731297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port faed92b9-7c57-406c-9a69-a3ea432be6dd completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:20.736530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Update dhcp port {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'fixed_ips': [{'subnet_id': 'd41febfe-fc28-4705-b2b6-06b5c49fb44a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8b12f99-aa0f-49fc-8d58-52bc1f908103'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '0ecac333-86fe-4f81-b016-4537e7e6763f'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:59:20.807205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:20.820329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:20.892120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.10 (68c7c223-8eb7-4515-8c10-957a9ad2a547/7a856c1c-e4c7-438a-b5bd-eb93f169d582/a9f51981-cdcb-4140-80f8-69999bab5105) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:20.905198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.19 (68c7c223-8eb7-4515-8c10-957a9ad2a547/f363e242-1ec3-479f-b0c8-c432aad643eb/a9f51981-cdcb-4140-80f8-69999bab5105) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:20.922073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003a509-cd61-40b4-b16f-b41d24f26162 req-15b04aa8-3d75-4d5b-bd5f-35f4753aff59 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:20.923563 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1003a509-cd61-40b4-b16f-b41d24f26162 req-15b04aa8-3d75-4d5b-bd5f-35f4753aff59 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.3794785 Feb 17 11:59:20.940747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:20.984027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c6807-3b50-48a0-ba50-468b4b323a1b None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:21.034319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=ffb3d09e-10f6-4afd-bb9d-2caf3c13ba1c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:21.062322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '0ff32194-0df1-4e49-8f4c-15a1d72ca0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6d7176f-aeae-4d08-8788-e93161fcf36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:21.063102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: f6d7176f-aeae-4d08-8788-e93161fcf36d, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:21.079048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1003a509-cd61-40b4-b16f-b41d24f26162 req-e503666d-76cc-4502-9048-82bf676e4ba5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442292 Feb 17 11:59:21.108896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Delete allocated IP 2001:db8::a1 (8651f65f-b77f-46a4-94cc-bbc783c89117/d41febfe-fc28-4705-b2b6-06b5c49fb44a) {{(pid=84459) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 11:59:21.175700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8:0:1::11b (8651f65f-b77f-46a4-94cc-bbc783c89117/a8b12f99-aa0f-49fc-8d58-52bc1f908103/d7cad055-1a3c-4390-a482-00b7b7239d37) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:21.190319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network f6d7176f-aeae-4d08-8788-e93161fcf36d is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:21.248588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0ecac333-86fe-4f81-b016-4537e7e6763f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:21.251277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] Provisioning for port faed92b9-7c57-406c-9a69-a3ea432be6dd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:21.261559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:21.261956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.272589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, f6d7176f-aeae-4d08-8788-e93161fcf36d) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:21.277301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:21.279049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.292656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] Provisioning complete for port faed92b9-7c57-406c-9a69-a3ea432be6dd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:21.293020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.319005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d208072f-2753-49fa-afad-93950d10d188 None None] Network f6d7176f-aeae-4d08-8788-e93161fcf36d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:21.342456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.368118 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7aa3416a-85dc-46e0-b3ec-95a51c8bea73 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1840041 Feb 17 11:59:21.371048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49412) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:21.375678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object a9f51981-cdcb-4140-80f8-69999bab5105 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:21.450279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.466757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Ignored duplicate provisioning block setup for port d7cad055-1a3c-4390-a482-00b7b7239d37 by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 11:59:21.496081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.520338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.572977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.575716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:21.587992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:21.592118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.594314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:21.640778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=a9f51981-cdcb-4140-80f8-69999bab5105,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:21.753810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] In _notify_port_updated(), no bound segment for port d7cad055-1a3c-4390-a482-00b7b7239d37 on network 8651f65f-b77f-46a4-94cc-bbc783c89117 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:59:21.757992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:21.758804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.759905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/ports/d7cad055-1a3c-4390-a482-00b7b7239d37 HTTP/1.1" status: 200 len: 930 time: 2.0181234 Feb 17 11:59:21.760983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.763876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49416) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:21.774902 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.776821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:21.777417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.785045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9da13-4472-4f3d-bb88-b03a200ecc95 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=d7cad055-1a3c-4390-a482-00b7b7239d37,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:21.809957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Allocated IP 2001:db8:0:1::2 (8651f65f-b77f-46a4-94cc-bbc783c89117/a8b12f99-aa0f-49fc-8d58-52bc1f908103/0ecac333-86fe-4f81-b016-4537e7e6763f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:21.840235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port d7cad055-1a3c-4390-a482-00b7b7239d37 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:21.840606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.868336 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3a3e57ab-af35-48ce-a5ad-0d970a18ff9b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4577627 Feb 17 11:59:21.869290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49420) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:21.874680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a856c1c-e4c7-438a-b5bd-eb93f169d582'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:21.896305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.926614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3f116-df37-4e4c-928d-22a96a1ff02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-f6d7176f-aeae-4d08-8788-e93161fcf36d', 'network_id': 'f6d7176f-aeae-4d08-8788-e93161fcf36d', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': 'ffb3d09e-10f6-4afd-bb9d-2caf3c13ba1c'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:21.927408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75a3f116-df37-4e4c-928d-22a96a1ff02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:21.945514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb3d09e-10f6-4afd-bb9d-2caf3c13ba1c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:21.998080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] For port faed92b9-7c57-406c-9a69-a3ea432be6dd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faed92b9-7c57-406c-9a69-a3ea432be6dd,segment=NetworkSegment(930e0f14-f311-463a-8551-20638264d96c),segment_id=930e0f14-f311-463a-8551-20638264d96c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:22.003811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.014614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Update dhcp port {'port': {'network_id': '68c7c223-8eb7-4515-8c10-957a9ad2a547', 'fixed_ips': [{'subnet_id': '7a856c1c-e4c7-438a-b5bd-eb93f169d582', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f363e242-1ec3-479f-b0c8-c432aad643eb'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': 'faed92b9-7c57-406c-9a69-a3ea432be6dd'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:59:22.132877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.188493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.230736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.274355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d7176f-aeae-4d08-8788-e93161fcf36d']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:22.296485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff32194-0df1-4e49-8f4c-15a1d72ca0b2') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:22.296851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff32194-0df1-4e49-8f4c-15a1d72ca0b2') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:22.317740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.341569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5088fe3-4e3a-464b-a050-b6b16c244153 None None] Pushing event updated for resources: {'Port': ['ID=faed92b9-7c57-406c-9a69-a3ea432be6dd,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:22.345514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0ecac333-86fe-4f81-b016-4537e7e6763f,segment=NetworkSegment(d1b7edfb-d998-4d21-b0ed-7135cbc18e4a),segment_id=d1b7edfb-d998-4d21-b0ed-7135cbc18e4a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:22.359985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 656370df-7b58-4f1b-b2fb-06efe1737415 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:59:22.379784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.387263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768981c-752d-48e0-9a59-04e2941a7e37 None None] Network f6d7176f-aeae-4d08-8788-e93161fcf36d requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:22.388077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.424345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Delete allocated IP 172.20.0.19 (68c7c223-8eb7-4515-8c10-957a9ad2a547/f363e242-1ec3-479f-b0c8-c432aad643eb) {{(pid=84459) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 11:59:22.455624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:22.456131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.513883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.resource_extend [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:22.528673 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:22.552617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.resource_extend [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 11:59:22.573819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.583335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for d7cad055-1a3c-4390-a482-00b7b7239d37 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:22.604344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.622060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Ignored duplicate provisioning block setup for port a9f51981-cdcb-4140-80f8-69999bab5105 by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 11:59:22.667249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34e3fc-4478-459e-a9a6-6d0988bab01e req-1791211d-d602-4a9d-b6f0-e99f21687077 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:22.668732 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6d34e3fc-4478-459e-a9a6-6d0988bab01e req-1791211d-d602-4a9d-b6f0-e99f21687077 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 943 time: 0.4387114 Feb 17 11:59:22.677873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.735883 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6d34e3fc-4478-459e-a9a6-6d0988bab01e req-aebf7ca4-bc29-475a-9140-affeb9859f2d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606000 Feb 17 11:59:22.738717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.767985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Transition to ACTIVE for port object 0ecac333-86fe-4f81-b016-4537e7e6763f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:22.796429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.813930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=f6d7176f-aeae-4d08-8788-e93161fcf36d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:22.830376 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-85a3ca85-d845-40cc-bc8b-8399246d7b87 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/f6d7176f-aeae-4d08-8788-e93161fcf36d HTTP/1.1" status: 204 len: 168 time: 1.4560893 Feb 17 11:59:22.832481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49426) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:22.836687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Allocated IP 172.20.0.18 (68c7c223-8eb7-4515-8c10-957a9ad2a547/f363e242-1ec3-479f-b0c8-c432aad643eb/faed92b9-7c57-406c-9a69-a3ea432be6dd) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:22.839599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 656370df-7b58-4f1b-b2fb-06efe1737415, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=656370df-7b58-4f1b-b2fb-06efe1737415,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:22.842817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630731361'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:22.848776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:22.855836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:22.859361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:22.861904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=a9f51981-cdcb-4140-80f8-69999bab5105,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:22.865771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '656370df-7b58-4f1b-b2fb-06efe1737415', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'port_id': '656370df-7b58-4f1b-b2fb-06efe1737415', 'mac_address': 'fa:16:3e:b8:d6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:59:22.866980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:22.874293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] In _notify_port_updated(), no bound segment for port a9f51981-cdcb-4140-80f8-69999bab5105 on network 68c7c223-8eb7-4515-8c10-957a9ad2a547 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:59:22.878534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:22.879207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.880614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-016a4440-00c6-45b3-adc8-882577e7e9c3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/ports/a9f51981-cdcb-4140-80f8-69999bab5105 HTTP/1.1" status: 200 len: 919 time: 1.0107498 Feb 17 11:59:22.884366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49430) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:22.891116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a856c1c-e4c7-438a-b5bd-eb93f169d582'}, {'subnet_id': 'f363e242-1ec3-479f-b0c8-c432aad643eb'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:22.896252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.926381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:22.979129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=d7cad055-1a3c-4390-a482-00b7b7239d37,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:22.980874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:22.984010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.135094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.143594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.145996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:23.160332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:23.160673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:23.166204 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb9ac9e6-7f25-4e60-868f-225954977fcb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/d7cad055-1a3c-4390-a482-00b7b7239d37 HTTP/1.1" status: 204 len: 168 time: 1.4000969 Feb 17 11:59:23.168693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49434) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:23.172667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.174497 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 36bcdd78-dcc5-46d8-9169-e43cbd5ac120 of type vlan for network 54859d64-f329-42ac-a23f-f56553517b41 Feb 17 11:59:23.217461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-10490989-1084-4164-b82f-f331308fcf10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:59:23.217996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-10490989-1084-4164-b82f-f331308fcf10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:23.230572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.231667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bad310-39da-46dd-b20b-4ccc35685e8e None None] Pushing event updated for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:23.246841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656370df-7b58-4f1b-b2fb-06efe1737415 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:59:23.266225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] For port faed92b9-7c57-406c-9a69-a3ea432be6dd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faed92b9-7c57-406c-9a69-a3ea432be6dd,segment=NetworkSegment(930e0f14-f311-463a-8551-20638264d96c),segment_id=930e0f14-f311-463a-8551-20638264d96c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:23.273368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 656370df-7b58-4f1b-b2fb-06efe1737415, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=656370df-7b58-4f1b-b2fb-06efe1737415,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:23.298211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.313485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-10490989-1084-4164-b82f-f331308fcf10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:23.316584 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-10490989-1084-4164-b82f-f331308fcf10 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/d7cad055-1a3c-4390-a482-00b7b7239d37 HTTP/1.1" status: 404 len: 333 time: 0.1434224 Feb 17 11:59:23.317208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49438) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:23.322500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.335358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Transition to ACTIVE for port object faed92b9-7c57-406c-9a69-a3ea432be6dd will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:23.340956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.406963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c69eda31-fcce-4829-8c4b-5145df7e86a5 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.420763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=656370df-7b58-4f1b-b2fb-06efe1737415,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:23.427306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.455944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c69eda31-fcce-4829-8c4b-5145df7e86a5 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.502906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.507378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:23.508190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.601772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93afc2-ab24-4b15-abaa-0962b347ca67 None None] Pushing event updated for resources: {'Port': ['ID=faed92b9-7c57-406c-9a69-a3ea432be6dd,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:23.695379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['656370df-7b58-4f1b-b2fb-06efe1737415'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 11:59:23.701973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=54859d64-f329-42ac-a23f-f56553517b41,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:23.754711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 54859d64-f329-42ac-a23f-f56553517b41 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:23.772462 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-98f1542b-b8bf-4a8f-a558-6612c1e819ff tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9378979 Feb 17 11:59:23.774943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c69eda31-fcce-4829-8c4b-5145df7e86a5 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:23.778899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49442) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:23.808062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': '54859d64-f329-42ac-a23f-f56553517b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:23.960753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eda31-fcce-4829-8c4b-5145df7e86a5 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8965625-69a3-4ba0-b7c4-5a31a771d56c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:23.964120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.058159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c69eda31-fcce-4829-8c4b-5145df7e86a5 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.063810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49448) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:24.066178 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c69eda31-fcce-4829-8c4b-5145df7e86a5 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/security-groups/d8965625-69a3-4ba0-b7c4-5a31a771d56c HTTP/1.1" status: 204 len: 168 time: 0.7477975 Feb 17 11:59:24.104295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.28 (68c7c223-8eb7-4515-8c10-957a9ad2a547/f363e242-1ec3-479f-b0c8-c432aad643eb/a9f51981-cdcb-4140-80f8-69999bab5105) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:24.133497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:24.139076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:24.142327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:24.151951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0ecac333-86fe-4f81-b016-4537e7e6763f,segment=NetworkSegment(d1b7edfb-d998-4d21-b0ed-7135cbc18e4a),segment_id=d1b7edfb-d998-4d21-b0ed-7135cbc18e4a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:24.152576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:24.173690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad253d-cfec-475b-9caa-251eb64f8888 req-67eaba63-4dbf-48ca-9b00-8b073c4329d8 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:24.181740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2ad253d-cfec-475b-9caa-251eb64f8888 req-67eaba63-4dbf-48ca-9b00-8b073c4329d8 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 944 time: 0.2178807 Feb 17 11:59:24.226044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.291245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2ad253d-cfec-475b-9caa-251eb64f8888 req-c9240367-0eb1-469d-a2bc-04dc6f2eead5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082251 Feb 17 11:59:24.295180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:24.316538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Could not find standard attr ID for object d7cad055-1a3c-4390-a482-00b7b7239d37. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:24.405540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.422736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Ignored duplicate provisioning block setup for port a9f51981-cdcb-4140-80f8-69999bab5105 by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 11:59:24.441003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faed92b9-7c57-406c-9a69-a3ea432be6dd up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:24.445455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-133cfaaa-3bac-41de-89ce-1efe2978ae7e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.473140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.479708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-133cfaaa-3bac-41de-89ce-1efe2978ae7e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.480901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:24.488344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b5a02-72a7-4f67-b64b-02e58bd01c65 None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:24.508530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.645955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=a9f51981-cdcb-4140-80f8-69999bab5105,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:24.718332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Provisioning for port 0ecac333-86fe-4f81-b016-4537e7e6763f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:24.742700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:24.743299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.769676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] In _notify_port_updated(), no bound segment for port a9f51981-cdcb-4140-80f8-69999bab5105 on network 68c7c223-8eb7-4515-8c10-957a9ad2a547 {{(pid=84460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:59:24.774676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:24.774877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.778915 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e0bd353-0393-4bbb-b1be-e97d924bf159 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/ports/a9f51981-cdcb-4140-80f8-69999bab5105 HTTP/1.1" status: 200 len: 999 time: 1.8909762 Feb 17 11:59:24.779461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49452) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:24.819471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-133cfaaa-3bac-41de-89ce-1efe2978ae7e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.824752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.827254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:24.879557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-133cfaaa-3bac-41de-89ce-1efe2978ae7e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.882722 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-133cfaaa-3bac-41de-89ce-1efe2978ae7e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/security-groups/61cd3d0c-b233-486a-bd82-e7e4d0c1b585 HTTP/1.1" status: 204 len: 168 time: 0.8174658 Feb 17 11:59:24.884159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cfaaa-3bac-41de-89ce-1efe2978ae7e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd3d0c-b233-486a-bd82-e7e4d0c1b585,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:24.884991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49456) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:24.890634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port a9f51981-cdcb-4140-80f8-69999bab5105 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:24.891215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:24.966419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=74dd1069-ccc4-4806-88e0-74b8b6f75666,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:25.096961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '36bcdd78-dcc5-46d8-9169-e43cbd5ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '54859d64-f329-42ac-a23f-f56553517b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:25.097319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: 54859d64-f329-42ac-a23f-f56553517b41, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:25.114439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:25.114439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.140388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet d41febfe-fc28-4705-b2b6-06b5c49fb44a {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:25.145825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.174437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Provisioning complete for port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:25.174805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.206460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.236539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.271908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dc508-bc98-413b-96d2-b55db6fb226b None None] Port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:25.275241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network 54859d64-f329-42ac-a23f-f56553517b41 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:25.360306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.391120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for a9f51981-cdcb-4140-80f8-69999bab5105 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:25.399905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 54859d64-f329-42ac-a23f-f56553517b41) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:25.406955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:25.415084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.430115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299a797-c250-4c74-99ec-4510ffdc767c None None] Network 54859d64-f329-42ac-a23f-f56553517b41 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:25.512776 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-53c97560-f3d4-4d30-a3a0-cde0aa21e8c4 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7257588 Feb 17 11:59:25.516438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49462) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:25.520648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df585c78-72f4-4217-8660-7042ecf3ab67 None None] Provisioning for port faed92b9-7c57-406c-9a69-a3ea432be6dd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:25.528660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df585c78-72f4-4217-8660-7042ecf3ab67 None None] Provisioning complete for port faed92b9-7c57-406c-9a69-a3ea432be6dd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:25.528660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-df585c78-72f4-4217-8660-7042ecf3ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.611487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.664674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=d41febfe-fc28-4705-b2b6-06b5c49fb44a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:25.679070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926abd-97d7-494f-83da-dd9dafac3e27 req-568c24d3-54ca-4424-a5c6-e97b67a9e87c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:25.680001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.680627 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7926abd-97d7-494f-83da-dd9dafac3e27 req-568c24d3-54ca-4424-a5c6-e97b67a9e87c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 944 time: 0.1933203 Feb 17 11:59:25.693566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ed62c4aa-6331-4f80-bc65-e139930ae2de tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/d41febfe-fc28-4705-b2b6-06b5c49fb44a HTTP/1.1" status: 204 len: 168 time: 0.8074191 Feb 17 11:59:25.706643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49466) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:25.713057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:25.728407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df7c58-6073-40b9-9880-3c9113d27353 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:25.760437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7926abd-97d7-494f-83da-dd9dafac3e27 req-7b7a4839-f1ab-44b7-810f-09c92afb20c0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699008 Feb 17 11:59:25.775528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.819302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.893547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df585c78-72f4-4217-8660-7042ecf3ab67 None None] Could not find standard attr ID for object d7cad055-1a3c-4390-a482-00b7b7239d37. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:25.945159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.951760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-df585c78-72f4-4217-8660-7042ecf3ab67 None None] Could not find standard attr ID for object a9f51981-cdcb-4140-80f8-69999bab5105. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:25.963799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=a9f51981-cdcb-4140-80f8-69999bab5105,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:25.968475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44c8e4-ee22-455f-963c-3be6e6a261f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-54859d64-f329-42ac-a23f-f56553517b41', 'network_id': '54859d64-f329-42ac-a23f-f56553517b41', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': '74dd1069-ccc4-4806-88e0-74b8b6f75666'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:25.969394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dc44c8e4-ee22-455f-963c-3be6e6a261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:25.984041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:25.996118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:26.002344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:26.014353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:26.100444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2e977666-2ce7-4266-a020-9f6e5e88fcc4 None None] Could not find standard attr ID for object a9f51981-cdcb-4140-80f8-69999bab5105. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:26.107588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:26.112485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.143211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.154177 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c768938d-f15b-4633-9203-62e388e5fa95 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/a9f51981-cdcb-4140-80f8-69999bab5105 HTTP/1.1" status: 204 len: 168 time: 1.3736644 Feb 17 11:59:26.157253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49470) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:26.216090 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f402d25-1d20-4a7a-b5c4-8afcb5741148 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:26.217262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6f402d25-1d20-4a7a-b5c4-8afcb5741148 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:26.277912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-636055a0-6958-45ef-900f-1730d4db47ae None None] Could not find standard attr ID for object a9f51981-cdcb-4140-80f8-69999bab5105. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server [None req-dc44c8e4-ee22-455f-963c-3be6e6a261f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74dd1069-ccc4-4806-88e0-74b8b6f75666: This subnet is being modified by another concurrent operation. Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise value Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server raise exception Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74dd1069-ccc4-4806-88e0-74b8b6f75666: This subnet is being modified by another concurrent operation. Feb 17 11:59:26.290280 dv-neutron-828728-1-hyperv neutron-server[84461]: ERROR oslo_messaging.rpc.server Feb 17 11:59:26.309216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6f402d25-1d20-4a7a-b5c4-8afcb5741148 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:26.309216 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6f402d25-1d20-4a7a-b5c4-8afcb5741148 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/a9f51981-cdcb-4140-80f8-69999bab5105 HTTP/1.1" status: 404 len: 333 time: 0.1461844 Feb 17 11:59:26.309216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49474) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:26.319039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1190b-53e1-453f-b531-74ae5c6e5843 None None] Network 54859d64-f329-42ac-a23f-f56553517b41 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:26.351553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.368890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 656370df-7b58-4f1b-b2fb-06efe1737415 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:26.423034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=74dd1069-ccc4-4806-88e0-74b8b6f75666,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:26.438928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet f363e242-1ec3-479f-b0c8-c432aad643eb {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:26.448535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.452253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:26.519560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.545021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.571603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54859d64-f329-42ac-a23f-f56553517b41']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:26.585126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bcdd78-dcc5-46d8-9169-e43cbd5ac120') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:26.585500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bcdd78-dcc5-46d8-9169-e43cbd5ac120') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:26.597370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.614291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.630197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.653467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:26.653879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.663022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:26.663422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:26.681187 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:26.761287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 656370df-7b58-4f1b-b2fb-06efe1737415 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:26.779271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 656370df-7b58-4f1b-b2fb-06efe1737415 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:26.779271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.813236 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-1c52cc4c-79c9-44e7-a2f4-92c98220890b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1831818 Feb 17 11:59:26.832309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.869353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.893715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.931787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99ba2d-c4fc-424d-8373-d2dcc919b1d4 None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:26.934902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:26.946730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=f363e242-1ec3-479f-b0c8-c432aad643eb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:26.953448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=54859d64-f329-42ac-a23f-f56553517b41,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:26.962754 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fa069700-7408-4525-b422-1127244b855c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/f363e242-1ec3-479f-b0c8-c432aad643eb HTTP/1.1" status: 204 len: 168 time: 0.6534841 Feb 17 11:59:26.965182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49480) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:27.006577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.024856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-42a45e6a-9258-4e10-8e62-0b9138dc6fbb tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/54859d64-f329-42ac-a23f-f56553517b41 HTTP/1.1" status: 204 len: 168 time: 1.5072632 Feb 17 11:59:27.028285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49484) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:27.062038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:59:27.063376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 7a856c1c-e4c7-438a-b5bd-eb93f169d582 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:27.067330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.070145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270698258'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:27.081855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:27.095972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 656370df-7b58-4f1b-b2fb-06efe1737415, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=656370df-7b58-4f1b-b2fb-06efe1737415,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:27.096128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:27.110348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:27.129448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:27.153762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.194614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfd71e-20bb-4b62-a9d3-f1d52f8d9a5a req-dd1bbfd7-f37f-4421-89ec-0f11c594847d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:27.196567 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fddfd71e-20bb-4b62-a9d3-f1d52f8d9a5a req-dd1bbfd7-f37f-4421-89ec-0f11c594847d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 944 time: 0.2354727 Feb 17 11:59:27.207464 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415', 'code': 200} Feb 17 11:59:27.218985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.226716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-3392cb96-ed2e-4648-89a1-310e82ce770b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.3169003 Feb 17 11:59:27.260261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.272324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:27.275619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.337411 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=656370df-7b58-4f1b-b2fb-06efe1737415,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:27.410101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff321f18-8575-4b16-8a32-aa5d50054514 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:27.410909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff321f18-8575-4b16-8a32-aa5d50054514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.413601 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fddfd71e-20bb-4b62-a9d3-f1d52f8d9a5a req-badf4a10-5715-467c-af9c-f8c094de878b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044299 Feb 17 11:59:27.416270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:27.444613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.444964 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 1676bced-9cbd-4817-aa29-98fc9b14418b of type vlan for network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 Feb 17 11:59:27.468863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88289234-922e-434b-a165-d81e2391a03c req-35b9e356-0ac1-4418-ba8f-4e4463d8790a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:27.470387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-35b9e356-0ac1-4418-ba8f-4e4463d8790a service neutron] 10.222.0.24 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 897 time: 0.2232654 Feb 17 11:59:27.512455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.548217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.566086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.573221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=7a856c1c-e4c7-438a-b5bd-eb93f169d582,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:27.580399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.590607 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f0b918fb-f0a7-4df5-9286-f86e60a3579d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/7a856c1c-e4c7-438a-b5bd-eb93f169d582 HTTP/1.1" status: 204 len: 168 time: 0.6241145 Feb 17 11:59:27.591261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49490) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:27.627314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff321f18-8575-4b16-8a32-aa5d50054514 None None] Provisioning complete for port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:27.627997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff321f18-8575-4b16-8a32-aa5d50054514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.699832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ff321f18-8575-4b16-8a32-aa5d50054514 None None] Port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:27.711050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:27.722482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:27.727528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:27.728112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.729216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.733360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d795e-5cc8-4636-bfec-4a7fbb0f3d07 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:27.742702 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port faed92b9-7c57-406c-9a69-a3ea432be6dd {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:27.742972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.747821 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-798a1243-2360-4bca-b896-bc3a1f20f4ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 1001 time: 0.2656066 Feb 17 11:59:27.755150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=b36c899c-0097-4f10-b5a4-9d580ed7056e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:27.822536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.827202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:27.827202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:27.936363 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2552d9e2-0e23-48c6-984b-5520d96f14a6 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2289083 Feb 17 11:59:27.937241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49494) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:27.958528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'security_group': {'name': 'tempest-secgroup-532742596'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:27.971833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88289234-922e-434b-a165-d81e2391a03c req-b82045ad-1bde-44ea-a582-784e6c518cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:27.973275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-b82045ad-1bde-44ea-a582-784e6c518cb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 200 len: 835 time: 0.2129889 Feb 17 11:59:27.975724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:27.999690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port faed92b9-7c57-406c-9a69-a3ea432be6dd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faed92b9-7c57-406c-9a69-a3ea432be6dd,segment=NetworkSegment(930e0f14-f311-463a-8551-20638264d96c),segment_id=930e0f14-f311-463a-8551-20638264d96c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:28.000178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.013580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=ed66aa17-63d2-4d07-8d5e-7ffef5df6d33,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:28.020761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:28.026148 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0ea7d6-ad2e-479d-8c70-8f3200717f83 req-4adbb23e-89ae-402b-a955-d19bb087efb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 1098 time: 0.4070292 Feb 17 11:59:28.027232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:28.035268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:28.039274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-267bc7b6-8589-45c1-be24-e520e05d827f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0080628 Feb 17 11:59:28.040295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49498) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:28.061218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:28.069167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:28.105724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd513e-ab90-43b6-a55d-25a7b30e9c98 None None] Network 68c7c223-8eb7-4515-8c10-957a9ad2a547 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:28.134967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for faed92b9-7c57-406c-9a69-a3ea432be6dd owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:28.260380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.324114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No DVR routers for this DVR port faed92b9-7c57-406c-9a69-a3ea432be6dd on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:28.328855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0ea7d6-ad2e-479d-8c70-8f3200717f83 req-9da2f6e1-868b-47cd-a4e7-089c3f6785ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845769 Feb 17 11:59:28.338238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:28.343388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:28.347459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:28.356645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:28.358828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.367234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=faed92b9-7c57-406c-9a69-a3ea432be6dd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:28.377206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-828ba017-944a-49e4-aed9-978373033cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3958316 Feb 17 11:59:28.394554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d0b6a054-9616-402b-a831-b4af3efaaffc None None] Provisioning complete for port faed92b9-7c57-406c-9a69-a3ea432be6dd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:28.395118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a054-9616-402b-a831-b4af3efaaffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.404451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:28.408635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group_rule and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:28.412412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:28.418871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:28.462974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6a054-9616-402b-a831-b4af3efaaffc None None] Port faed92b9-7c57-406c-9a69-a3ea432be6dd was deleted so its status cannot be updated. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 17 11:59:28.466369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:28.468598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Update dhcp port {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'fixed_ips': [{'subnet_id': 'a8b12f99-aa0f-49fc-8d58-52bc1f908103', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b36c899c-0097-4f10-b5a4-9d580ed7056e'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '0ecac333-86fe-4f81-b016-4537e7e6763f'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:59:28.506997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.528179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.568110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c7c223-8eb7-4515-8c10-957a9ad2a547']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:28.575193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc331f8d-d119-44e8-9ee2-b3c6ac914525 None None] DHCP port deletion for 68c7c223-8eb7-4515-8c10-957a9ad2a547 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:28.611130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.625519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930e0f14-f311-463a-8551-20638264d96c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:28.625836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930e0f14-f311-463a-8551-20638264d96c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:28.645599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.667726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.684735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:28.685134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.701933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:28.704113 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:28.725552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.762225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Allocated IP 2001:db8::2 (8651f65f-b77f-46a4-94cc-bbc783c89117/b36c899c-0097-4f10-b5a4-9d580ed7056e/0ecac333-86fe-4f81-b016-4537e7e6763f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:28.873852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed3323d-e9cf-4229-8e65-83cf1a4c179a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:28.887263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df2d5b-6955-4345-a538-e471db4ff8e7 req-0ca27a2f-5301-4a7d-ba67-be2028c4e532 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:28.888839 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f5df2d5b-6955-4345-a538-e471db4ff8e7 req-0ca27a2f-5301-4a7d-ba67-be2028c4e532 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.3075240 Feb 17 11:59:28.890695 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-26121a8a-a9be-4a3b-9e55-618116fa0d1e service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139279 Feb 17 11:59:28.919987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0ecac333-86fe-4f81-b016-4537e7e6763f,segment=NetworkSegment(d1b7edfb-d998-4d21-b0ed-7135cbc18e4a),segment_id=d1b7edfb-d998-4d21-b0ed-7135cbc18e4a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:28.946628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.953934 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f5df2d5b-6955-4345-a538-e471db4ff8e7 req-31fa95f1-1ac7-4f44-8724-1fa5c7ab435b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532708 Feb 17 11:59:28.982305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:28.983507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3daddba1-b7a5-40e7-bbe0-14a178bbff1e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0321090 Feb 17 11:59:28.986745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49504) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:28.993459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'security_group': {'name': 'tempest-secgroup-974715582'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:28.999198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:29.001650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Transition to ACTIVE for port object 0ecac333-86fe-4f81-b016-4537e7e6763f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:29.003313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.005370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:29.026724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.029225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:29.038886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=68c7c223-8eb7-4515-8c10-957a9ad2a547,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:29.041452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:29.099300 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88289234-922e-434b-a165-d81e2391a03c req-e2290a68-cbc7-43e9-b222-6e493351fa50 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997206 Feb 17 11:59:29.101418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.127939 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-025791c0-4de6-4191-a4ef-418e1ce77b59 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/68c7c223-8eb7-4515-8c10-957a9ad2a547 HTTP/1.1" status: 204 len: 168 time: 1.5323997 Feb 17 11:59:29.127939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.136962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49508) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:29.198408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.220633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f7db5-7888-427b-b56c-86846505a832 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:29.221315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ef8f7db5-7888-427b-b56c-86846505a832 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:29.248902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:29.252753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c827e1-c410-4bab-bb4a-c3bc64b22ccb None None] Pushing event updated for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:29.253624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group_rule and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:29.257332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:29.263527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:29.289336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ef8f7db5-7888-427b-b56c-86846505a832 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:29.293877 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ef8f7db5-7888-427b-b56c-86846505a832 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1527135 Feb 17 11:59:29.296366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49512) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:29.298264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=138908c6-3036-449f-bdbd-31c1eb9472f1,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:29.322583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '1676bced-9cbd-4817-aa29-98fc9b14418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:29.323045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: ed66aa17-63d2-4d07-8d5e-7ffef5df6d33, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:29.386041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.414206 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-91c6513e-2fca-44ec-91e7-cdf2295b460e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1166971 Feb 17 11:59:29.417713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49516) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:29.420474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:29.423779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-205785623'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:29.429863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:29.434103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:29.437429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:29.444918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:29.447613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.496951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d4d71c-51e5-4922-9b1d-792851589a50,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:29.500438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ed66aa17-63d2-4d07-8d5e-7ffef5df6d33) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:29.504373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:29.507664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.511019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951ac7a-f473-4a33-89c6-2204c2c584fa None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:29.527365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:29.530600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.593909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:29.593909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.593909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e6ff72c5-529f-411e-a572-b95a53ffd85a tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6034305 Feb 17 11:59:29.594878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49520) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:29.596849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.597193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 34b9aceb-5a9c-45d3-8142-fd089e9240f4 of type vlan for network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 Feb 17 11:59:29.600909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'security_group': {'name': 'tempest-secgroup-57437114'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:29.614195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:29.619119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:29.622959 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-458b7123-d9fe-4fd4-802e-0ed9a2db6f06 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5637882 Feb 17 11:59:29.624462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:29.627911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.630584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:29.634274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49524) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:29.650037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:29.735631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.755175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-ed66aa17-63d2-4d07-8d5e-7ffef5df6d33', 'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': '138908c6-3036-449f-bdbd-31c1eb9472f1'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:29.756968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.792346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.799533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:29.800072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:29.825635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:29.840471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:security_group_rule and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:29.846073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:29.858827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:29.865446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:29.872989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:subnet and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:29.876208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:29.886561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:29.909759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4907858 Feb 17 11:59:29.912681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49528) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:29.925456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:29.938544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08992b8-d84c-4418-979d-80a7de21b4be tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=cd43039d-ebdb-46d6-8fb8-8cbcbd801828,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:29.947535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Allocated IP 2001:db8::2 (ed66aa17-63d2-4d07-8d5e-7ffef5df6d33/138908c6-3036-449f-bdbd-31c1eb9472f1/2f1989b8-abb3-45ed-884b-6feb688c12d6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:29.957156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:30.017893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:30.021961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.116861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.202341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:30.205394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.225266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4ccef6ea-cf4e-4578-a615-07824987ea28 None None] Provisioning for port 0ecac333-86fe-4f81-b016-4537e7e6763f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:30.227904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:30.243328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4ccef6ea-cf4e-4578-a615-07824987ea28 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:30.243699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4ccef6ea-cf4e-4578-a615-07824987ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.248051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:30.262538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:30.299151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3393e7-44f7-4889-8dc5-b2f4b88a2256,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:30.308547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.328356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Transition to ACTIVE for port object 2f1989b8-abb3-45ed-884b-6feb688c12d6 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:30.334873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452163a-77bf-4295-acac-869ee763f2ef req-13d5397e-9090-40d8-bb5c-339fa7cbe860 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:30.336555 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6452163a-77bf-4295-acac-869ee763f2ef req-13d5397e-9090-40d8-bb5c-339fa7cbe860 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.2269654 Feb 17 11:59:30.373457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:30.378980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.380205 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4cb6490f-d538-4640-9e73-520a089cd60c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.7843833 Feb 17 11:59:30.384506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49534) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:30.390036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1999231242', 'security_groups': ['df3393e7-44f7-4889-8dc5-b2f4b88a2256'], 'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b36c899c-0097-4f10-b5a4-9d580ed7056e'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:30.417549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Transition to ACTIVE for port object 2f1989b8-abb3-45ed-884b-6feb688c12d6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:30.461472 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6452163a-77bf-4295-acac-869ee763f2ef req-df03795b-9fb7-4e89-ab22-10c45651fabe tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168406 Feb 17 11:59:30.481720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4ccef6ea-cf4e-4578-a615-07824987ea28 None None] Provisioning complete for port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:30.482164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4ccef6ea-cf4e-4578-a615-07824987ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.493397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:30.547618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:30.559797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:30.562942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.604903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:30.605276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.616278 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:30.692150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4ccef6ea-cf4e-4578-a615-07824987ea28 None None] Port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:30.703133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:30.707462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:30.715884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:30.726962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Pushing event updated for resources: {'Port': ['ID=2f1989b8-abb3-45ed-884b-6feb688c12d6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:30.746773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.817773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.820067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.834034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f12b6-27bd-497b-91f2-bd7d5329bb08 req-4eb93cce-d71f-4e3b-8e27-6e9d5e7419d5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:30.839901 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bf8f12b6-27bd-497b-91f2-bd7d5329bb08 req-4eb93cce-d71f-4e3b-8e27-6e9d5e7419d5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.2042112 Feb 17 11:59:30.869519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Attempting to bind port 2f1989b8-abb3-45ed-884b-6feb688c12d6 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:30.870958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Attempting to bind port 2f1989b8-abb3-45ed-884b-6feb688c12d6 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1676bced-9cbd-4817-aa29-98fc9b14418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:30.871861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Attempting to bind port 2f1989b8-abb3-45ed-884b-6feb688c12d6 on network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:30.879867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] device_id is not set on port 5afda814-97f3-42f4-b387-f5aad8cd8faf yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:30.886377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:30.889394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Checking segment: {'id': '1676bced-9cbd-4817-aa29-98fc9b14418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:30.889943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.890950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Bound using segment: {'id': '1676bced-9cbd-4817-aa29-98fc9b14418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:30.890950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Bound port: 2f1989b8-abb3-45ed-884b-6feb688c12d6, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1676bced-9cbd-4817-aa29-98fc9b14418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:30.891427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.906552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:30.908268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:30.917700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:30.918308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:30.924221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=b030c205-3139-4d51-9a1d-16568a836ea4,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:30.962451 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bf8f12b6-27bd-497b-91f2-bd7d5329bb08 req-bbc71e0e-ca6c-454d-9550-52ebc1394b8b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215727 Feb 17 11:59:30.983232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49540) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:30.983894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faed92b9-7c57-406c-9a69-a3ea432be6dd no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:31.022118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-28c1b830-d57b-4d1f-931d-ef27ea114a07 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3774548 Feb 17 11:59:31.027061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49546) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:31.032901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: faed92b9-7c57-406c-9a69-a3ea432be6dd {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:59:31.033235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faed92b9-7c57-406c-9a69-a3ea432be6dd not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:31.062028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] For port 2f1989b8-abb3-45ed-884b-6feb688c12d6, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:31.066660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] For port 2f1989b8-abb3-45ed-884b-6feb688c12d6, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2f1989b8-abb3-45ed-884b-6feb688c12d6,segment=NetworkSegment(1676bced-9cbd-4817-aa29-98fc9b14418b),segment_id=1676bced-9cbd-4817-aa29-98fc9b14418b)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:31.133309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.157969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.159389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.160840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.163007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.163678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.164403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.165321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Synchronizing usage tracker for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:31.214012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db92f2-2be1-4642-8794-7e5ab76a02ab None None] Pushing event updated for resources: {'Port': ['ID=2f1989b8-abb3-45ed-884b-6feb688c12d6,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:31.229285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8::3b9 (8651f65f-b77f-46a4-94cc-bbc783c89117/b36c899c-0097-4f10-b5a4-9d580ed7056e/5afda814-97f3-42f4-b387-f5aad8cd8faf) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:31.271807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Unset dirty status for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:31.276960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49550) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:31.278243 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-da27d20d-ee19-4068-ad9b-2d74f9c46cf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2499814 Feb 17 11:59:31.283196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-454551121'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:31.296015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:31.320923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:31.325812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=331576cd-b95d-485e-90f0-6736e719412f,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:31.329931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:31.340826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:31.352794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '34b9aceb-5a9c-45d3-8142-fd089e9240f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:31.353151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: cd43039d-ebdb-46d6-8fb8-8cbcbd801828, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:31.447223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:31.450488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.467247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:31.488517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:31.498545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.498948 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 50882ac1-975b-47e6-950d-917f1260be72 of type vlan for network f431e93e-2a84-4f92-ba58-c95ba49cc412 Feb 17 11:59:31.516745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.525579 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-38332573-a99e-483d-a6c3-ae5f017af41f tempest-TestVolumeBootPattern-332681704 tempest-TestVolumeBootPattern-332681704-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 1093 time: 0.5410109 Feb 17 11:59:31.527899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49554) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:31.536741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '656370df-7b58-4f1b-b2fb-06efe1737415', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:31.543617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:31.544148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object 5afda814-97f3-42f4-b387-f5aad8cd8faf will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:31.546645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.552123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:floatingip and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:31.557056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:31.563513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, cd43039d-ebdb-46d6-8fb8-8cbcbd801828) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:31.567521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.568805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.575188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:31.576199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78be6de-a8f2-4710-8b0a-e4d5178f29f7 None None] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:31.638080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.662115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-276f0387-be8b-4cb2-8117-b16da582d9dd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7477882 Feb 17 11:59:31.663804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.672669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49558) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:31.678179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.681834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.682627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.683808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828', 'name': 'tempest-PortsTestJSON-217714100'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:31.807950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-cd43039d-ebdb-46d6-8fb8-8cbcbd801828', 'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': '331576cd-b95d-485e-90f0-6736e719412f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:31.808917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.857181 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5754588 Feb 17 11:59:31.857181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49562) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:31.868102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:31.883346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3bbe5-0b4a-427b-bce1-bcd218c431fe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=f431e93e-2a84-4f92-ba58-c95ba49cc412,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:31.902691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:31.903235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:31.908839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:31.915805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:31.919696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:31.920190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:31.927926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=5afda814-97f3-42f4-b387-f5aad8cd8faf,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:32.027044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:32.041968 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dbbd87c5-acae-4218-b093-2729e136c7cb tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6542747 Feb 17 11:59:32.041968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:32.048860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49566) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:32.059583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:32.152738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Allocated IP 172.20.0.2 (cd43039d-ebdb-46d6-8fb8-8cbcbd801828/331576cd-b95d-485e-90f0-6736e719412f/d7af8d4f-63e4-451c-9a40-0aeb449a3ad3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:32.205234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.208120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.303744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:32.306839 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.372531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:32.379117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port d8a71fc1-d79e-47b9-bd7d-f203bcae391a yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:32.388195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.430382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:32.432093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 is not hosted by any dhcp agent {{(pid=84459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 17 11:59:32.435561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:32.437288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:32.438937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.443481 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "PUT /v2.0/networks/f431e93e-2a84-4f92-ba58-c95ba49cc412 HTTP/1.1" status: 200 len: 723 time: 0.5845425 Feb 17 11:59:32.451365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49570) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:32.460572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2f1989b8-abb3-45ed-884b-6feb688c12d6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:32.495186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:32.501772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:32.548419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612c650-4d4b-4c76-853a-0a555e17b604 None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:32.557498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613d311-b063-43eb-949c-964cca92987f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=f431e93e-2a84-4f92-ba58-c95ba49cc412,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:32.566135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Allocated IP 172.26.6.211 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/691ca03a-5dc2-4ebe-bb60-4d95312909f7) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:32.601718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:32.644736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:32.657616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:32.724062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.744236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ad1a90e9-c709-44ee-bd13-e2e31d8ea34c None None] Provisioning for port 5afda814-97f3-42f4-b387-f5aad8cd8faf completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:32.761564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:32.765285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.778644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ad1a90e9-c709-44ee-bd13-e2e31d8ea34c None None] Provisioning complete for port 5afda814-97f3-42f4-b387-f5aad8cd8faf triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:32.779005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ad1a90e9-c709-44ee-bd13-e2e31d8ea34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.829093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:32.829312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.853573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.866098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Transition to ACTIVE for port object d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:32.935665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:32.939263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:32.941720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=691ca03a-5dc2-4ebe-bb60-4d95312909f7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:32.944714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:32.950595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:32.977613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:32.992365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a90e9-c709-44ee-bd13-e2e31d8ea34c None None] Port 5afda814-97f3-42f4-b387-f5aad8cd8faf cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:32.998975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Transition to ACTIVE for port object d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:33.085838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.147505 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b36c899c-0097-4f10-b5a4-9d580ed7056e (CIDR: 2001:db8::/64) Feb 17 11:59:33.179438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:33.182892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.11 (cd43039d-ebdb-46d6-8fb8-8cbcbd801828/331576cd-b95d-485e-90f0-6736e719412f/d8a71fc1-d79e-47b9-bd7d-f203bcae391a) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:33.187599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:33.189933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:33.195049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Pushing event updated for resources: {'Port': ['ID=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:33.195204 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:59:33.195204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:33.346795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] Provisioning for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:33.363898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] Provisioning complete for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:33.364424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.412741 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dfba68a2-77a0-46b2-88fb-508e1482ab40 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3584166 Feb 17 11:59:33.412990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Update dhcp port {'port': {'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33', 'fixed_ips': [{'subnet_id': '138908c6-3036-449f-bdbd-31c1eb9472f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b030c205-3139-4d51-9a1d-16568a836ea4'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '2f1989b8-abb3-45ed-884b-6feb688c12d6'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:59:33.414084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49578) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:33.422655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:33.468028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Attempting to bind port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:33.468471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Attempting to bind port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '34b9aceb-5a9c-45d3-8142-fd089e9240f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:33.468929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Attempting to bind port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 on network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:33.497540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.501053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.511442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:33.511442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Checking segment: {'id': '34b9aceb-5a9c-45d3-8142-fd089e9240f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:33.514938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.514938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Bound using segment: {'id': '34b9aceb-5a9c-45d3-8142-fd089e9240f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:33.514938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Bound port: d7af8d4f-63e4-451c-9a40-0aeb449a3ad3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b9aceb-5a9c-45d3-8142-fd089e9240f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:33.514938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.536568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.585906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object d8a71fc1-d79e-47b9-bd7d-f203bcae391a will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:33.588442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=ed30b288-d341-44c7-94b9-10d885fd7a5a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:33.608943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:33.623754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '50882ac1-975b-47e6-950d-917f1260be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:33.623991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: f431e93e-2a84-4f92-ba58-c95ba49cc412, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:33.624248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:33.627993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:33.636549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:33.728458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.760411 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.772761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:33.778329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:33.794039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.801767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] For port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:33.809147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] For port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,segment=NetworkSegment(34b9aceb-5a9c-45d3-8142-fd089e9240f4),segment_id=34b9aceb-5a9c-45d3-8142-fd089e9240f4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:33.818621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:33.822637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:33.825038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:33.857346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] For port 2f1989b8-abb3-45ed-884b-6feb688c12d6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2f1989b8-abb3-45ed-884b-6feb688c12d6,segment=NetworkSegment(1676bced-9cbd-4817-aa29-98fc9b14418b),segment_id=1676bced-9cbd-4817-aa29-98fc9b14418b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:33.866323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=d8a71fc1-d79e-47b9-bd7d-f203bcae391a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:33.884754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Allocated IP 172.20.0.1 (ed66aa17-63d2-4d07-8d5e-7ffef5df6d33/b030c205-3139-4d51-9a1d-16568a836ea4/2f1989b8-abb3-45ed-884b-6feb688c12d6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:33.894507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:33.895284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.895450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.902333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, f431e93e-2a84-4f92-ba58-c95ba49cc412) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:33.913534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:33.914425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.935753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae62fe5-a19a-48d0-ad84-cf94f461f12a None None] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:33.960815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.963685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:33.982367 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ba9ffb4-1f62-4dfe-b754-7f0d59536e17 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3028071 Feb 17 11:59:33.984692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49582) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:33.994179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': 'cd43039d-ebdb-46d6-8fb8-8cbcbd801828', 'name': 'tempest-PortsTestJSON-261142108'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:34.012542 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f7dde427-cc82-43ed-a1b4-c2b8918653a7 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5165386 Feb 17 11:59:34.013139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49586) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:34.019021 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:34.127800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.147149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4134702'] for subnet, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.155087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553d2a2-2922-4398-a612-f4e7e0894fda None None] Pushing event updated for resources: {'Port': ['ID=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:34.269288 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.ipam_backend_mixin [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a8b12f99-aa0f-49fc-8d58-52bc1f908103 (CIDR: 2001:db8:0:1::/64) Feb 17 11:59:34.315962 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 11:59:34.316394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:34.337034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] For port 2f1989b8-abb3-45ed-884b-6feb688c12d6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2f1989b8-abb3-45ed-884b-6feb688c12d6,segment=NetworkSegment(1676bced-9cbd-4817-aa29-98fc9b14418b),segment_id=1676bced-9cbd-4817-aa29-98fc9b14418b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:34.352684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1456682-a361-4335-bec2-a6e594af9c60 None None] Pushing event updated for resources: {'Port': ['ID=2f1989b8-abb3-45ed-884b-6feb688c12d6,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:34.411446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:34.427245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:34.433588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:34.499288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:34.499408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-f431e93e-2a84-4f92-ba58-c95ba49cc412', 'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': 'ed30b288-d341-44c7-94b9-10d885fd7a5a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:34.499408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.499408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.549774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.565766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Transition to ACTIVE for port object 2f1989b8-abb3-45ed-884b-6feb688c12d6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:34.591136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2fcfe984-1ebf-45ba-a8c9-094cb94142b2 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1767960 Feb 17 11:59:34.595999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49590) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:34.601210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'subnet': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:34.613171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787610669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3877143'] for subnet, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.658286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:34.659143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.660983 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "PUT /v2.0/subnets/ed30b288-d341-44c7-94b9-10d885fd7a5a HTTP/1.1" status: 200 len: 826 time: 0.6469684 Feb 17 11:59:34.666464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49594) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:34.676608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.698998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.734892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:34.738087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.754669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Allocated IP 2001:db8::2 (f431e93e-2a84-4f92-ba58-c95ba49cc412/ed30b288-d341-44c7-94b9-10d885fd7a5a/83f52c25-b539-4512-912f-2f3e2c4de004) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:34.792158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ed28c-4fb3-4bed-81ff-0b2887abbe27 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=ed30b288-d341-44c7-94b9-10d885fd7a5a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:34.850620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.931478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:34.953889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port b9785b91-72b0-49a1-bb4e-806d6c89413f yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:34.973697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9677-d8a9-47df-80a3-3c525e88f546 None None] Pushing event updated for resources: {'Port': ['ID=2f1989b8-abb3-45ed-884b-6feb688c12d6,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:35.021194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=691ca03a-5dc2-4ebe-bb60-4d95312909f7,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:35.066418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:35.078033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.128463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.131726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Usage tracker for resource:subnet and tenant:22c84f6815024b3faa6de8cc9fc00722 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:35.140715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Transition to ACTIVE for port object 83f52c25-b539-4512-912f-2f3e2c4de004 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:35.143187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:35.165687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Transition to ACTIVE for port object 83f52c25-b539-4512-912f-2f3e2c4de004 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:35.205581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:35.236518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.326773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.9 (cd43039d-ebdb-46d6-8fb8-8cbcbd801828/331576cd-b95d-485e-90f0-6736e719412f/b9785b91-72b0-49a1-bb4e-806d6c89413f) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:35.341115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:35.345535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Pushing event updated for resources: {'Port': ['ID=83f52c25-b539-4512-912f-2f3e2c4de004,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:35.346996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.348705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:35.351756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:35.388894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Made reservation on behalf of 22c84f6815024b3faa6de8cc9fc00722 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:35.393659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.450996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=ed30b288-d341-44c7-94b9-10d885fd7a5a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:35.478734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Attempting to bind port 83f52c25-b539-4512-912f-2f3e2c4de004 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:35.479248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Attempting to bind port 83f52c25-b539-4512-912f-2f3e2c4de004 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '50882ac1-975b-47e6-950d-917f1260be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:35.479840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Attempting to bind port 83f52c25-b539-4512-912f-2f3e2c4de004 on network f431e93e-2a84-4f92-ba58-c95ba49cc412 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:35.493074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:35.493618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Checking segment: {'id': '50882ac1-975b-47e6-950d-917f1260be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:35.494138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.494622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Bound using segment: {'id': '50882ac1-975b-47e6-950d-917f1260be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:35.495188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Bound port: 83f52c25-b539-4512-912f-2f3e2c4de004, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50882ac1-975b-47e6-950d-917f1260be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:35.496298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.554129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.595454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f431e93e-2a84-4f92-ba58-c95ba49cc412']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:35.611939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50882ac1-975b-47e6-950d-917f1260be72') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:35.612210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50882ac1-975b-47e6-950d-917f1260be72') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:35.612732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] For port 83f52c25-b539-4512-912f-2f3e2c4de004, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:35.616431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] For port 83f52c25-b539-4512-912f-2f3e2c4de004, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=83f52c25-b539-4512-912f-2f3e2c4de004,segment=NetworkSegment(50882ac1-975b-47e6-950d-917f1260be72),segment_id=50882ac1-975b-47e6-950d-917f1260be72)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:35.626608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.692624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ce204-3ba3-483a-a079-3e7420d8b5af None None] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:35.720316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.730004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:35.730786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.747284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Floating IP 53e3f81d-2c49-40eb-bcf5-20df33d3ca42 associated. External IP: 172.26.6.211, port: 656370df-7b58-4f1b-b2fb-06efe1737415. Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:35.749877 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:35.758028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.843557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae22fda-f0fe-4492-b084-38d1288a2036 None None] Pushing event updated for resources: {'Port': ['ID=83f52c25-b539-4512-912f-2f3e2c4de004,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:35.906652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 11:59:35.906652 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 11:59:35.906652 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'id': 'f431e93e-2a84-4f92-ba58-c95ba49cc412'}] Feb 17 11:59:35.906652 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:35.907908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:35.916416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:35.931291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b38833-56c1-4b41-b38b-67b5b9a9bb74 None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:35.979514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object b9785b91-72b0-49a1-bb4e-806d6c89413f will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:36.031622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff4f1307-d1fc-47b9-af2f-fd9833202cab None None] Provisioning for port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:36.123128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1a953-906b-4445-9b07-e1da9332b485 None None] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:36.181459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.189248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.389070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:36.393121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:36.393121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=b9785b91-72b0-49a1-bb4e-806d6c89413f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:36.398371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:36.399815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:36.402922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:36.409438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.423424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting port 83f52c25-b539-4512-912f-2f3e2c4de004 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:36.423903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.428436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:36.429021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.432439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Subnet': ['ID=62391e04-0937-4f63-acdd-12f90a9c9691,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:36.433740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e1092f22-6657-4652-8462-a5e4b449491b None None] Provisioning for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:36.451478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaafd6a-fecf-43f1-a5ae-c5095271dc78 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:36.483237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e1092f22-6657-4652-8462-a5e4b449491b None None] Provisioning complete for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:36.483496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e1092f22-6657-4652-8462-a5e4b449491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.499554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:36.500091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.561946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2f1989b8-abb3-45ed-884b-6feb688c12d6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:36.579638 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e87877ab-cf6f-4378-b187-9739c1efe412 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9819794 Feb 17 11:59:36.579638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 11:59:36.580569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49600) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:36.591537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1219805161', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62391e04-0937-4f63-acdd-12f90a9c9691'}], 'security_groups': ['6ed3323d-e9cf-4229-8e65-83cf1a4c179a', '59d4d71c-51e5-4922-9b1d-792851589a50']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:36.681635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] For port 83f52c25-b539-4512-912f-2f3e2c4de004, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=83f52c25-b539-4512-912f-2f3e2c4de004,segment=NetworkSegment(50882ac1-975b-47e6-950d-917f1260be72),segment_id=50882ac1-975b-47e6-950d-917f1260be72)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:36.682070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:36.751353 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-33d25447-e45d-401f-a198-e8f736363dfd tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7655714 Feb 17 11:59:36.754147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49604) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:36.862476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Calling delete_port for 83f52c25-b539-4512-912f-2f3e2c4de004 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:36.909174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31caa077-ed91-470a-8d46-a7fc92ebe691 None None] Network f431e93e-2a84-4f92-ba58-c95ba49cc412 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:36.999176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.036661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58217256-13e9-44e1-aad8-3d90cd8bfe52 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:37.040741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-58217256-13e9-44e1-aad8-3d90cd8bfe52 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:37.096950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:37.097622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.164213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.256774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 11:59:37.269322 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 11:59:37.283950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No DVR routers for this DVR port 83f52c25-b539-4512-912f-2f3e2c4de004 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:37.305039 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:59:37.306091 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:37.353598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Port': ['ID=83f52c25-b539-4512-912f-2f3e2c4de004,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:37.362312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-58217256-13e9-44e1-aad8-3d90cd8bfe52 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:37.363788 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-58217256-13e9-44e1-aad8-3d90cd8bfe52 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.6087039 Feb 17 11:59:37.370120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49608) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:37.395576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Provisioning for port d8a71fc1-d79e-47b9-bd7d-f203bcae391a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:37.408383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Provisioning complete for port d8a71fc1-d79e-47b9-bd7d-f203bcae391a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:37.408755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.454217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:37.459681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.492939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port b9785b91-72b0-49a1-bb4e-806d6c89413f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:37.493361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.579900 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:59:37.626884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Port d8a71fc1-d79e-47b9-bd7d-f203bcae391a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:37.645308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Delete allocated IP 2001:db8::3b9 (8651f65f-b77f-46a4-94cc-bbc783c89117/b36c899c-0097-4f10-b5a4-9d580ed7056e) {{(pid=84459) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 11:59:37.654948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Allocated IP 2001:db8:0:2::36b (8651f65f-b77f-46a4-94cc-bbc783c89117/62391e04-0937-4f63-acdd-12f90a9c9691/5afda814-97f3-42f4-b387-f5aad8cd8faf) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:37.668874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Update dhcp port {'port': {'network_id': '8651f65f-b77f-46a4-94cc-bbc783c89117', 'fixed_ips': [{'subnet_id': 'a8b12f99-aa0f-49fc-8d58-52bc1f908103', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b36c899c-0097-4f10-b5a4-9d580ed7056e', 'ip_address': '2001:db8::2'}, {'subnet_id': '62391e04-0937-4f63-acdd-12f90a9c9691'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '0ecac333-86fe-4f81-b016-4537e7e6763f'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:59:37.772955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.785121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.789536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Provisioning for port b9785b91-72b0-49a1-bb4e-806d6c89413f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:37.801511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Provisioning complete for port b9785b91-72b0-49a1-bb4e-806d6c89413f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:37.808271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.867151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f431e93e-2a84-4f92-ba58-c95ba49cc412']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:37.869047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-836b567a-3144-4993-be52-32d05a9989d0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3399189 Feb 17 11:59:37.872045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67fdaa16-face-45a9-bdec-097f6c57de90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.877678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:59:37.882697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:37.895274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50882ac1-975b-47e6-950d-917f1260be72') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:37.895843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50882ac1-975b-47e6-950d-917f1260be72') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:37.916525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.918792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:37.919122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.940455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.949824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:37.950573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.953527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:37.958288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Port b9785b91-72b0-49a1-bb4e-806d6c89413f cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:37.979866 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:37.988030 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415', 'status': 'completed', 'code': 200} Feb 17 11:59:38.070795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Provisioning complete for port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:38.071127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.100855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-ebc669b9-b2f7-48a9-b668-26fc27ae5ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 1098 time: 0.0966046 Feb 17 11:59:38.160637 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '53e3f81d-2c49-40eb-bcf5-20df33d3ca42', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.211', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': '656370df-7b58-4f1b-b2fb-06efe1737415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:b8:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:33Z', 'updated_at': '2022-02-17T11:59:33Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:38.166329 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 11:59:38.178835 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 11:59:38.179618 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:38.194381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.201238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Transition to ACTIVE for port object 5afda814-97f3-42f4-b387-f5aad8cd8faf will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:38.215873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.231666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.287040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,segment=NetworkSegment(34b9aceb-5a9c-45d3-8142-fd089e9240f4),segment_id=34b9aceb-5a9c-45d3-8142-fd089e9240f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:38.301660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.311281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.328798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.394842 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 11:59:38.405827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-911aae07-6db7-4b5f-84da-3c380a8377ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:38.407392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-911aae07-6db7-4b5f-84da-3c380a8377ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.3005807 Feb 17 11:59:38.412951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.500676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for b9785b91-72b0-49a1-bb4e-806d6c89413f owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:38.529374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:38.530060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-4aa6ef48-c83a-40cb-8ca1-aae10456e41e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:38.539367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Allocated IP 2001:db8:0:2::2 (8651f65f-b77f-46a4-94cc-bbc783c89117/62391e04-0937-4f63-acdd-12f90a9c9691/0ecac333-86fe-4f81-b016-4537e7e6763f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:38.585573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event updated for resources: {'Port': ['ID=5afda814-97f3-42f4-b387-f5aad8cd8faf,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:38.590824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] In _notify_port_updated(), no bound segment for port 5afda814-97f3-42f4-b387-f5aad8cd8faf on network 8651f65f-b77f-46a4-94cc-bbc783c89117 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 11:59:38.594756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:38.595238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.596672 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-53f6d2dd-bfaa-46af-b220-b82c0f98efe9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "PUT /v2.0/ports/5afda814-97f3-42f4-b387-f5aad8cd8faf HTTP/1.1" status: 200 len: 970 time: 2.0150561 Feb 17 11:59:38.607292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49616) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:38.655326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:38.674986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-63383f97-92b0-47b2-ace2-488e78321e5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=656370df-7b58-4f1b-b2fb-06efe1737415 HTTP/1.1" status: 200 len: 999 time: 0.2546983 Feb 17 11:59:38.713647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=f431e93e-2a84-4f92-ba58-c95ba49cc412,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:38.726723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port 5afda814-97f3-42f4-b387-f5aad8cd8faf {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:38.727306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.730759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0ecac333-86fe-4f81-b016-4537e7e6763f,segment=NetworkSegment(d1b7edfb-d998-4d21-b0ed-7135cbc18e4a),segment_id=d1b7edfb-d998-4d21-b0ed-7135cbc18e4a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:38.774733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:38.786157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Transition to ACTIVE for port object 0ecac333-86fe-4f81-b016-4537e7e6763f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:38.816827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-f1c52a71-0786-4e02-b4b2-9ee13a1d5a71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:38.818943 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-f1c52a71-0786-4e02-b4b2-9ee13a1d5a71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.1335521 Feb 17 11:59:38.829376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '53e3f81d-2c49-40eb-bcf5-20df33d3ca42', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.211', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': '656370df-7b58-4f1b-b2fb-06efe1737415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:b8:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:33Z', 'updated_at': '2022-02-17T11:59:33Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:38.835366 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30285b-0a80-44f2-9fd0-8eca9b896dba None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '53e3f81d-2c49-40eb-bcf5-20df33d3ca42', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.211', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': '656370df-7b58-4f1b-b2fb-06efe1737415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:b8:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:33Z', 'updated_at': '2022-02-17T11:59:33Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 11:59:39.026869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.063537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f0770e-f9b5-4f18-bd79-b3a93f1f1154 None None] New status for floating IP 53e3f81d-2c49-40eb-bcf5-20df33d3ca42: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 11:59:39.089523 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ed1b905-e8d5-46ae-a7fa-03135114d188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/f431e93e-2a84-4f92-ba58-c95ba49cc412 HTTP/1.1" status: 204 len: 168 time: 4.4202716 Feb 17 11:59:39.089932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=b9785b91-72b0-49a1-bb4e-806d6c89413f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:39.090448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49620) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:39.201300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.213357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.214061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.218551 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a0ab1ee1-b60e-46bf-a7d2-8576f1d5539b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/b9785b91-72b0-49a1-bb4e-806d6c89413f HTTP/1.1" status: 204 len: 168 time: 1.8237607 Feb 17 11:59:39.219155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49626) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:39.235146 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbdb512-9f35-4361-ac24-4901ea2b0939 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:39.235687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbdb512-9f35-4361-ac24-4901ea2b0939 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:39.237475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9cbdb512-9f35-4361-ac24-4901ea2b0939 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/f431e93e-2a84-4f92-ba58-c95ba49cc412 HTTP/1.1" status: 404 len: 339 time: 0.0752265 Feb 17 11:59:39.277905 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc8edfc-bfe5-4b3b-adb8-3057bb9ce02c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:39.278435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ccc8edfc-bfe5-4b3b-adb8-3057bb9ce02c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:39.280820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49630) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:39.288591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100440705', 'description': 'd1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:39.296945 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-281648d8-5a3d-491c-9346-1226f7b37be7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4484885 Feb 17 11:59:39.305751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:39.310291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Usage tracker for resource:network and tenant:aede9373827345efbeb16b0f9be0bb70 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:39.318835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:39.323547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:39.375447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ccc8edfc-bfe5-4b3b-adb8-3057bb9ce02c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:39.376106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for 5afda814-97f3-42f4-b387-f5aad8cd8faf owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:39.377497 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ccc8edfc-bfe5-4b3b-adb8-3057bb9ce02c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/b9785b91-72b0-49a1-bb4e-806d6c89413f HTTP/1.1" status: 404 len: 333 time: 0.1573794 Feb 17 11:59:39.383306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49634) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:39.423570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:39.428118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.492360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port d8a71fc1-d79e-47b9-bd7d-f203bcae391a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:39.492739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.518643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:39.560171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.560512 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 9b89774f-c327-4368-97e1-b53027b7cba8 of type vlan for network edeeb9be-bc62-48f0-bcac-422529eb96c9 Feb 17 11:59:39.578459 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-dad72499-2322-4e57-a475-c0b57a412def service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097428 Feb 17 11:59:39.595519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff1abb-307c-4728-980f-033258cc4ddc None None] Pushing event updated for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:39.620927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-703b57b9-d881-4b05-bf7c-8952b6d1b2d7 None None] Provisioning complete for port d8a71fc1-d79e-47b9-bd7d-f203bcae391a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:39.621291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-703b57b9-d881-4b05-bf7c-8952b6d1b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.639194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.775069 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-217f7d65-fa11-4ba4-b79c-95943f0fd2a7 req-a0dda38c-cb1d-4c95-b982-aab337cf50de service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658688 Feb 17 11:59:39.782709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-703b57b9-d881-4b05-bf7c-8952b6d1b2d7 None None] Port d8a71fc1-d79e-47b9-bd7d-f203bcae391a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:39.786286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-703b57b9-d881-4b05-bf7c-8952b6d1b2d7 None None] Could not find standard attr ID for object b9785b91-72b0-49a1-bb4e-806d6c89413f. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:39.800353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-703b57b9-d881-4b05-bf7c-8952b6d1b2d7 None None] Provisioning complete for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:39.800727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-703b57b9-d881-4b05-bf7c-8952b6d1b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.829108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.832948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.888676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=5afda814-97f3-42f4-b387-f5aad8cd8faf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:39.902932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.906454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:39.907020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.961890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:39.976057 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ca2a30aa-01ea-4c70-bfac-904f8ba271dd tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/5afda814-97f3-42f4-b387-f5aad8cd8faf HTTP/1.1" status: 204 len: 168 time: 1.3674426 Feb 17 11:59:39.977139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49638) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:40.003616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for d8a71fc1-d79e-47b9-bd7d-f203bcae391a owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:40.035029 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bee218-029c-4363-80a6-21abe743a632 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] GET failed (client error): The resource could not be found. Feb 17 11:59:40.036287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-95bee218-029c-4363-80a6-21abe743a632 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Synchronizing usage tracker for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:40.078491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d81e1e14-4b5d-4b08-b030-0d2c3b947ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.105415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-95bee218-029c-4363-80a6-21abe743a632 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Unset dirty status for tenant:22c84f6815024b3faa6de8cc9fc00722 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:40.114138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-95bee218-029c-4363-80a6-21abe743a632 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports/5afda814-97f3-42f4-b387-f5aad8cd8faf HTTP/1.1" status: 404 len: 333 time: 0.1314387 Feb 17 11:59:40.114138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49642) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:40.202493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b92e254c-d416-4897-980a-bd392397136c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.233459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b92e254c-d416-4897-980a-bd392397136c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.293738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=edeeb9be-bc62-48f0-bcac-422529eb96c9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:40.308517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network edeeb9be-bc62-48f0-bcac-422529eb96c9 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:40.314913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49646) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:40.315568 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-04a0008f-5de4-41ec-bfb2-5d6049578acf tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0324242 Feb 17 11:59:40.481456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.487155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d80eb-075f-44a5-9b34-2566e2eeab89 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:40.487155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-563d80eb-075f-44a5-9b34-2566e2eeab89 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Synchronizing usage tracker for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:40.503137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b92e254c-d416-4897-980a-bd392397136c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.544629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e254c-d416-4897-980a-bd392397136c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3393e7-44f7-4889-8dc5-b2f4b88a2256,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:40.544629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b92e254c-d416-4897-980a-bd392397136c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.557343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:40.562792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b92e254c-d416-4897-980a-bd392397136c tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/security-groups/df3393e7-44f7-4889-8dc5-b2f4b88a2256 HTTP/1.1" status: 204 len: 168 time: 0.4253864 Feb 17 11:59:40.571205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=d8a71fc1-d79e-47b9-bd7d-f203bcae391a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:40.582064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49650) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:40.670644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3d87a40-3703-45d5-bee1-89d7ea740274 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.673392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-563d80eb-075f-44a5-9b34-2566e2eeab89 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Unset dirty status for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:40.675664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.680775 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-563d80eb-075f-44a5-9b34-2566e2eeab89 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks?id=edeeb9be-bc62-48f0-bcac-422529eb96c9 HTTP/1.1" status: 200 len: 764 time: 0.3629851 Feb 17 11:59:40.683005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49654) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:40.697341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Could not find standard attr ID for object 5afda814-97f3-42f4-b387-f5aad8cd8faf. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:40.706957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'description': 'd2'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:40.803269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:40.803269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.816536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3d87a40-3703-45d5-bee1-89d7ea740274 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.890470 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-119fa7a7-91c2-4c3a-a779-9e1988d4c88a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/d8a71fc1-d79e-47b9-bd7d-f203bcae391a HTTP/1.1" status: 204 len: 168 time: 1.5021739 Feb 17 11:59:40.890470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:40.901993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Provisioning for port 0ecac333-86fe-4f81-b016-4537e7e6763f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:40.912633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:40.913023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:40.969997 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e56f903-a585-4a0e-b854-c199b7a4a7af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:40.970396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0e56f903-a585-4a0e-b854-c199b7a4a7af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:41.009556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3d87a40-3703-45d5-bee1-89d7ea740274 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.075137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d87a40-3703-45d5-bee1-89d7ea740274 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d4d71c-51e5-4922-9b1d-792851589a50,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:41.090879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3d87a40-3703-45d5-bee1-89d7ea740274 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.090879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c3d87a40-3703-45d5-bee1-89d7ea740274 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/security-groups/59d4d71c-51e5-4922-9b1d-792851589a50 HTTP/1.1" status: 204 len: 168 time: 0.5438833 Feb 17 11:59:41.090879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49662) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:41.137393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.180025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0e56f903-a585-4a0e-b854-c199b7a4a7af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:41.183989 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0e56f903-a585-4a0e-b854-c199b7a4a7af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/d8a71fc1-d79e-47b9-bd7d-f203bcae391a HTTP/1.1" status: 404 len: 333 time: 0.2904549 Feb 17 11:59:41.191636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e56d814-7f06-4678-bf99-359701b0dc3e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.196888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49666) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:41.254323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:41.297535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e56d814-7f06-4678-bf99-359701b0dc3e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.328378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7ba58-3105-490d-a377-ec1b41776926 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:59:41.356647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.491949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.494501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e56d814-7f06-4678-bf99-359701b0dc3e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.500536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.515914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56d814-7f06-4678-bf99-359701b0dc3e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed3323d-e9cf-4229-8e65-83cf1a4c179a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:41.520116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5e56d814-7f06-4678-bf99-359701b0dc3e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.523495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Provisioning complete for port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:41.523808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.524673 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5e56d814-7f06-4678-bf99-359701b0dc3e tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/security-groups/6ed3323d-e9cf-4229-8e65-83cf1a4c179a HTTP/1.1" status: 204 len: 168 time: 0.4348164 Feb 17 11:59:41.526081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49670) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:41.544472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network edeeb9be-bc62-48f0-bcac-422529eb96c9 is not hosted by any dhcp agent {{(pid=84460) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 17 11:59:41.548101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:41.548688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.550509 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "PUT /v2.0/networks/edeeb9be-bc62-48f0-bcac-422529eb96c9 HTTP/1.1" status: 200 len: 761 time: 0.8658137 Feb 17 11:59:41.557055 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49674) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:41.591174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.593038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386727-6bec-48ad-a30c-7f8a998341cc tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=edeeb9be-bc62-48f0-bcac-422529eb96c9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:41.622032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0ecac333-86fe-4f81-b016-4537e7e6763f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:41.622405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.657149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network edeeb9be-bc62-48f0-bcac-422529eb96c9 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:41.703925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ffe3a655-543b-454c-a4c8-065f72a55d6e None None] Port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:41.734997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c6e31-df99-416e-af12-af675f61ce2f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:41.735705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-343c6e31-df99-416e-af12-af675f61ce2f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Synchronizing usage tracker for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:41.745937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 331576cd-b95d-485e-90f0-6736e719412f {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:41.754584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.794995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e7ba58-3105-490d-a377-ec1b41776926 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:59:41.796018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-343c6e31-df99-416e-af12-af675f61ce2f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Unset dirty status for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:41.797240 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-343c6e31-df99-416e-af12-af675f61ce2f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks?id=edeeb9be-bc62-48f0-bcac-422529eb96c9 HTTP/1.1" status: 200 len: 764 time: 0.2371230 Feb 17 11:59:41.804964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49678) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:41.833658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-95f5094d-cac8-439a-b20e-30ba6f8493c1 None None] Could not find standard attr ID for object 5afda814-97f3-42f4-b387-f5aad8cd8faf. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:41.861648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet b36c899c-0097-4f10-b5a4-9d580ed7056e {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:41.864591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.916762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:41.935982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.049726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.050102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903e8ac-257a-44aa-a48f-00e614ae8f9d tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.055948 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e903e8ac-257a-44aa-a48f-00e614ae8f9d tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2496383 Feb 17 11:59:42.056550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49682) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.103675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e411b636-3305-4877-88ee-ec8336fd0039 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Synchronizing usage tracker for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:subnet {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:42.110581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.207250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.244950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=b36c899c-0097-4f10-b5a4-9d580ed7056e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:42.253867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.261280 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-990c937e-ed93-4cc1-bca6-5ba44143cd2d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/b36c899c-0097-4f10-b5a4-9d580ed7056e HTTP/1.1" status: 204 len: 168 time: 0.7339804 Feb 17 11:59:42.264898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49686) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.272863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e411b636-3305-4877-88ee-ec8336fd0039 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Unset dirty status for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:subnet {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:42.275456 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e411b636-3305-4877-88ee-ec8336fd0039 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 207 time: 0.2153764 Feb 17 11:59:42.278098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49690) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.312017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.319798 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0588f4-22ec-478a-9f43-37c99794f516 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 11:59:42.344040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet 62391e04-0937-4f63-acdd-12f90a9c9691 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:42.347270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.402286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.437113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=331576cd-b95d-485e-90f0-6736e719412f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:42.444122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.453260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a62281ce-f018-4145-a0ff-6aa280d3e6e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/331576cd-b95d-485e-90f0-6736e719412f HTTP/1.1" status: 204 len: 168 time: 1.2673442 Feb 17 11:59:42.456240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49694) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.476348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0588f4-22ec-478a-9f43-37c99794f516 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 11:59:42.504605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.684199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.725643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.729553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.731977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=62391e04-0937-4f63-acdd-12f90a9c9691,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:42.734240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.736774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.739388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.746926 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-554a0c34-2c02-4179-8f46-5a8f1d885c90 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/62391e04-0937-4f63-acdd-12f90a9c9691 HTTP/1.1" status: 204 len: 168 time: 0.4786117 Feb 17 11:59:42.747092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.747186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49698) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.751003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:42.752780 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4eac970a-a5b9-49bf-bae9-7a500af82188 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4736059 Feb 17 11:59:42.761092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.763587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.784809 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a323800-5d49-48e5-9ba8-f6aee637e206 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:42.785254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a323800-5d49-48e5-9ba8-f6aee637e206 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:42.787197 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7a323800-5d49-48e5-9ba8-f6aee637e206 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/b36c899c-0097-4f10-b5a4-9d580ed7056e HTTP/1.1" status: 404 len: 337 time: 0.0391185 Feb 17 11:59:42.789659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49706) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:42.825338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.862415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting subnet a8b12f99-aa0f-49fc-8d58-52bc1f908103 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:42.864377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:42.865222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.867100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:42.881186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e040a2-8132-4ff7-974f-540d6b1bcea1 None None] Network 8651f65f-b77f-46a4-94cc-bbc783c89117 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:42.898068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df7b59-83d2-4931-907b-d8509dc7f142 None None] Network cd43039d-ebdb-46d6-8fb8-8cbcbd801828 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:42.923551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.012004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.024292 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de24ab5b-b45f-4cda-acb3-983723481a03 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2540278 Feb 17 11:59:43.026947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49710) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.173152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.185743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53457cc5-9b24-4121-8871-0155f0136b2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.189241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53457cc5-9b24-4121-8871-0155f0136b2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.189241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53457cc5-9b24-4121-8871-0155f0136b2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.190026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53457cc5-9b24-4121-8871-0155f0136b2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.191336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53457cc5-9b24-4121-8871-0155f0136b2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.193961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-53457cc5-9b24-4121-8871-0155f0136b2a tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1650243 Feb 17 11:59:43.203306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49714) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.220511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b12f99-aa0f-49fc-8d58-52bc1f908103,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:43.226355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.234831 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b3b513f-fe54-4286-a1eb-2860c60c0022 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/a8b12f99-aa0f-49fc-8d58-52bc1f908103 HTTP/1.1" status: 204 len: 168 time: 0.4441328 Feb 17 11:59:43.237967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49718) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.259211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,segment=NetworkSegment(34b9aceb-5a9c-45d3-8142-fd089e9240f4),segment_id=34b9aceb-5a9c-45d3-8142-fd089e9240f4)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:43.259861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.300787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cfbe3d-6682-4698-b146-bc0108d79304 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.301489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cfbe3d-6682-4698-b146-bc0108d79304 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.304732 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f7cfbe3d-6682-4698-b146-bc0108d79304 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/d41febfe-fc28-4705-b2b6-06b5c49fb44a HTTP/1.1" status: 404 len: 337 time: 0.0658290 Feb 17 11:59:43.307542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49722) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.362097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] DHCP port deletion for cd43039d-ebdb-46d6-8fb8-8cbcbd801828 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:43.370045 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8b579b28-366b-4cc4-a641-d92cd2940d99 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "GET /v2.0/ports?device_id=900b8037-9332-49a8-a485-c8cf9b0fee2f HTTP/1.1" status: 200 len: 205 time: 0.0594728 Feb 17 11:59:43.371200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49726) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.372294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Deleting port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:43.372656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.402923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:43.412683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] DHCP port deletion for 8651f65f-b77f-46a4-94cc-bbc783c89117 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:43.425999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] Deleting port 0ecac333-86fe-4f81-b016-4537e7e6763f {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:43.426371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.445537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-05d8afb1-49e5-46d1-abed-1cdbe3d54c31 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] delete failed (client error): The resource could not be found. Feb 17 11:59:43.446705 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-05d8afb1-49e5-46d1-abed-1cdbe3d54c31 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/routers/900b8037-9332-49a8-a485-c8cf9b0fee2f HTTP/1.1" status: 404 len: 336 time: 0.0744276 Feb 17 11:59:43.448295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a17311-95dc-4859-9a93-463ed24dfbc1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.449577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49730) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.449817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a17311-95dc-4859-9a93-463ed24dfbc1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.451280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a17311-95dc-4859-9a93-463ed24dfbc1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.452645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a17311-95dc-4859-9a93-463ed24dfbc1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.453964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a17311-95dc-4859-9a93-463ed24dfbc1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.460439 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-77a17311-95dc-4859-9a93-463ed24dfbc1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2511082 Feb 17 11:59:43.461213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49734) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.491074 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dab8132-d013-4c87-a726-0a0ffdb81353 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.491602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dab8132-d013-4c87-a726-0a0ffdb81353 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.495696 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2dab8132-d013-4c87-a726-0a0ffdb81353 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/de9909bd-4d17-4a07-9fbd-8fe5974a1c1b HTTP/1.1" status: 404 len: 337 time: 0.0425251 Feb 17 11:59:43.495918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49738) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.533298 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d83001c-a103-49aa-9914-c18bfcdd230d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.534125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d83001c-a103-49aa-9914-c18bfcdd230d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.535932 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6d83001c-a103-49aa-9914-c18bfcdd230d tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/80cb0fe3-f1ca-4e34-9df2-6258d5feb0ed HTTP/1.1" status: 404 len: 337 time: 0.0388973 Feb 17 11:59:43.539463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49742) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.587366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba93516f-22ce-4a7d-a06d-12f07dc08b88 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.588226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba93516f-22ce-4a7d-a06d-12f07dc08b88 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.592017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ba93516f-22ce-4a7d-a06d-12f07dc08b88 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/92fd9c70-0fd1-4092-a777-32ae070cc44a HTTP/1.1" status: 404 len: 337 time: 0.0493627 Feb 17 11:59:43.592499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49746) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.638216 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f8a72-d496-49c5-a86c-c856c61d284b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.638653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83f8a72-d496-49c5-a86c-c856c61d284b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.640530 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a83f8a72-d496-49c5-a86c-c856c61d284b tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/542b55fb-a6bf-4a18-be0f-08bb82393669 HTTP/1.1" status: 404 len: 333 time: 0.0468948 Feb 17 11:59:43.642465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ba161-548e-48c5-8dee-912edf82f0b1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:43.643027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49750) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.643899 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-255ba161-548e-48c5-8dee-912edf82f0b1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks/71b5c2ad-b463-4e0e-898e-f046f8ea8b08 HTTP/1.1" status: 200 len: 804 time: 0.1821849 Feb 17 11:59:43.648504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49754) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.683526 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fa5cdd-3422-47ab-beaa-afe2eb67cfa8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.684382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fa5cdd-3422-47ab-beaa-afe2eb67cfa8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.686043 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-61fa5cdd-3422-47ab-beaa-afe2eb67cfa8 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/27f5c481-45eb-4b46-881a-0417a6f4d0ab HTTP/1.1" status: 404 len: 337 time: 0.0415189 Feb 17 11:59:43.694995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49760) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.730675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.739021 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a941d507-9c27-4a60-891d-2768d8df8463 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.739468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a941d507-9c27-4a60-891d-2768d8df8463 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.741624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a941d507-9c27-4a60-891d-2768d8df8463 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/f46598aa-5896-4bf6-bb14-958b7baa9d99 HTTP/1.1" status: 404 len: 337 time: 0.0454414 Feb 17 11:59:43.744271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49764) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.793119 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a0a275-3c01-44d0-9835-eca4fff157e0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.793908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a0a275-3c01-44d0-9835-eca4fff157e0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.795767 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-70a0a275-3c01-44d0-9835-eca4fff157e0 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/b00aac08-6671-477d-ad10-f264eb49af4c HTTP/1.1" status: 404 len: 333 time: 0.0502479 Feb 17 11:59:43.796711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:43.798913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49768) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.804398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No DVR routers for this DVR port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:43.822398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] For port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d7af8d4f-63e4-451c-9a40-0aeb449a3ad3,segment=NetworkSegment(34b9aceb-5a9c-45d3-8142-fd089e9240f4),segment_id=34b9aceb-5a9c-45d3-8142-fd089e9240f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:43.830193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.832300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] For port 0ecac333-86fe-4f81-b016-4537e7e6763f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0ecac333-86fe-4f81-b016-4537e7e6763f,segment=NetworkSegment(d1b7edfb-d998-4d21-b0ed-7135cbc18e4a),segment_id=d1b7edfb-d998-4d21-b0ed-7135cbc18e4a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:43.832418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:43.841942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abc7874-06bd-4336-a7ab-7db78637be38 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.843336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abc7874-06bd-4336-a7ab-7db78637be38 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.845046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8abc7874-06bd-4336-a7ab-7db78637be38 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/52ca9881-cd46-4a8f-8790-8c7dd32705bc HTTP/1.1" status: 404 len: 337 time: 0.0451977 Feb 17 11:59:43.848065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49772) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.893610 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcfeb2a-20ff-4f5d-8e41-d3f257f2a5f4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:43.894088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcfeb2a-20ff-4f5d-8e41-d3f257f2a5f4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:43.895733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1dcfeb2a-20ff-4f5d-8e41-d3f257f2a5f4 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/subnets/765a1484-ed9f-4759-a343-f22bbac80bd8 HTTP/1.1" status: 404 len: 337 time: 0.0468028 Feb 17 11:59:43.904145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49776) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.973998 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd0fff6c-6977-441c-9e81-725d54bf0049 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/networks/71b5c2ad-b463-4e0e-898e-f046f8ea8b08?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3243010 Feb 17 11:59:43.977718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49780) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:43.981047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.012772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd43039d-ebdb-46d6-8fb8-8cbcbd801828']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:44.026210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Deleting port f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:44.026550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.026965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b9aceb-5a9c-45d3-8142-fd089e9240f4') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:44.027261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b9aceb-5a9c-45d3-8142-fd089e9240f4') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:44.040110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.058238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.066008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:44.067048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:44.084221 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:44.096427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Calling delete_port for d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:44.120266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] Calling delete_port for 0ecac333-86fe-4f81-b016-4537e7e6763f owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:44.142889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeef5c3-5dd2-4a18-99e0-c7c80baff483 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:44.143455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cfeef5c3-5dd2-4a18-99e0-c7c80baff483 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Synchronizing usage tracker for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:44.180491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cfeef5c3-5dd2-4a18-99e0-c7c80baff483 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Unset dirty status for tenant:aede9373827345efbeb16b0f9be0bb70 on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:44.184589 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cfeef5c3-5dd2-4a18-99e0-c7c80baff483 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/subnets/6fb7e5a8-df23-40cb-9a89-22a5de1cbd57 HTTP/1.1" status: 200 len: 843 time: 0.2021861 Feb 17 11:59:44.184741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49784) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:44.234507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:44.241921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:44.267557 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4ad63-d991-4972-b464-a34745ef7e69 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:44.269210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-89c4ad63-d991-4972-b464-a34745ef7e69 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "GET /v2.0/subnets/6fb7e5a8-df23-40cb-9a89-22a5de1cbd57?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0829813 Feb 17 11:59:44.274054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49788) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:44.277139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.282629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820008798'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:44.299436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.323354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.373068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] Pushing event deleted for resources: {'Port': ['ID=0ecac333-86fe-4f81-b016-4537e7e6763f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:44.379770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04283ce1-e908-405a-9ec9-2e7bcef793fb None None] No DVR routers for this DVR port 0ecac333-86fe-4f81-b016-4537e7e6763f on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:44.417287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:44.419773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.432480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=cd43039d-ebdb-46d6-8fb8-8cbcbd801828,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:44.433300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Calling delete_port for f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:44.440161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:44.489361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:44.516207 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-98a8efd3-39fa-4e01-a16a-2ce9ccb1571b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/cd43039d-ebdb-46d6-8fb8-8cbcbd801828 HTTP/1.1" status: 204 len: 168 time: 2.0586829 Feb 17 11:59:44.526593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:59:44.531555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:44.531716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49792) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:44.531841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:44.534803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447357957'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:44.541604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:44.544687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.555215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:44.562453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 0ecac333-86fe-4f81-b016-4537e7e6763f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:59:44.562793 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0ecac333-86fe-4f81-b016-4537e7e6763f not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:44.564963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:44.570176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:44.577087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:44.595038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:44.605181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.605812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Added segment 4039679f-655e-42d5-8a6c-07137c82497c of type vlan for network 7ace5ba8-0fe3-4e1b-91da-739d0438557e Feb 17 11:59:44.632360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.683667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:44.686775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.712350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.717677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:44.728959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.729487 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 5b89a235-251c-452a-9d19-7a46d65a26a8 of type vlan for network c1f66d05-7685-4541-8fe8-a8899f1cad02 Feb 17 11:59:44.743523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Deleting port d7af8d4f-63e4-451c-9a40-0aeb449a3ad3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:44.744069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.772627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.779908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.786524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:44.788356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.788710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Port': ['ID=f3f44bfd-5c2c-4335-95d7-41f41c5b13d9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:44.801551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:44.817744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bbedcd3a-6f3b-43c7-b9fa-1296835d6edb None None] The port 'd7af8d4f-63e4-451c-9a40-0aeb449a3ad3' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 11:59:44.895417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bbc35238-2826-45e6-b074-cdb38846e6af tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/ports/f3f44bfd-5c2c-4335-95d7-41f41c5b13d9 HTTP/1.1" status: 204 len: 168 time: 0.9900301 Feb 17 11:59:44.897992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49798) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:44.937187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Network': ['ID=7ace5ba8-0fe3-4e1b-91da-739d0438557e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:44.948001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 7ace5ba8-0fe3-4e1b-91da-739d0438557e details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:45.012551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.018997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.019230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:45.020220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.066538 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7f402a95-87a6-4fdd-a4d8-677406cbcd50 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7904911 Feb 17 11:59:45.073246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49802) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:45.123228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:45.165620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.191743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8651f65f-b77f-46a4-94cc-bbc783c89117']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:45.204897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:45.205242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b7edfb-d998-4d21-b0ed-7135cbc18e4a') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:45.217136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.218137 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6896894 Feb 17 11:59:45.223773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49806) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:45.233009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:45.233751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce35cb1-c064-4eee-9350-33f0a5902b6d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=c1f66d05-7685-4541-8fe8-a8899f1cad02,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:45.245687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:45.258079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.264842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:45.265230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.267116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:45.279427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:45.332138 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:45.346232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Made reservation on behalf of aede9373827345efbeb16b0f9be0bb70 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:45.444185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:45.447960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:45.450754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:45.451560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.456543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:45.472098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.489759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.499660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] Pushing event deleted for resources: {'Network': ['ID=8651f65f-b77f-46a4-94cc-bbc783c89117,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:45.502536 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e641fa0-2916-43f8-b7e1-a7b09ddb83e9 tempest-PortsIpV6TestJSON-825600073 tempest-PortsIpV6TestJSON-825600073-project] 10.222.0.47 "DELETE /v2.0/networks/8651f65f-b77f-46a4-94cc-bbc783c89117 HTTP/1.1" status: 204 len: 168 time: 0.6034412 Feb 17 11:59:45.546952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Performing IP validity checks on allocation pools {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 11:59:45.547514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 11:59:45.584890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:45.691318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.738261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.816025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=24e578f8-1ab5-4909-b82a-972dba8e5218,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:45.834603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Checking segment: {'id': '4039679f-655e-42d5-8a6c-07137c82497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:45.835022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network hostable DHCP agents. Network: 7ace5ba8-0fe3-4e1b-91da-739d0438557e, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:45.929535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Network 7ace5ba8-0fe3-4e1b-91da-739d0438557e is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:45.969712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:45.990643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 7ace5ba8-0fe3-4e1b-91da-739d0438557e) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:46.000102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:46.000102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.004047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3246b4a-9861-4833-8765-5b5e443bc286 None None] Network 7ace5ba8-0fe3-4e1b-91da-739d0438557e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:46.025621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49814) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:46.073628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=2e3b62fb-0051-483e-a21d-06d551240e32,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:46.079603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '5b89a235-251c-452a-9d19-7a46d65a26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:46.079972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: c1f66d05-7685-4541-8fe8-a8899f1cad02, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:46.122003 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-57736c41-a892-45f1-b771-552b281ed239 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0477471 Feb 17 11:59:46.125827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49820) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:46.135030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:46.199617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:46.268111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-7ace5ba8-0fe3-4e1b-91da-739d0438557e', 'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e', 'tenant_id': 'aede9373827345efbeb16b0f9be0bb70', 'fixed_ips': [{'subnet_id': '24e578f8-1ab5-4909-b82a-972dba8e5218'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:46.268929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.314823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, c1f66d05-7685-4541-8fe8-a8899f1cad02) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:46.327989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9c7b6-9f8d-4625-9f87-c45d458e4599 None None] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:46.328751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:46.329333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.409219 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9fa237bd-dfaa-4e63-8e2f-4464f471e4c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22c84f6815024b3faa6de8cc9fc00722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3791835 Feb 17 11:59:46.414061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49824) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:46.462566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-99f7d710-455d-4b59-9b47-77f9b5dd8eef tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2376730 Feb 17 11:59:46.465613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49828) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:46.472999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02', 'name': 'tempest-PortsTestJSON-505580644', 'fixed_ips': [{'subnet_id': '2e3b62fb-0051-483e-a21d-06d551240e32', 'ip_address': '172.20.0.10'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:46.519714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2594483'] for subnet, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.546253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abf1d80f-47bb-4c6b-babc-42257e932b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.575611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abf1d80f-47bb-4c6b-babc-42257e932b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.596823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Allocated IP 2001:db8::3 (7ace5ba8-0fe3-4e1b-91da-739d0438557e/24e578f8-1ab5-4909-b82a-972dba8e5218/69a83bda-b7c0-458c-8fde-b3483a77edf6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:46.644948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:46.652503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:46.656285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:46.665442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:46.718162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abf1d80f-47bb-4c6b-babc-42257e932b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.736996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1d80f-47bb-4c6b-babc-42257e932b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b532a-8cc7-45c8-9cac-77e491974d1c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:46.749506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:46.751256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-abf1d80f-47bb-4c6b-babc-42257e932b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.754991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-abf1d80f-47bb-4c6b-babc-42257e932b53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/474b532a-8cc7-45c8-9cac-77e491974d1c HTTP/1.1" status: 204 len: 168 time: 0.3373699 Feb 17 11:59:46.774896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-c1f66d05-7685-4541-8fe8-a8899f1cad02', 'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': '2e3b62fb-0051-483e-a21d-06d551240e32'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:46.775717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.886937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:46.909225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port d9460a70-4dcb-4726-a569-2b06ff2748fa yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:47.058272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.071286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Allocated IP 172.20.0.2 (c1f66d05-7685-4541-8fe8-a8899f1cad02/2e3b62fb-0051-483e-a21d-06d551240e32/3fda06aa-bedd-45ca-84b6-e33dfb58075e) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:47.076457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Transition to ACTIVE for port object 69a83bda-b7c0-458c-8fde-b3483a77edf6 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:47.131737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Transition to ACTIVE for port object 69a83bda-b7c0-458c-8fde-b3483a77edf6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:47.236412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Network 7ace5ba8-0fe3-4e1b-91da-739d0438557e is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Pushing event updated for resources: {'Port': ['ID=69a83bda-b7c0-458c-8fde-b3483a77edf6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Transition to ACTIVE for port object 3fda06aa-bedd-45ca-84b6-e33dfb58075e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Transition to ACTIVE for port object 3fda06aa-bedd-45ca-84b6-e33dfb58075e will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Attempting to bind port 69a83bda-b7c0-458c-8fde-b3483a77edf6 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Attempting to bind port 69a83bda-b7c0-458c-8fde-b3483a77edf6 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '4039679f-655e-42d5-8a6c-07137c82497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Attempting to bind port 69a83bda-b7c0-458c-8fde-b3483a77edf6 on network 7ace5ba8-0fe3-4e1b-91da-739d0438557e {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Checking segment: {'id': '4039679f-655e-42d5-8a6c-07137c82497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Bound using segment: {'id': '4039679f-655e-42d5-8a6c-07137c82497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Bound port: 69a83bda-b7c0-458c-8fde-b3483a77edf6, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4039679f-655e-42d5-8a6c-07137c82497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ace5ba8-0fe3-4e1b-91da-739d0438557e'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] For port 69a83bda-b7c0-458c-8fde-b3483a77edf6, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:47.870425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] For port 69a83bda-b7c0-458c-8fde-b3483a77edf6, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=69a83bda-b7c0-458c-8fde-b3483a77edf6,segment=NetworkSegment(4039679f-655e-42d5-8a6c-07137c82497c),segment_id=4039679f-655e-42d5-8a6c-07137c82497c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:47.933696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787610669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3728384'] for subnet, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.941374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:47.941374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.004838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.10 (c1f66d05-7685-4541-8fe8-a8899f1cad02/2e3b62fb-0051-483e-a21d-06d551240e32/d9460a70-4dcb-4726-a569-2b06ff2748fa) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:48.023783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Pushing event updated for resources: {'Port': ['ID=3fda06aa-bedd-45ca-84b6-e33dfb58075e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:48.044926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:48.044926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:48.068397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:48.082246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:48.083330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.084545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "PUT /v2.0/subnets/24e578f8-1ab5-4909-b82a-972dba8e5218 HTTP/1.1" status: 200 len: 900 time: 1.9575634 Feb 17 11:59:48.091577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49844) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:48.115935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ca153-e193-47e7-bda1-490cecd947e8 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event updated for resources: {'Subnet': ['ID=24e578f8-1ab5-4909-b82a-972dba8e5218,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:48.216988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c19c4-d421-42d4-931e-47051232bb41 None None] Pushing event updated for resources: {'Port': ['ID=69a83bda-b7c0-458c-8fde-b3483a77edf6,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Attempting to bind port 3fda06aa-bedd-45ca-84b6-e33dfb58075e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Attempting to bind port 3fda06aa-bedd-45ca-84b6-e33dfb58075e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '5b89a235-251c-452a-9d19-7a46d65a26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Attempting to bind port 3fda06aa-bedd-45ca-84b6-e33dfb58075e on network c1f66d05-7685-4541-8fe8-a8899f1cad02 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Checking segment: {'id': '5b89a235-251c-452a-9d19-7a46d65a26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Bound using segment: {'id': '5b89a235-251c-452a-9d19-7a46d65a26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:48.251142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Bound port: 3fda06aa-bedd-45ca-84b6-e33dfb58075e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89a235-251c-452a-9d19-7a46d65a26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:48.257468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.441340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] For port 3fda06aa-bedd-45ca-84b6-e33dfb58075e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:48.445081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] For port 3fda06aa-bedd-45ca-84b6-e33dfb58075e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3fda06aa-bedd-45ca-84b6-e33dfb58075e,segment=NetworkSegment(5b89a235-251c-452a-9d19-7a46d65a26a8),segment_id=5b89a235-251c-452a-9d19-7a46d65a26a8)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:48.558130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.615343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 69a83bda-b7c0-458c-8fde-b3483a77edf6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:48.753011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.767612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5ce04-cc19-466c-8237-ddef429e8e7d None None] Pushing event updated for resources: {'Port': ['ID=3fda06aa-bedd-45ca-84b6-e33dfb58075e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:48.777956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.795103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object d9460a70-4dcb-4726-a569-2b06ff2748fa will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:48.801344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting port 69a83bda-b7c0-458c-8fde-b3483a77edf6 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:48.801344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:48.811310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49854) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:48.866728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 69a83bda-b7c0-458c-8fde-b3483a77edf6 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:49.008648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1746063015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:49.015307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:49.020038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:router and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:49.023939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:49.030861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:49.039133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.128822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.128822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.163401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:49.163401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:49.183632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:49.185936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.275178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=d9460a70-4dcb-4726-a569-2b06ff2748fa,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:49.316070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] For port 69a83bda-b7c0-458c-8fde-b3483a77edf6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=69a83bda-b7c0-458c-8fde-b3483a77edf6,segment=NetworkSegment(4039679f-655e-42d5-8a6c-07137c82497c),segment_id=4039679f-655e-42d5-8a6c-07137c82497c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:49.316437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.338724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:49.339354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.344502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.446827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.448099 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b119c48-5411-465a-93ec-03764fba4a25 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6377726 Feb 17 11:59:49.451022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49862) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:49.459741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-973163750'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:49.465873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:49.470774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:network and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:49.472353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Calling delete_port for 69a83bda-b7c0-458c-8fde-b3483a77edf6 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:49.474779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:49.482557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:49.575142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:49.578367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.591565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.608606 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3379285e-e835-4b15-a67d-694d21de5fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1416185 Feb 17 11:59:49.613005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49866) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:49.617894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': 'c1f66d05-7685-4541-8fe8-a8899f1cad02', 'name': 'tempest-PortsTestJSON-540040826', 'fixed_ips': [{'subnet_id': '2e3b62fb-0051-483e-a21d-06d551240e32', 'ip_address': '172.20.0.9'}]}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:49.636049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69def935-17b5-41a5-b79c-6714967778f5 None None] Network 7ace5ba8-0fe3-4e1b-91da-739d0438557e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:49.683760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.722005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:49.730498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Port': ['ID=69a83bda-b7c0-458c-8fde-b3483a77edf6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:49.731992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:security_group_rule and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:49.737486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:49.742160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-80aa0650-fa96-4a8d-a35f-b1dda72c9d0c None None] Could not find standard attr ID for object 69a83bda-b7c0-458c-8fde-b3483a77edf6. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:49.751367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:49.806436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:49.807241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No DVR routers for this DVR port 69a83bda-b7c0-458c-8fde-b3483a77edf6 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:49.816170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:49.821659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:49.831908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:49.892277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.893202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.946545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:49.952155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:49.982639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.011175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port fb6be80a-7add-49ad-a25d-b7cb4e4601db yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 11:59:50.079965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e43ed-410d-4035-9fa5-30bae8bb8e37,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:50.118745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.158681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:50.169943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=24e578f8-1ab5-4909-b82a-972dba8e5218,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:50.194573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.194573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Added segment c902387e-efbd-4e54-8192-f3c98e4161d4 of type vlan for network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 Feb 17 11:59:50.205382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c197c-ebc5-4d68-b603-2ba0c986dd29 None None] Network 7ace5ba8-0fe3-4e1b-91da-739d0438557e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:50.289341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.317454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.9 (c1f66d05-7685-4541-8fe8-a8899f1cad02/2e3b62fb-0051-483e-a21d-06d551240e32/fb6be80a-7add-49ad-a25d-b7cb4e4601db) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:50.340802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.394281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ace5ba8-0fe3-4e1b-91da-739d0438557e']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:50.403955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fa7447-059d-4981-a3e8-152be0cae2ea None None] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:50.415327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4039679f-655e-42d5-8a6c-07137c82497c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:50.416033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4039679f-655e-42d5-8a6c-07137c82497c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:50.435023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.446255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.446255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:50.446255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.474780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.479267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:50.479936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:50.497553 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:50.597417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1452260 Feb 17 11:59:50.600900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49870) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:50.608884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'subnet': {'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:50.647135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabada3-b6b0-4449-a346-c0231779f5d7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Network': ['ID=e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:50.651379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa122d-98a7-4977-9f47-44655f6ca796 None None] DHCP port deletion for 7ace5ba8-0fe3-4e1b-91da-739d0438557e request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:50.704118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:50.723320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3fda06aa-bedd-45ca-84b6-e33dfb58075e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:50.739589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.751819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:50.755958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:subnet and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:50.757611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-280ab213-a030-4868-b5da-d6e9c08c773f None None] Provisioning for port 3fda06aa-bedd-45ca-84b6-e33dfb58075e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:50.758965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:50.761564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object fb6be80a-7add-49ad-a25d-b7cb4e4601db will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:50.764797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:50.786031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.790905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.824689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=7ace5ba8-0fe3-4e1b-91da-739d0438557e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:50.835794 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7080920f-cd0a-4d8e-9f66-e37d12a8c175 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/7ace5ba8-0fe3-4e1b-91da-739d0438557e HTTP/1.1" status: 204 len: 168 time: 2.7431509 Feb 17 11:59:50.842732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49874) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:50.859005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:50.884365 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc64e00-8afe-4e19-bba0-ea8bbf0ed4b3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:50.884808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc64e00-8afe-4e19-bba0-ea8bbf0ed4b3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:50.886481 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0dc64e00-8afe-4e19-bba0-ea8bbf0ed4b3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/24e578f8-1ab5-4909-b82a-972dba8e5218 HTTP/1.1" status: 404 len: 337 time: 0.0427270 Feb 17 11:59:50.888976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49878) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:50.894616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:50.981239 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed801a1-091e-4f56-9f71-d92901e3a44e tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:50.981239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed801a1-091e-4f56-9f71-d92901e3a44e tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:50.985399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0ed801a1-091e-4f56-9f71-d92901e3a44e tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/7ace5ba8-0fe3-4e1b-91da-739d0438557e HTTP/1.1" status: 404 len: 339 time: 0.0927207 Feb 17 11:59:50.996371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49882) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:51.023977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3fda06aa-bedd-45ca-84b6-e33dfb58075e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:51.031204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3fda06aa-bedd-45ca-84b6-e33dfb58075e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:51.031204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.062008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:51.062008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=fb6be80a-7add-49ad-a25d-b7cb4e4601db,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:51.153189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:51.155778 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:59:51.159250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:51.210349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.220873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.266979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.279815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:51.280776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.339168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 3fda06aa-bedd-45ca-84b6-e33dfb58075e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3fda06aa-bedd-45ca-84b6-e33dfb58075e,segment=NetworkSegment(5b89a235-251c-452a-9d19-7a46d65a26a8),segment_id=5b89a235-251c-452a-9d19-7a46d65a26a8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:51.410368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d2d22a78-0023-42bb-ace9-12ab5942e02b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7980797 Feb 17 11:59:51.416520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.417600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49888) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:51.503168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.526170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Provisioning for port d9460a70-4dcb-4726-a569-2b06ff2748fa completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:51.530217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Provisioning complete for port d9460a70-4dcb-4726-a569-2b06ff2748fa triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:51.530217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.556244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeeb9be-bc62-48f0-bcac-422529eb96c9']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:51.578681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=3fda06aa-bedd-45ca-84b6-e33dfb58075e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:51.596312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Port d9460a70-4dcb-4726-a569-2b06ff2748fa cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:51.612623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Provisioning complete for port 3fda06aa-bedd-45ca-84b6-e33dfb58075e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:51.612977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.633018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.690242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b89774f-c327-4368-97e1-b53027b7cba8') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:51.690596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b89774f-c327-4368-97e1-b53027b7cba8') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:51.715970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0cf3c-2d6b-4bef-aaa2-3b3f412cf2f4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:51.717722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-72b0cf3c-2d6b-4bef-aaa2-3b3f412cf2f4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:51.730613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Subnet': ['ID=608e427d-d810-4e43-ae95-69d549c0741a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:51.740298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Checking segment: {'id': 'c902387e-efbd-4e54-8192-f3c98e4161d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:51.740427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network hostable DHCP agents. Network: e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:51.741877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.779999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.785492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:51.787049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:51.806977 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:51.888039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:51.911166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Provisioning for port fb6be80a-7add-49ad-a25d-b7cb4e4601db completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:51.913756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-72b0cf3c-2d6b-4bef-aaa2-3b3f412cf2f4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:51.913756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-72b0cf3c-2d6b-4bef-aaa2-3b3f412cf2f4 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4868093 Feb 17 11:59:51.913756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49892) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:51.914175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Provisioning complete for port fb6be80a-7add-49ad-a25d-b7cb4e4601db triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:51.914175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:51.975204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-56962679-b037-4902-98aa-7cf01b9042f3 None None] Port fb6be80a-7add-49ad-a25d-b7cb4e4601db cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:51.992395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:51.994348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:51.994985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.000100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366df620-ff52-4f6c-9834-0d934e93e8e1 None None] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:52.006377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.043220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.043220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=edeeb9be-bc62-48f0-bcac-422529eb96c9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:52.048730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a2445783-03b7-46b3-8542-a55b8e251bf3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/edeeb9be-bc62-48f0-bcac-422529eb96c9 HTTP/1.1" status: 204 len: 168 time: 1.0534179 Feb 17 11:59:52.051128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49896) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:52.091232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716acc5-469b-49a9-ade3-00f6f9d969e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:52.095143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716acc5-469b-49a9-ade3-00f6f9d969e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:52.099853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716acc5-469b-49a9-ade3-00f6f9d969e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:52.101935 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6716acc5-469b-49a9-ade3-00f6f9d969e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1922495 Feb 17 11:59:52.104438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49900) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:52.109309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-71657dc2-3093-453f-97d4-e2767ab3e91f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:52.109665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71657dc2-3093-453f-97d4-e2767ab3e91f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:52.111254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2f4c3c0e-dd59-4335-bbe2-bd12fe5f5175 None None] Provisioning complete for port d9460a70-4dcb-4726-a569-2b06ff2748fa triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:52.111629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3c0e-dd59-4335-bbe2-bd12fe5f5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.111836 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-71657dc2-3093-453f-97d4-e2767ab3e91f tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/ed30b288-d341-44c7-94b9-10d885fd7a5a HTTP/1.1" status: 404 len: 337 time: 0.0594990 Feb 17 11:59:52.114007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49904) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:52.140286 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bd0a0a-73e1-4904-85f8-5e4155f5ce31 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:52.140725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bd0a0a-73e1-4904-85f8-5e4155f5ce31 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:52.145934 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a3bd0a0a-73e1-4904-85f8-5e4155f5ce31 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/f431e93e-2a84-4f92-ba58-c95ba49cc412 HTTP/1.1" status: 404 len: 339 time: 0.0273643 Feb 17 11:59:52.146105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49908) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:52.159652 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3a9b237f-954b-4bb9-b5dd-e3550c465c31 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5544505 Feb 17 11:59:52.165264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49912) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:52.178210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'network': {'name': 'tempest-router-network01--1566488221'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:52.191286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:52.199393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:network and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:52.203222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:52.209391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port fb6be80a-7add-49ad-a25d-b7cb4e4601db {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:52.209816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.229078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c3c0e-dd59-4335-bbe2-bd12fe5f5175 None None] Port d9460a70-4dcb-4726-a569-2b06ff2748fa cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:52.270693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2f4c3c0e-dd59-4335-bbe2-bd12fe5f5175 None None] Provisioning complete for port fb6be80a-7add-49ad-a25d-b7cb4e4601db triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:52.271714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3c0e-dd59-4335-bbe2-bd12fe5f5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.303318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:52.386411 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c3c0e-dd59-4335-bbe2-bd12fe5f5175 None None] Port fb6be80a-7add-49ad-a25d-b7cb4e4601db cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 11:59:52.390692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting subnet b030c205-3139-4d51-9a1d-16568a836ea4 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:52.391065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52', 'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52', 'tenant_id': '94d3dc9945fa4756974e4828f049bdc4', 'fixed_ips': [{'subnet_id': '608e427d-d810-4e43-ae95-69d549c0741a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:52.392045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.394306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.446049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:52.453001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.468443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.569722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.576056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:52.576342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3fda06aa-bedd-45ca-84b6-e33dfb58075e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:52.617125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.617517 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Added segment a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd of type vlan for network 94ce1c92-e7d3-4faa-a664-641618299c13 Feb 17 11:59:52.633556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.669398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Allocated IP 2001:db8::2 (e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52/608e427d-d810-4e43-ae95-69d549c0741a/2240a831-d329-4d42-b864-b3cc1184a6bf) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:52.738754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.787112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for fb6be80a-7add-49ad-a25d-b7cb4e4601db owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:52.792389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=b030c205-3139-4d51-9a1d-16568a836ea4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:52.798500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.804520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efcc6e-b154-4a27-9aa5-bbd78de71f9b None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:52.813155 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-73f8141b-8314-40aa-8710-b6f7cff999b0 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/b030c205-3139-4d51-9a1d-16568a836ea4 HTTP/1.1" status: 204 len: 168 time: 0.6659172 Feb 17 11:59:52.813908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49916) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:52.818664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.884926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3fda06aa-bedd-45ca-84b6-e33dfb58075e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:52.885210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.887062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting subnet 138908c6-3036-449f-bdbd-31c1eb9472f1 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:52.890049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.952526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.966491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:52.981008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:52.981008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.056041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.087580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.171106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Network': ['ID=94ce1c92-e7d3-4faa-a664-641618299c13,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:53.173455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=fb6be80a-7add-49ad-a25d-b7cb4e4601db,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:53.191733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 94ce1c92-e7d3-4faa-a664-641618299c13 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:53.247700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.294849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 69a83bda-b7c0-458c-8fde-b3483a77edf6 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:53.303754 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3b3dd008-9583-496e-ae73-6beae0336fd6 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1378577 Feb 17 11:59:53.311485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49920) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:53.322868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.322868 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b2079de2-6e8f-4aaf-be04-9623abb2688f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/fb6be80a-7add-49ad-a25d-b7cb4e4601db HTTP/1.1" status: 204 len: 168 time: 1.2119443 Feb 17 11:59:53.325407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'network': {'name': 'tempest-router-network02--2017870612'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:53.331391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:53.337120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:network and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:53.340645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49924) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:53.340934 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:53.348268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:53.353746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.367308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 69a83bda-b7c0-458c-8fde-b3483a77edf6 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 11:59:53.367639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 69a83bda-b7c0-458c-8fde-b3483a77edf6 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:53.370622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.397773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=138908c6-3036-449f-bdbd-31c1eb9472f1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:53.418528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57b6887-2156-4205-85fa-8311d14549de tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:53.419978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c57b6887-2156-4205-85fa-8311d14549de tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/fb6be80a-7add-49ad-a25d-b7cb4e4601db HTTP/1.1" status: 404 len: 333 time: 0.0748041 Feb 17 11:59:53.421729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f2206963-b17a-435f-8fcc-47e9e2d44f38 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/138908c6-3036-449f-bdbd-31c1eb9472f1 HTTP/1.1" status: 204 len: 168 time: 0.6070800 Feb 17 11:59:53.422757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49928) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:53.424308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Transition to ACTIVE for port object 2240a831-d329-4d42-b864-b3cc1184a6bf will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:53.425635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49930) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:53.455511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:53.459698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Transition to ACTIVE for port object 2240a831-d329-4d42-b864-b3cc1184a6bf will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:53.461092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.498711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:53.509298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.509298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Added segment 7269df41-e448-4858-a596-1be0fd35093e of type vlan for network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f Feb 17 11:59:53.541701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.575012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.598105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port d9460a70-4dcb-4726-a569-2b06ff2748fa {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:53.603394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.644858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.661760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.665269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:53.665269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.694797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting port 2f1989b8-abb3-45ed-884b-6feb688c12d6 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:53.694797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.712577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:53.712577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db24386-b1e3-46eb-a64a-176a762890d3 None None] Update dhcp port {'port': {'network_id': 'ed66aa17-63d2-4d07-8d5e-7ffef5df6d33', 'fixed_ips': [{'subnet_id': '138908c6-3036-449f-bdbd-31c1eb9472f1'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': '2f1989b8-abb3-45ed-884b-6feb688c12d6'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 11:59:53.765561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0db24386-b1e3-46eb-a64a-176a762890d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:53.787071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:53.787071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Pushing event updated for resources: {'Port': ['ID=2240a831-d329-4d42-b864-b3cc1184a6bf,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:53.787071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:53.807942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Network': ['ID=6474b6c2-efcb-4df8-811d-9ad7d6c56c4f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:53.831875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 11:59:53.860227 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3377d8f3-27f5-4834-b21f-1383ab197091 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5475197 Feb 17 11:59:53.863076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49936) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:53.873829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'subnet': {'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:54.039915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Attempting to bind port 2240a831-d329-4d42-b864-b3cc1184a6bf on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:54.039915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Attempting to bind port 2240a831-d329-4d42-b864-b3cc1184a6bf by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c902387e-efbd-4e54-8192-f3c98e4161d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:54.039915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Attempting to bind port 2240a831-d329-4d42-b864-b3cc1184a6bf on network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:54.059966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:54.059966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Checking segment: {'id': 'c902387e-efbd-4e54-8192-f3c98e4161d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:54.059966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.059966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Bound using segment: {'id': 'c902387e-efbd-4e54-8192-f3c98e4161d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:54.059966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Bound port: 2240a831-d329-4d42-b864-b3cc1184a6bf, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c902387e-efbd-4e54-8192-f3c98e4161d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:54.059966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.132718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:54.132718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:subnet and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:54.155537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:54.155537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:54.238168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] For port 2f1989b8-abb3-45ed-884b-6feb688c12d6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2f1989b8-abb3-45ed-884b-6feb688c12d6,segment=NetworkSegment(1676bced-9cbd-4817-aa29-98fc9b14418b),segment_id=1676bced-9cbd-4817-aa29-98fc9b14418b)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:54.238168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.248488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:54.249422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.291507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] For port 2240a831-d329-4d42-b864-b3cc1184a6bf, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:54.310861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] For port 2240a831-d329-4d42-b864-b3cc1184a6bf, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2240a831-d329-4d42-b864-b3cc1184a6bf,segment=NetworkSegment(c902387e-efbd-4e54-8192-f3c98e4161d4),segment_id=c902387e-efbd-4e54-8192-f3c98e4161d4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:54.316480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b0716-7aa8-4d1f-bf73-219632e4eb47 None None] Network ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:54.391838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.413343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.568182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Calling delete_port for 2f1989b8-abb3-45ed-884b-6feb688c12d6 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:54.600528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for d9460a70-4dcb-4726-a569-2b06ff2748fa owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:54.620423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2f1989b8-abb3-45ed-884b-6feb688c12d6 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:59:54.645013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d6081095-9a58-494f-837d-78165069b4aa None None] Provisioning complete for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:54.645145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6081095-9a58-494f-837d-78165069b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.764615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.822970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.858107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcf482-b2a2-4712-926b-2b252f1b8d55 None None] Pushing event updated for resources: {'Port': ['ID=2240a831-d329-4d42-b864-b3cc1184a6bf,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:54.902965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Port': ['ID=2f1989b8-abb3-45ed-884b-6feb688c12d6,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:54.911144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d6081095-9a58-494f-837d-78165069b4aa None None] Could not find standard attr ID for object 2f1989b8-abb3-45ed-884b-6feb688c12d6. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 11:59:54.911144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No active binding found for port 2f1989b8-abb3-45ed-884b-6feb688c12d6 {{(pid=84461) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 17 11:59:54.911144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2f1989b8-abb3-45ed-884b-6feb688c12d6 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:59:54.922312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No DVR routers for this DVR port 2f1989b8-abb3-45ed-884b-6feb688c12d6 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:54.922312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:54.927841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Checking segment: {'id': 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:54.927841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network hostable DHCP agents. Network: 94ce1c92-e7d3-4faa-a664-641618299c13, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:54.935586 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.plugins.ml2.db [None req-d6081095-9a58-494f-837d-78165069b4aa None None] No ports have port_id starting with 2f1989b8-abb3-45ed-884b-6feb688c12d6 Feb 17 11:59:54.943467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Subnet': ['ID=be41ca2d-dd3d-4a9e-9bda-8a95192ac23f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:54.974022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cdf8ec-c159-4288-a0b6-581c28c9047f None None] DHCP port deletion for ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:55.046936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network 94ce1c92-e7d3-4faa-a664-641618299c13 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:55.109482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=d9460a70-4dcb-4726-a569-2b06ff2748fa,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:55.130638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 94ce1c92-e7d3-4faa-a664-641618299c13) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:55.141734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:55.141734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.148988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c648de3-b0e1-484b-825b-526c1b6bb35e None None] Network 94ce1c92-e7d3-4faa-a664-641618299c13 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:55.161187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.234544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed66aa17-63d2-4d07-8d5e-7ffef5df6d33']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:55.260433 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9343a364-bca5-43e8-9f98-d383a959a83d tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3854039 Feb 17 11:59:55.260574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49940) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.264443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'subnet': {'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:55.279923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1676bced-9cbd-4817-aa29-98fc9b14418b') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:55.280212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1676bced-9cbd-4817-aa29-98fc9b14418b') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:55.306221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.395958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.403711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.419906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:55.420305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:55.452960 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:55.478165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-94ce1c92-e7d3-4faa-a664-641618299c13', 'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13', 'tenant_id': '94d3dc9945fa4756974e4828f049bdc4', 'fixed_ips': [{'subnet_id': 'be41ca2d-dd3d-4a9e-9bda-8a95192ac23f'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:55.478165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.517099 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e69428ea-5f69-4d3a-a30b-ca37bf3602bf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/d9460a70-4dcb-4726-a569-2b06ff2748fa HTTP/1.1" status: 204 len: 168 time: 2.0900185 Feb 17 11:59:55.522107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49944) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.536078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:55.575746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:subnet and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:55.583481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:55.594953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb36c4ea-70d2-49d8-9c29-4713aa1a8a37 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 11:59:55.595461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eb36c4ea-70d2-49d8-9c29-4713aa1a8a37 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:59:55.597943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:55.647727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Allocated IP 2001:db8::2 (94ce1c92-e7d3-4faa-a664-641618299c13/be41ca2d-dd3d-4a9e-9bda-8a95192ac23f/0f96af8a-0d74-4dcd-8800-9e03d3088bc6) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:55.652586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.670724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.684639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=ed66aa17-63d2-4d07-8d5e-7ffef5df6d33,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:55.690111 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-84115a94-f623-4c9e-9af3-124feed144c5 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/ed66aa17-63d2-4d07-8d5e-7ffef5df6d33 HTTP/1.1" status: 204 len: 168 time: 2.2611256 Feb 17 11:59:55.690111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:55.697909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49950) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.706356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eb36c4ea-70d2-49d8-9c29-4713aa1a8a37 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:59:55.707777 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eb36c4ea-70d2-49d8-9c29-4713aa1a8a37 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/d9460a70-4dcb-4726-a569-2b06ff2748fa HTTP/1.1" status: 404 len: 333 time: 0.1771772 Feb 17 11:59:55.711017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49954) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.742687 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbe6988-90e4-45b8-8684-5108fae9b0b1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:55.743121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbe6988-90e4-45b8-8684-5108fae9b0b1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:55.747670 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-efbe6988-90e4-45b8-8684-5108fae9b0b1 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/74dd1069-ccc4-4806-88e0-74b8b6f75666 HTTP/1.1" status: 404 len: 337 time: 0.0513797 Feb 17 11:59:55.748233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49958) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.778471 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c0b74b-ea40-40e2-a666-a53af1652ffe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:55.779304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c0b74b-ea40-40e2-a666-a53af1652ffe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:55.784115 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-93c0b74b-ea40-40e2-a666-a53af1652ffe tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/54859d64-f329-42ac-a23f-f56553517b41 HTTP/1.1" status: 404 len: 339 time: 0.0329700 Feb 17 11:59:55.784971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49962) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.832335 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-353edfdb-abec-46a5-b8f7-238bf0aac136 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:55.833148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353edfdb-abec-46a5-b8f7-238bf0aac136 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:55.838693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49966) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.839241 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-353edfdb-abec-46a5-b8f7-238bf0aac136 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/ffb3d09e-10f6-4afd-bb9d-2caf3c13ba1c HTTP/1.1" status: 404 len: 337 time: 0.0527935 Feb 17 11:59:55.886046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.898805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:55.909087 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf404b3-c71a-4d6a-8590-78dfd0c06150 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:55.909690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf404b3-c71a-4d6a-8590-78dfd0c06150 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:55.910370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Transition to ACTIVE for port object 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:55.914380 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6cf404b3-c71a-4d6a-8590-78dfd0c06150 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/f6d7176f-aeae-4d08-8788-e93161fcf36d HTTP/1.1" status: 404 len: 339 time: 0.0711741 Feb 17 11:59:55.915050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49970) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:55.934486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Transition to ACTIVE for port object 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:55.968748 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4de6fc-06d5-46c7-abdf-79d8eda11216 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:55.969182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4de6fc-06d5-46c7-abdf-79d8eda11216 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:55.975534 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de4de6fc-06d5-46c7-abdf-79d8eda11216 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/70146153-7627-4853-8137-435043e34c7e HTTP/1.1" status: 404 len: 337 time: 0.0581741 Feb 17 11:59:55.975534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49974) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:56.002548 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa24f28-c760-4501-a4c6-c84ba408d0ed tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:56.003097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa24f28-c760-4501-a4c6-c84ba408d0ed tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:56.008190 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1aa24f28-c760-4501-a4c6-c84ba408d0ed tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/bb7fe6e8-f2a0-4598-b9ca-0f5463bdf111 HTTP/1.1" status: 404 len: 339 time: 0.0285010 Feb 17 11:59:56.010575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49978) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:56.011414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.124080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Network 94ce1c92-e7d3-4faa-a664-641618299c13 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:56.126982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:56.129518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:56.170381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Pushing event updated for resources: {'Port': ['ID=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:56.181131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b86745-0df8-40a0-a0a9-9ad6ea712893 None None] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:56.249723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 2e3b62fb-0051-483e-a21d-06d551240e32 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:56.250588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting subnet d1975c08-39a2-4c45-a894-80f34ab8db0c {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:56.252725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.253812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.315621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.334229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.414361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Attempting to bind port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 11:59:56.414737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Attempting to bind port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 11:59:56.416625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Attempting to bind port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 on network 94ce1c92-e7d3-4faa-a664-641618299c13 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 11:59:56.437435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 11:59:56.437836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Checking segment: {'id': 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:56.438506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.438900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Bound using segment: {'id': 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 11:59:56.439369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Bound port: 0f96af8a-0d74-4dcd-8800-9e03d3088bc6, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '94ce1c92-e7d3-4faa-a664-641618299c13'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 11:59:56.439742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.450593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.477551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.545543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0544c0cb-66e7-4bfc-9896-150d26a59085 None None] Provisioning for port 2240a831-d329-4d42-b864-b3cc1184a6bf completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:56.591454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.611308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] For port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 11:59:56.616464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] For port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,segment=NetworkSegment(a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd),segment_id=a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 11:59:56.619014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2240a831-d329-4d42-b864-b3cc1184a6bf up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:56.650344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.692238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Subnet': ['ID=e5dbdabb-0969-4151-830f-8acd18d04af4,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:56.697036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=d1975c08-39a2-4c45-a894-80f34ab8db0c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:56.700324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Checking segment: {'id': '7269df41-e448-4858-a596-1be0fd35093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 11:59:56.700762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network hostable DHCP agents. Network: 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 11:59:56.703824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.712357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314b094-31a6-40f9-b6d7-c8727479a238 None None] Network 55b348c0-412f-4be0-908f-c359565f7ce4 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:56.720439 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a6bb6474-9ce1-4df0-b1d7-69e35158b492 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/d1975c08-39a2-4c45-a894-80f34ab8db0c HTTP/1.1" status: 204 len: 168 time: 0.7041957 Feb 17 11:59:56.724069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:56.725098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.736119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.790856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3b62fb-0051-483e-a21d-06d551240e32,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:56.830483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58ccf95-955c-473d-b4e4-953ac7c79ba1 None None] Network c1f66d05-7685-4541-8fe8-a8899f1cad02 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:56.856880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2240a831-d329-4d42-b864-b3cc1184a6bf completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:56.863614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.893133 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-73b30f5c-dcce-4259-b868-883b43dfe045 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/2e3b62fb-0051-483e-a21d-06d551240e32 HTTP/1.1" status: 204 len: 168 time: 1.1784871 Feb 17 11:59:56.894094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 49986) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:56.951424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2240a831-d329-4d42-b864-b3cc1184a6bf triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:56.951797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.981830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:56.990614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 11:59:57.040737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting port f9e626f4-e224-4aa6-ad75-ca940005ecab {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:57.041071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.078624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.139934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 3fda06aa-bedd-45ca-84b6-e33dfb58075e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:57.139934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.169454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:57.182423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70458-9bd7-4e15-97b8-4e815abff682 None None] Pushing event updated for resources: {'Port': ['ID=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:57.188516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:57.189109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.236857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb8d20-3c2e-4b6e-8987-145ef3367607 None None] Network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:57.416307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ec4855a7-1b12-4e37-ae9f-0e44bed9fdaf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1591554 Feb 17 11:59:57.417449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49990) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:57.562740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bbd0c193-71d1-4591-a68c-651f48488919 None None] Provisioning complete for port 2240a831-d329-4d42-b864-b3cc1184a6bf triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:57.563278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c193-71d1-4591-a68c-651f48488919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.570520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] For port f9e626f4-e224-4aa6-ad75-ca940005ecab, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9e626f4-e224-4aa6-ad75-ca940005ecab,segment=NetworkSegment(7eb312e9-3de0-48be-8a08-072990857c0e),segment_id=7eb312e9-3de0-48be-8a08-072990857c0e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:57.570885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.605834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.724640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Calling delete_port for f9e626f4-e224-4aa6-ad75-ca940005ecab owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:57.733415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-6474b6c2-efcb-4df8-811d-9ad7d6c56c4f', 'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f', 'tenant_id': '94d3dc9945fa4756974e4828f049bdc4', 'fixed_ips': [{'subnet_id': 'e5dbdabb-0969-4151-830f-8acd18d04af4'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 11:59:57.736312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.744582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 2240a831-d329-4d42-b864-b3cc1184a6bf, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2240a831-d329-4d42-b864-b3cc1184a6bf,segment=NetworkSegment(c902387e-efbd-4e54-8192-f3c98e4161d4),segment_id=c902387e-efbd-4e54-8192-f3c98e4161d4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:57.837343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port 3fda06aa-bedd-45ca-84b6-e33dfb58075e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3fda06aa-bedd-45ca-84b6-e33dfb58075e,segment=NetworkSegment(5b89a235-251c-452a-9d19-7a46d65a26a8),segment_id=5b89a235-251c-452a-9d19-7a46d65a26a8)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:57.837343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:57.847178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.001679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] DHCP port deletion for 55b348c0-412f-4be0-908f-c359565f7ce4 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:58.055145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Deleting port f9e626f4-e224-4aa6-ad75-ca940005ecab {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:58.055809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.080059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] DHCP port deletion for c1f66d05-7685-4541-8fe8-a8899f1cad02 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 11:59:58.118014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Deleting port 3fda06aa-bedd-45ca-84b6-e33dfb58075e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 11:59:58.118383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.138955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.141543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=2240a831-d329-4d42-b864-b3cc1184a6bf,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:58.196606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 3fda06aa-bedd-45ca-84b6-e33dfb58075e owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:58.288492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Allocated IP 2001:db8::2 (6474b6c2-efcb-4df8-811d-9ad7d6c56c4f/e5dbdabb-0969-4151-830f-8acd18d04af4/20f4f1c4-8bfd-4ae6-9377-9d51420a05db) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:58.306569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.376501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Port': ['ID=f9e626f4-e224-4aa6-ad75-ca940005ecab,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:58.383720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No DVR routers for this DVR port f9e626f4-e224-4aa6-ad75-ca940005ecab on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:58.422194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.509652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=3fda06aa-bedd-45ca-84b6-e33dfb58075e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:58.578912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f47fc0-0d21-4d11-aab7-5e9a5378a9e2 None None] Network 94ce1c92-e7d3-4faa-a664-641618299c13 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 11:59:58.597008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No DVR routers for this DVR port 3fda06aa-bedd-45ca-84b6-e33dfb58075e on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:59:58.718398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Allocated IP 2001:db8::1 (94ce1c92-e7d3-4faa-a664-641618299c13/be41ca2d-dd3d-4a9e-9bda-8a95192ac23f/7ac88104-e551-41cb-9b87-5caddfe2c1b9) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:59:58.733187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.775084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:59:58.786384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.795336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b348c0-412f-4be0-908f-c359565f7ce4']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:58.820949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb312e9-3de0-48be-8a08-072990857c0e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:58.820949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb312e9-3de0-48be-8a08-072990857c0e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:58.837700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f66d05-7685-4541-8fe8-a8899f1cad02']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:58.846002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.861045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b89a235-251c-452a-9d19-7a46d65a26a8') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:58.861337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b89a235-251c-452a-9d19-7a46d65a26a8') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:59:58.875446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.878607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.894648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:58.894968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:58.918219 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:58.928412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.949429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] For port f9e626f4-e224-4aa6-ad75-ca940005ecab, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9e626f4-e224-4aa6-ad75-ca940005ecab,segment=NetworkSegment(7eb312e9-3de0-48be-8a08-072990857c0e),segment_id=7eb312e9-3de0-48be-8a08-072990857c0e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:58.949723 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Transition to ACTIVE for port object 7ac88104-e551-41cb-9b87-5caddfe2c1b9 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:58.950006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:58.983780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.008286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 11:59:59.008688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:59:59.024339 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:59:59.031227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] For port 3fda06aa-bedd-45ca-84b6-e33dfb58075e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3fda06aa-bedd-45ca-84b6-e33dfb58075e,segment=NetworkSegment(5b89a235-251c-452a-9d19-7a46d65a26a8),segment_id=5b89a235-251c-452a-9d19-7a46d65a26a8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:59.031611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.064535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.114672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Calling delete_port for f9e626f4-e224-4aa6-ad75-ca940005ecab owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:59.144782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-453ac238-73ed-4722-a3b0-8d27e3f6b7d8 None None] Provisioning for port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:59.147449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network 94ce1c92-e7d3-4faa-a664-641618299c13 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:59.150551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:59.154469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:59.155061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.161091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Port': ['ID=7ac88104-e551-41cb-9b87-5caddfe2c1b9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:59.192235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.209847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.224279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.225958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=55b348c0-412f-4be0-908f-c359565f7ce4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:59.250429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.252215 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/c1f66d05-7685-4541-8fe8-a8899f1cad02 HTTP/1.1" status: 204 len: 168 time: 2.3570120 Feb 17 11:59:59.257578 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5c265a5b-5ffb-48ea-812f-c11083ed6e39 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/55b348c0-412f-4be0-908f-c359565f7ce4 HTTP/1.1" status: 204 len: 168 time: 2.5248966 Feb 17 11:59:59.258896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49996) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:59.259296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 49998) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:59.265522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cc286-6d32-424f-955f-0be7b0bffa72 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=c1f66d05-7685-4541-8fe8-a8899f1cad02,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:59.296507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-430122272'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 11:59:59.307167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:59:59.309613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30f75f3-c4b0-4443-91eb-fb3e33f8f97e tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:59.310129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30f75f3-c4b0-4443-91eb-fb3e33f8f97e tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:59.314901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:network and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:59:59.318619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:59:59.329811 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b30f75f3-c4b0-4443-91eb-fb3e33f8f97e tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/f5017ca0-1b1a-4b56-8b36-856549b13ae2 HTTP/1.1" status: 404 len: 337 time: 0.0610099 Feb 17 11:59:59.329949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50004) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:59.352260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Calling delete_port for 3fda06aa-bedd-45ca-84b6-e33dfb58075e owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 11:59:59.359175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:59:59.363954 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c819665f-9c03-4448-b020-311b4dd951c3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] DELETE failed (client error): The resource could not be found. Feb 17 11:59:59.364304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c819665f-9c03-4448-b020-311b4dd951c3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 11:59:59.369258 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c819665f-9c03-4448-b020-311b4dd951c3 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/d6c92c8b-014e-45cb-8f9f-285df55c0848 HTTP/1.1" status: 404 len: 339 time: 0.0359924 Feb 17 11:59:59.369437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50008) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:59:59.392674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.468661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 11:59:59.471871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.531184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.571942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:59.572320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:59.579272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Transition to ACTIVE for port object 20f4f1c4-8bfd-4ae6-9377-9d51420a05db will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:59.598713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:59:59.605364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:59:59.605812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:59:59.618157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:59:59.618612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.642246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Transition to ACTIVE for port object 20f4f1c4-8bfd-4ae6-9377-9d51420a05db will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 11:59:59.647503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 11:59:59.664402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.664903 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Added segment 2ee9824c-0896-49e4-9632-02cb8a3fa270 of type vlan for network 0bcc50f7-c7f8-4fef-a659-872a9b837601 Feb 17 11:59:59.667120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting subnet 6fb7e5a8-df23-40cb-9a89-22a5de1cbd57 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 11:59:59.670630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.737092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.742092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.774739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.840631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.853152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.901856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.909544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:59:59.914032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:59:59.916685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,segment=NetworkSegment(a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd),segment_id=a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 11:59:59.920721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 11:59:59.928589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Pushing event updated for resources: {'Port': ['ID=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:59:59.966667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.967688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:59:59.968314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.996167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:59:59.996954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.016263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Attempting to bind port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:00.016632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Attempting to bind port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7269df41-e448-4858-a596-1be0fd35093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:00.016989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Attempting to bind port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db on network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:00.024901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:00.025275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Checking segment: {'id': '7269df41-e448-4858-a596-1be0fd35093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:00.025667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.026073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Bound using segment: {'id': '7269df41-e448-4858-a596-1be0fd35093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:00.026525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Bound port: 20f4f1c4-8bfd-4ae6-9377-9d51420a05db, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7269df41-e448-4858-a596-1be0fd35093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6474b6c2-efcb-4df8-811d-9ad7d6c56c4f'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:00.026890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.045986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.046762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2240a831-d329-4d42-b864-b3cc1184a6bf up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:00.078736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.123971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb7e5a8-df23-40cb-9a89-22a5de1cbd57,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:00.138964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Deleting port f9e626f4-e224-4aa6-ad75-ca940005ecab {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:00.139572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.140413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.158101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9bab2375-dc81-4d2f-9732-afddf3c88d75 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/subnets/6fb7e5a8-df23-40cb-9a89-22a5de1cbd57 HTTP/1.1" status: 204 len: 168 time: 0.7815068 Feb 17 12:00:00.158101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50012) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:00.169864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Deleting port 3fda06aa-bedd-45ca-84b6-e33dfb58075e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:00.170405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.183703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Port': ['ID=7ac88104-e551-41cb-9b87-5caddfe2c1b9,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:00.211040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Network': ['ID=0bcc50f7-c7f8-4fef-a659-872a9b837601,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:00.228024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0c041-4cc1-4c73-986d-022fe0ebbeb1 None None] Network 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:00.337754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.339735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:00:00.350824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Deleting port 536976bd-4237-4f91-9247-98dcc211ed4e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:00.351307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.423076 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-da149d76-3bd7-4302-87ae-716920b70a44 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1593897 Feb 17 12:00:00.425194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50016) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:00.433255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:00.587357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:00.595368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:00.599261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:00.607479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network 94ce1c92-e7d3-4faa-a664-641618299c13 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:00.608443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:00.609910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-32c3296d-caa4-41f9-9830-a19441495ca1 None None] The port '3fda06aa-bedd-45ca-84b6-e33dfb58075e' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:00.610718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:00.615911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bbfc27dd-7480-478e-9677-8151383536f2 None None] Provisioning for port 7ac88104-e551-41cb-9b87-5caddfe2c1b9 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:00.639982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b5c64160-5a4c-4d39-9751-7ea044c57b11 None None] The port 'f9e626f4-e224-4aa6-ad75-ca940005ecab' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:00.699640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bbfc27dd-7480-478e-9677-8151383536f2 None None] Provisioning complete for port 7ac88104-e551-41cb-9b87-5caddfe2c1b9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:00.700022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbfc27dd-7480-478e-9677-8151383536f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.713880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] For port 536976bd-4237-4f91-9247-98dcc211ed4e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=536976bd-4237-4f91-9247-98dcc211ed4e,segment=NetworkSegment(2dd6830b-df72-4b7f-8897-243f2828d43e),segment_id=2dd6830b-df72-4b7f-8897-243f2828d43e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:00.722529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.813132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] For port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:00.816950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] For port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,segment=NetworkSegment(7269df41-e448-4858-a596-1be0fd35093e),segment_id=7269df41-e448-4858-a596-1be0fd35093e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:00.873626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Calling delete_port for 536976bd-4237-4f91-9247-98dcc211ed4e owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:00.874412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:00.905309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc27dd-7480-478e-9677-8151383536f2 None None] Port 7ac88104-e551-41cb-9b87-5caddfe2c1b9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:00.935708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2240a831-d329-4d42-b864-b3cc1184a6bf triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:00.936081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:00.960170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:00.979219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.044507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.051384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bbfc27dd-7480-478e-9677-8151383536f2 None None] Provisioning complete for port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:01.051751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbfc27dd-7480-478e-9677-8151383536f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.104681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.109743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Port': ['ID=536976bd-4237-4f91-9247-98dcc211ed4e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:01.122189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] No DVR routers for this DVR port 536976bd-4237-4f91-9247-98dcc211ed4e on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:01.154484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f83ffc-afd7-4cb5-bf6e-8d2d8fd12522 None None] Pushing event updated for resources: {'Port': ['ID=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:01.220395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29e9de-7650-48d2-bd5b-34be2146ee85 None None] DHCP port deletion for 71b5c2ad-b463-4e0e-898e-f046f8ea8b08 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:01.327414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.379271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b5c2ad-b463-4e0e-898e-f046f8ea8b08']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:01.392382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3fda06aa-bedd-45ca-84b6-e33dfb58075e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:01.412547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd6830b-df72-4b7f-8897-243f2828d43e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:01.412547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd6830b-df72-4b7f-8897-243f2828d43e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:01.428883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.436130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3fda06aa-bedd-45ca-84b6-e33dfb58075e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:01.436469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3fda06aa-bedd-45ca-84b6-e33dfb58075e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:01.436892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9e626f4-e224-4aa6-ad75-ca940005ecab no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:01.457740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.467239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:01.467646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.479912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f9e626f4-e224-4aa6-ad75-ca940005ecab {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:01.481031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9e626f4-e224-4aa6-ad75-ca940005ecab not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:01.486149 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:01.495994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7d7921ff-8fbb-4e97-b0e3-c67b34547998 None None] Provisioning complete for port 7ac88104-e551-41cb-9b87-5caddfe2c1b9 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:01.501416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7d7921ff-8fbb-4e97-b0e3-c67b34547998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.535357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Router b940cc97-9b34-498a-a319-704d3f9a55f0 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:00:01.577286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.596857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7d7921ff-8fbb-4e97-b0e3-c67b34547998 None None] Port 7ac88104-e551-41cb-9b87-5caddfe2c1b9 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:01.683328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:01.705624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.743008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.758110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] Pushing event deleted for resources: {'Network': ['ID=71b5c2ad-b463-4e0e-898e-f046f8ea8b08,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:01.770628 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7cdea0aa-ced4-4e09-bbb2-6e62d0ed2259 tempest-NetworksIpV6Test-156202786 tempest-NetworksIpV6Test-156202786-project] 10.222.0.47 "DELETE /v2.0/networks/71b5c2ad-b463-4e0e-898e-f046f8ea8b08 HTTP/1.1" status: 204 len: 168 time: 1.6136889 Feb 17 12:00:01.801403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:01.803179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:01.809674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=57859dd4-f6cb-493e-846b-1c4298e66799,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:01.839065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.839411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.839744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.840080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.840401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.840726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.841046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.841360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.841674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.842042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.842366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:01.873737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Checking segment: {'id': '2ee9824c-0896-49e4-9632-02cb8a3fa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:01.874130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network hostable DHCP agents. Network: 0bcc50f7-c7f8-4fef-a659-872a9b837601, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:00:01.927265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:01.943681 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] Sync routers for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:01.945730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50022) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:01.959080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb05245d-b298-4778-bc07-f7b0e55b83ab tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5400763 Feb 17 12:00:01.969021 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:01.970588 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:01.975697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:00:02.056956 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:02.072319 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:02.073178 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:02.084171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 536976bd-4237-4f91-9247-98dcc211ed4e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:02.106302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 0bcc50f7-c7f8-4fef-a659-872a9b837601) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:02.111428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:02.112385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.124773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60afdc8-f327-46c4-ab94-3986048edac2 None None] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:02.147846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 536976bd-4237-4f91-9247-98dcc211ed4e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:02.148699 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:02.149104 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6c187-a81f-4620-81e0-314a6b501424 None None] The sync data for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:02.149528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 536976bd-4237-4f91-9247-98dcc211ed4e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:02.291406 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3424de23-f48d-46bc-9a67-7aceb7b0fa70 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8652163 Feb 17 12:00:02.296762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50026) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:02.303570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-522261029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:02.315061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:02.321467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:router and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:02.326843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:02.358969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:02.455333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.459201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.491537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.496664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-0bcc50f7-c7f8-4fef-a659-872a9b837601', 'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': '57859dd4-f6cb-493e-846b-1c4298e66799'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:00:02.497644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.592921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.641270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50032) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:02.694010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31215c9e-7896-4f4b-bb76-d7c0ce4e919d None None] Network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:02.777755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:02.783007 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb0cdc0d-e597-4038-9ed2-98f6660091e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4813066 Feb 17 12:00:02.783007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50038) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:02.787363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601', 'name': 'tempest-PortsTestJSON-492718629'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:02.854502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Allocated IP 172.20.0.2 (0bcc50f7-c7f8-4fef-a659-872a9b837601/57859dd4-f6cb-493e-846b-1c4298e66799/ad38fccc-a717-4ca5-9bba-6bb7a4681ff3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:02.945612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:02.950273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:port and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:02.957844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:02.960177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:02.978192 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-f80b5db1-e1ad-41d1-ab51-c6406c80a9b7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 12:00:02.982345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50042) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:02.982545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f80b5db1-e1ad-41d1-ab51-c6406c80a9b7 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0338891 Feb 17 12:00:03.008122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a1dd7d22-430f-4f02-a8b9-0e3c1fc92172 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aede9373827345efbeb16b0f9be0bb70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626852 Feb 17 12:00:03.009374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50046) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:03.083870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-54072795-b72f-43fa-9af1-6d8e945b3898 None None] Provisioning for port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:03.091485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-61f16677-ec15-4dd4-a3b8-7cd655b12c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.125047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-61f16677-ec15-4dd4-a3b8-7cd655b12c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.222901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:03.226309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.264296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 604627db-7a85-43c1-bd7f-2a98247722aa yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 12:00:03.266556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-61f16677-ec15-4dd4-a3b8-7cd655b12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.303939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f16677-ec15-4dd4-a3b8-7cd655b12c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df751af4-f6da-4e96-aa15-ecb206f17a7f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:03.307567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-61f16677-ec15-4dd4-a3b8-7cd655b12c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.314280 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-61f16677-ec15-4dd4-a3b8-7cd655b12c39 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df751af4-f6da-4e96-aa15-ecb206f17a7f HTTP/1.1" status: 204 len: 168 time: 0.3021643 Feb 17 12:00:03.363819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.384049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Transition to ACTIVE for port object ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:03.413055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Transition to ACTIVE for port object ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:03.487436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.570688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Pushing event updated for resources: {'Port': ['ID=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:03.574300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:03.576523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:03.579204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:03.622915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.5 (0bcc50f7-c7f8-4fef-a659-872a9b837601/57859dd4-f6cb-493e-846b-1c4298e66799/604627db-7a85-43c1-bd7f-2a98247722aa) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:03.677692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Attempting to bind port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:03.678971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Attempting to bind port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2ee9824c-0896-49e4-9632-02cb8a3fa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:03.679320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Attempting to bind port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 on network 0bcc50f7-c7f8-4fef-a659-872a9b837601 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:03.689691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:03.689691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Checking segment: {'id': '2ee9824c-0896-49e4-9632-02cb8a3fa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:03.690036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.690697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Bound using segment: {'id': '2ee9824c-0896-49e4-9632-02cb8a3fa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:03.691347 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Bound port: ad38fccc-a717-4ca5-9bba-6bb7a4681ff3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee9824c-0896-49e4-9632-02cb8a3fa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0bcc50f7-c7f8-4fef-a659-872a9b837601'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:03.692059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.699082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:03.704791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 20f4f1c4-8bfd-4ae6-9377-9d51420a05db up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:03.888413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] For port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:03.897327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] For port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,segment=NetworkSegment(2ee9824c-0896-49e4-9632-02cb8a3fa270),segment_id=2ee9824c-0896-49e4-9632-02cb8a3fa270)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:03.992300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.003265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:04.008910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:04.009414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.014336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object 604627db-7a85-43c1-bd7f-2a98247722aa will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:04.037313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.149776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaf0be-7541-4a06-ad46-ec5043e3c67c None None] Pushing event updated for resources: {'Port': ['ID=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:04.177134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.217351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.268270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,segment=NetworkSegment(7269df41-e448-4858-a596-1be0fd35093e),segment_id=7269df41-e448-4858-a596-1be0fd35093e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:04.285026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:04.291700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:04.295240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:04.350409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.355868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=604627db-7a85-43c1-bd7f-2a98247722aa,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:04.452635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:04.453981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:04.454953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:04.607452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a601a2d7-2287-4148-9ffc-33a9afa46671 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8247626 Feb 17 12:00:04.611671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50054) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:04.713794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting port 7ac88104-e551-41cb-9b87-5caddfe2c1b9 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:04.714419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.071036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.206514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Calling delete_port for 7ac88104-e551-41cb-9b87-5caddfe2c1b9 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:05.259401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18580e4f-19a2-4812-bd06-69d651080462 None None] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:05.295228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.493064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1110cbcf-ce3f-49b3-b827-a710e8620bad None None] Provisioning for port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:05.532544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.594085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Port': ['ID=7ac88104-e551-41cb-9b87-5caddfe2c1b9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:05.760152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 20f4f1c4-8bfd-4ae6-9377-9d51420a05db up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:05.873346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.888602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:05.888602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.891976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:05.950867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.080615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=604627db-7a85-43c1-bd7f-2a98247722aa,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.106722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:06.119632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:06.306251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f8b43c7d-d631-45a2-b228-f52746736736 None None] Provisioning for port 604627db-7a85-43c1-bd7f-2a98247722aa completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:06.311847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f8b43c7d-d631-45a2-b228-f52746736736 None None] Provisioning complete for port 604627db-7a85-43c1-bd7f-2a98247722aa triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:06.312147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f8b43c7d-d631-45a2-b228-f52746736736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.340781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:06.351093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:06.351461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.430760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f8b43c7d-d631-45a2-b228-f52746736736 None None] Port 604627db-7a85-43c1-bd7f-2a98247722aa cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:06.437608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Router b940cc97-9b34-498a-a319-704d3f9a55f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:00:06.514441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.527714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.576000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,segment=NetworkSegment(2ee9824c-0896-49e4-9632-02cb8a3fa270),segment_id=2ee9824c-0896-49e4-9632-02cb8a3fa270)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:06.580382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c5b70468-a378-4481-be3a-ea93911a7c65 None None] Provisioning complete for port 604627db-7a85-43c1-bd7f-2a98247722aa triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:06.580382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c5b70468-a378-4481-be3a-ea93911a7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.611184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:06.628019 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-13816ff1-f98e-4e72-9fa7-124d591c5d3e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6444430 Feb 17 12:00:06.628694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50058) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:06.631346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] Sync routers for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:06.651365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.687702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.694846 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-7ac8b9a4-a801-4b01-9f8c-6cc57eb7c523 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] delete failed (client error): The resource could not be found. Feb 17 12:00:06.696731 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7ac8b9a4-a801-4b01-9f8c-6cc57eb7c523 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1366420330 HTTP/1.1" status: 404 len: 335 time: 0.0663538 Feb 17 12:00:06.705927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50062) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:06.706822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c5b70468-a378-4481-be3a-ea93911a7c65 None None] Port 604627db-7a85-43c1-bd7f-2a98247722aa cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:06.716271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7b269468-5870-4fba-88ca-e8f9ce9bde45 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b940cc97-9b34-498a-a319-704d3f9a55f0'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:06.720163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:06.723560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:06.839029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:06.852615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:06.866774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:06.867388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:06.916651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-eff90321-e880-4a32-b105-6a83702048e1 None None] Provisioning complete for port 604627db-7a85-43c1-bd7f-2a98247722aa triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:06.917024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-eff90321-e880-4a32-b105-6a83702048e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:06.963207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:06.964387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ac889-daa9-4212-911c-535c06f52472 None None] The sync data for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:06.984903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-eff90321-e880-4a32-b105-6a83702048e1 None None] Port 604627db-7a85-43c1-bd7f-2a98247722aa cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:07.151126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.246650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.255714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b269468-5870-4fba-88ca-e8f9ce9bde45 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.360180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.364173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=604627db-7a85-43c1-bd7f-2a98247722aa,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:07.368467 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-7b269468-5870-4fba-88ca-e8f9ce9bde45 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] update failed (client error): The resource could not be found. Feb 17 12:00:07.375772 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7b269468-5870-4fba-88ca-e8f9ce9bde45 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0 HTTP/1.1" status: 404 len: 339 time: 0.6620228 Feb 17 12:00:07.376020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50068) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:07.385169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1706591636'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:07.404157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:07.416691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:network and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:07.469936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:07.480989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:07.555048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:07.556611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:07.585463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:07.681220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:07.681596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.693532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:07.696548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.744083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:00:07.763037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.763536 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Added segment fdd6c584-3963-4d87-9cff-09c8cb935972 of type vlan for network 1bd388e9-c41f-4783-8d6b-e728d55b4557 Feb 17 12:00:07.788192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5a8a-d58c-4536-83f9-8e73d0ab0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.834936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8e309d95-1429-4a40-8c02-be02ad8d9c22 None None] Provisioning complete for port 604627db-7a85-43c1-bd7f-2a98247722aa triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:07.835284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8e309d95-1429-4a40-8c02-be02ad8d9c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:07.888490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8e309d95-1429-4a40-8c02-be02ad8d9c22 None None] Port 604627db-7a85-43c1-bd7f-2a98247722aa cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:07.921984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:08.060273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:08.064017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:08.064652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:08.140276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Router 1e1a4236-a066-4745-900c-af3b3802421d is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:00:08.181030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Network': ['ID=1bd388e9-c41f-4783-8d6b-e728d55b4557,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:08.193900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 1bd388e9-c41f-4783-8d6b-e728d55b4557 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:00:08.241955 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ef082325-669c-4979-b2cb-fc8aee9ffc47 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8657672 Feb 17 12:00:08.247431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50072) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:08.252954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'subnet': {'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:08.382700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:08.386608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Usage tracker for resource:subnet and tenant:94d3dc9945fa4756974e4828f049bdc4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:08.390130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:08.396556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:08.478168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:08.483073 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-07c0bf7a-fc81-4ae8-b8a6-9c235592a827 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/routers/1e1a4236-a066-4745-900c-af3b3802421d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8710794 Feb 17 12:00:08.485896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50076) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:08.488559 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] Sync routers for ids ['1e1a4236-a066-4745-900c-af3b3802421d'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:08.492172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Made reservation on behalf of 94d3dc9945fa4756974e4828f049bdc4 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:08.522073 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] Routers {'1e1a4236-a066-4745-900c-af3b3802421d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:08.524876 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1e1a4236-a066-4745-900c-af3b3802421d'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:08.591449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769701b-6010-4e14-8b10-577c637a6ad9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:08.592346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d769701b-6010-4e14-8b10-577c637a6ad9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:08.616748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:08.621726 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:08.634284 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] Routers {'1e1a4236-a066-4745-900c-af3b3802421d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:08.634284 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T11:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1e1a4236-a066-4745-900c-af3b3802421d'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:08.696255 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:08.696648 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d966ba-1b7d-4cb8-ad63-0b553ee59b29 None None] The sync data for ids ['1e1a4236-a066-4745-900c-af3b3802421d'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:08.703702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d769701b-6010-4e14-8b10-577c637a6ad9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:08.703702 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d769701b-6010-4e14-8b10-577c637a6ad9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e1a4236-a066-4745-900c-af3b3802421d HTTP/1.1" status: 200 len: 981 time: 0.2164781 Feb 17 12:00:08.706346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50080) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:08.941041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:09.022344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Subnet': ['ID=03c96c3f-6fb7-4b22-9d60-d7df0e75a4cd,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:09.050818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Checking segment: {'id': 'fdd6c584-3963-4d87-9cff-09c8cb935972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:09.055340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network hostable DHCP agents. Network: 1bd388e9-c41f-4783-8d6b-e728d55b4557, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:00:09.152861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network 1bd388e9-c41f-4783-8d6b-e728d55b4557 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:00:09.269006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 1bd388e9-c41f-4783-8d6b-e728d55b4557) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:09.276384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:09.280043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87b013-f247-4d1d-b9bc-543ac93d77b0 None None] Network 1bd388e9-c41f-4783-8d6b-e728d55b4557 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:09.282657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:09.284191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:09.395609 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-aa7e8f99-4fc7-47e3-8849-bf4005cd5d55 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1469829 Feb 17 12:00:09.399590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50084) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:09.406121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7f50c557-94f7-4f79-818a-95346f9b7acf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:09.571476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-1bd388e9-c41f-4783-8d6b-e728d55b4557', 'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557', 'tenant_id': '94d3dc9945fa4756974e4828f049bdc4', 'fixed_ips': [{'subnet_id': '03c96c3f-6fb7-4b22-9d60-d7df0e75a4cd'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:00:09.575337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:09.713029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 604627db-7a85-43c1-bd7f-2a98247722aa {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:09.714282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:09.781218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Allocated IP 2001:db8:1::2 (1bd388e9-c41f-4783-8d6b-e728d55b4557/03c96c3f-6fb7-4b22-9d60-d7df0e75a4cd/8a9454ca-f81b-454a-b848-28d0af4c79e0) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:09.972298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7f50c557-94f7-4f79-818a-95346f9b7acf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:09.975773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.082814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.096051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Transition to ACTIVE for port object 8a9454ca-f81b-454a-b848-28d0af4c79e0 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:10.116623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Transition to ACTIVE for port object 8a9454ca-f81b-454a-b848-28d0af4c79e0 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:10.132558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 604627db-7a85-43c1-bd7f-2a98247722aa owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:10.562235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.563277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ff9a-88d4-4856-8d70-f08605ae25f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.565891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.621592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=604627db-7a85-43c1-bd7f-2a98247722aa,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:10.649511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Network 1bd388e9-c41f-4783-8d6b-e728d55b4557 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:10.653062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:10.657948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:10.660725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Pushing event updated for resources: {'Port': ['ID=8a9454ca-f81b-454a-b848-28d0af4c79e0,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:10.766722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Attempting to bind port 8a9454ca-f81b-454a-b848-28d0af4c79e0 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:10.767241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Attempting to bind port 8a9454ca-f81b-454a-b848-28d0af4c79e0 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'fdd6c584-3963-4d87-9cff-09c8cb935972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:10.767704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Attempting to bind port 8a9454ca-f81b-454a-b848-28d0af4c79e0 on network 1bd388e9-c41f-4783-8d6b-e728d55b4557 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:10.776532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:10.776908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Checking segment: {'id': 'fdd6c584-3963-4d87-9cff-09c8cb935972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:10.777310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.777697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Bound using segment: {'id': 'fdd6c584-3963-4d87-9cff-09c8cb935972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:10.778205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Bound port: 8a9454ca-f81b-454a-b848-28d0af4c79e0, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd6c584-3963-4d87-9cff-09c8cb935972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1bd388e9-c41f-4783-8d6b-e728d55b4557'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:10.778575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:10.799856 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-7f50c557-94f7-4f79-818a-95346f9b7acf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 12:00:10.801008 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7f50c557-94f7-4f79-818a-95346f9b7acf tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0 HTTP/1.1" status: 400 len: 364 time: 1.4003813 Feb 17 12:00:10.805622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50088) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:10.892290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] For port 8a9454ca-f81b-454a-b848-28d0af4c79e0, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:10.896148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] For port 8a9454ca-f81b-454a-b848-28d0af4c79e0, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a9454ca-f81b-454a-b848-28d0af4c79e0,segment=NetworkSegment(fdd6c584-3963-4d87-9cff-09c8cb935972),segment_id=fdd6c584-3963-4d87-9cff-09c8cb935972)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:10.996389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:11.009346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:11.116760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744625a-6305-4bf1-91dd-379c758ce2dc None None] Pushing event updated for resources: {'Port': ['ID=8a9454ca-f81b-454a-b848-28d0af4c79e0,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:11.292438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:11.425901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:11.481163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:11.541889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:11.595773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Router 1e1a4236-a066-4745-900c-af3b3802421d has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:00:11.659539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a9454ca-f81b-454a-b848-28d0af4c79e0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:11.761433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:11.776377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] Sync routers for ids ['1e1a4236-a066-4745-900c-af3b3802421d'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:11.787924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] Routers {'1e1a4236-a066-4745-900c-af3b3802421d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:11.788635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1e1a4236-a066-4745-900c-af3b3802421d'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:11.882475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b89fec83-10eb-4efe-9bf2-293594b3e073 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/routers/1e1a4236-a066-4745-900c-af3b3802421d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1743972 Feb 17 12:00:11.890965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8a9454ca-f81b-454a-b848-28d0af4c79e0 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:11.891612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50092) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:11.914903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:11.916632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Allocated IP 2001:db8::1 (e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52/608e427d-d810-4e43-ae95-69d549c0741a/66a2eca1-2440-430a-8060-cf2b8a19d8d3) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:11.929729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] Routers {'1e1a4236-a066-4745-900c-af3b3802421d'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:11.930546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1e1a4236-a066-4745-900c-af3b3802421d'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:11.945278 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6daa705-7f03-4655-8837-c903e73d9f66 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 12:00:11.947022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d6daa705-7f03-4655-8837-c903e73d9f66 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:11.998154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:11.998561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3faef6d-2c49-4413-9fa3-0f473714e1e9 None None] The sync data for ids ['1e1a4236-a066-4745-900c-af3b3802421d'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:12.065275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d6daa705-7f03-4655-8837-c903e73d9f66 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:12.065275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d6daa705-7f03-4655-8837-c903e73d9f66 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/604627db-7a85-43c1-bd7f-2a98247722aa HTTP/1.1" status: 404 len: 333 time: 0.1704428 Feb 17 12:00:12.067476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50098) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:12.154312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50102) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:12.202105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.233426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.239647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Transition to ACTIVE for port object 66a2eca1-2440-430a-8060-cf2b8a19d8d3 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:12.295161 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-64c65fbe-3c37-43fa-a4df-14cf1bc7e7dc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 3000 time: 0.1481097 Feb 17 12:00:12.369349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.370600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39869cb0-439c-435f-9ba1-356e34394f41 None None] Network 1bd388e9-c41f-4783-8d6b-e728d55b4557 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:12.593177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] Provisioning for port 8a9454ca-f81b-454a-b848-28d0af4c79e0 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:12.610483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] Provisioning complete for port 8a9454ca-f81b-454a-b848-28d0af4c79e0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:12.613677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:12.616361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.618567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:12.621362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:12.622885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.654938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Port': ['ID=66a2eca1-2440-430a-8060-cf2b8a19d8d3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:12.814442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.881007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.887313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.941693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] For port 8a9454ca-f81b-454a-b848-28d0af4c79e0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a9454ca-f81b-454a-b848-28d0af4c79e0,segment=NetworkSegment(fdd6c584-3963-4d87-9cff-09c8cb935972),segment_id=fdd6c584-3963-4d87-9cff-09c8cb935972)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:12.988010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:12.993357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.023602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.102122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.102122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Fanout notify agent at l3_agent the message router_deleted on router 1e1a4236-a066-4745-900c-af3b3802421d {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:00:13.114980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd1f1f-14e7-459f-83d6-a35d1647a169 None None] Pushing event updated for resources: {'Port': ['ID=8a9454ca-f81b-454a-b848-28d0af4c79e0,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:13.117759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.119523 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-30532864-4bf8-46ce-915f-3caabbb098c1 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/routers/1e1a4236-a066-4745-900c-af3b3802421d HTTP/1.1" status: 204 len: 168 time: 1.0504947 Feb 17 12:00:13.122456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50112) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:13.236735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f3b969dd-8a61-445e-aa0f-883da2a319ba None None] Provisioning for port 66a2eca1-2440-430a-8060-cf2b8a19d8d3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:13.238944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f3b969dd-8a61-445e-aa0f-883da2a319ba None None] Provisioning complete for port 66a2eca1-2440-430a-8060-cf2b8a19d8d3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:13.240207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f3b969dd-8a61-445e-aa0f-883da2a319ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.314713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.337495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f3b969dd-8a61-445e-aa0f-883da2a319ba None None] Port 66a2eca1-2440-430a-8060-cf2b8a19d8d3 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:13.359443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 57859dd4-f6cb-493e-846b-1c4298e66799 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:13.362670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.424453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.469841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-56610abd-738e-4e99-9d00-18c624de05a4 None None] Provisioning complete for port 8a9454ca-f81b-454a-b848-28d0af4c79e0 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:13.471454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-56610abd-738e-4e99-9d00-18c624de05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.512014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.516491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.518171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.631099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a9454ca-f81b-454a-b848-28d0af4c79e0 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:13.686024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event updated for resources: {'Port': ['ID=66a2eca1-2440-430a-8060-cf2b8a19d8d3,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:13.706924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8a9454ca-f81b-454a-b848-28d0af4c79e0 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:13.707627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.713438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.720632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50118) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:13.757317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=57859dd4-f6cb-493e-846b-1c4298e66799,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:13.762132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.768864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c2dd4948-b4b3-479a-b768-cda966d8136d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/57859dd4-f6cb-493e-846b-1c4298e66799 HTTP/1.1" status: 204 len: 168 time: 0.6453812 Feb 17 12:00:13.771377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50122) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:13.789309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:13.792106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:13.802793 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288da6e-913f-4a2d-8737-2e3ab6a0616f None None] Network 0bcc50f7-c7f8-4fef-a659-872a9b837601 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:13.911293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.923219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:13.923548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:13.952783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33235890-c007-412b-aeb0-9400572b16bf tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:13.962418 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-33235890-c007-412b-aeb0-9400572b16bf tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 814 time: 0.2406299 Feb 17 12:00:14.143848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] DHCP port deletion for 0bcc50f7-c7f8-4fef-a659-872a9b837601 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:14.150444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Deleting port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:14.150845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.206183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] For port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,segment=NetworkSegment(2ee9824c-0896-49e4-9632-02cb8a3fa270),segment_id=2ee9824c-0896-49e4-9632-02cb8a3fa270)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:14.207189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.211372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3d05f53-75b8-47f4-8f52-1315534c0e0b None None] Provisioning complete for port 66a2eca1-2440-430a-8060-cf2b8a19d8d3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:14.211968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3d05f53-75b8-47f4-8f52-1315534c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.234928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Router b940cc97-9b34-498a-a319-704d3f9a55f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:00:14.316407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e3d05f53-75b8-47f4-8f52-1315534c0e0b None None] Port 66a2eca1-2440-430a-8060-cf2b8a19d8d3 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:14.369141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:14.425377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50130) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:14.431608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--814765348', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:14.434635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] For port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,segment=NetworkSegment(2ee9824c-0896-49e4-9632-02cb8a3fa270),segment_id=2ee9824c-0896-49e4-9632-02cb8a3fa270)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:14.434635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.437710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:14.441330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:14.447721 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cb049045-29ef-4f3c-9d06-1446f6194503 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6407740 Feb 17 12:00:14.454895 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] Sync routers for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:14.458553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50134) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:14.468219 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:14.469581 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:14.472565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:14.536202 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:14.548404 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:14.549020 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:14.563732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:14.566881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.588284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.610847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Calling delete_port for ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:14.623636 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:14.625962 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e6e0d-60ba-4076-a0ce-1c35eb3034d7 None None] The sync data for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:14.641378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:00:14.651661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.652092 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 887e6466-3f42-4981-901b-fe9eb39c1cc2 of type vlan for network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 Feb 17 12:00:14.687034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:00:14.687385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:00:14.774645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=ad38fccc-a717-4ca5-9bba-6bb7a4681ff3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:14.791752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b6d4-9022-48c1-b1a6-4ba31f69f18f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.795392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No DVR routers for this DVR port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:14.797181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.942057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:14.953897 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-9bd6b6d4-9022-48c1-b1a6-4ba31f69f18f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 12:00:14.954961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9bd6b6d4-9022-48c1-b1a6-4ba31f69f18f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0 HTTP/1.1" status: 409 len: 329 time: 0.4951937 Feb 17 12:00:14.964126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50138) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.027122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.030752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:15.031318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.035551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcc50f7-c7f8-4fef-a659-872a9b837601']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:15.141449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee9824c-0896-49e4-9632-02cb8a3fa270') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:15.141732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee9824c-0896-49e4-9632-02cb8a3fa270') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:15.188942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Deleting port ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:15.189565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.227239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.255751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=871d31a1-feb6-4eb1-9cc6-0a479ac87120,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:15.259640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cdba-f2fd-47c8-b8e9-6a3811710869 None None] The port 'ad38fccc-a717-4ca5-9bba-6bb7a4681ff3' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:15.267151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.268714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:00:15.280019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:15.280618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:15.296161 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:15.359651 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5963b566-d5b0-4b12-b24d-f9a6772225b8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9330676 Feb 17 12:00:15.363156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50142) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.428674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66d6db-e625-441b-aaaf-13f61803852c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:15.430141 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8a66d6db-e625-441b-aaaf-13f61803852c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0660017 Feb 17 12:00:15.433116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50146) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.516393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.558210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.568694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=0bcc50f7-c7f8-4fef-a659-872a9b837601,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:15.572030 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a061a741-9d3e-436f-8ea0-a5deeab9b957 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/0bcc50f7-c7f8-4fef-a659-872a9b837601 HTTP/1.1" status: 204 len: 168 time: 1.7991676 Feb 17 12:00:15.576120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50150) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.585248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da63daf-8813-4bb3-9d3c-fcffa0f74e2b tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:15.587631 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7da63daf-8813-4bb3-9d3c-fcffa0f74e2b tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528211 Feb 17 12:00:15.593130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:15.593735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50154) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.626256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:15.626952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ad38fccc-a717-4ca5-9bba-6bb7a4681ff3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:15.643169 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-23f398c3-8847-4ec9-bcd9-1fc9f5f0ec90 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432086 Feb 17 12:00:15.644765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50158) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.669035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2fe043-13f2-4a22-9a15-a991236345ae tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:15.669681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6b2fe043-13f2-4a22-9a15-a991236345ae tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:15.685233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bf198c27-feb0-46b1-8226-6b905dde0bfe tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393219 Feb 17 12:00:15.688183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50162) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.701202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:15.812405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6b2fe043-13f2-4a22-9a15-a991236345ae tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:15.813565 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6b2fe043-13f2-4a22-9a15-a991236345ae tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/9e067046-5144-477f-92b3-dca4217d3a41 HTTP/1.1" status: 200 len: 840 time: 0.2364597 Feb 17 12:00:15.817474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50166) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.870748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb39d12-bce6-42f5-8ef7-2707ea413b4c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:15.872291 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9bb39d12-bce6-42f5-8ef7-2707ea413b4c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1832333 Feb 17 12:00:15.875196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50170) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.928627 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-20b70152-acd0-4f97-9b5f-81b4e3a98158 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522673 Feb 17 12:00:15.931245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50174) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.935327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d3c8c346-95b2-4bbb-a383-6117d38be0e2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:15.938801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485958091', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:15.948446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d3c8c346-95b2-4bbb-a383-6117d38be0e2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:15.949709 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d3c8c346-95b2-4bbb-a383-6117d38be0e2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/9e067046-5144-477f-92b3-dca4217d3a41?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1310601 Feb 17 12:00:15.953380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50178) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:15.959685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:16.082691 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:16.087629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:16.090629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:16.096603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:16.149542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:16.154215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:16.157938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:16.171842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:16.300608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:16.301354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.422460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:16.551148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.572507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.639717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:16.642777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:16.646089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:16.646715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.654093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9ca44-0127-4236-b594-2cfbd4d29ded None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:16.661017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=e66061ac-3309-4aa0-ba7d-258a50375e30,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:16.718823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting port 66a2eca1-2440-430a-8060-cf2b8a19d8d3 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:16.719086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.766460 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8824dd8c-73e2-4f94-839e-56fe1c7d465c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8118598 Feb 17 12:00:16.772369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50182) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:16.773882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'security_group': {'name': 'tempest-secgroup-1721346179'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:16.781306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:16.785303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:16.789303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:16.797624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:16.891966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.916538 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-00ea983e-02b6-47f4-8260-d0db21dd20d9', 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'tenant_id': '3ba14b5b10d44702a1c95c552f90a846', 'fixed_ips': [{'subnet_id': 'e66061ac-3309-4aa0-ba7d-258a50375e30'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:00:16.917661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:16.938913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:16.946271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group_rule and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:16.949430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:16.955477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:17.003335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.031072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.095194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Allocated IP 172.20.0.2 (00ea983e-02b6-47f4-8260-d0db21dd20d9/e66061ac-3309-4aa0-ba7d-258a50375e30/faa823f4-6a2e-4639-9b32-1aa7bdf20ce1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:17.136418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.141112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.150409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Calling delete_port for 66a2eca1-2440-430a-8060-cf2b8a19d8d3 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:17.194682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1feabf7-704b-4cfa-af47-52f419b4be1b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:17.275630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=32328f89-6226-4abc-9107-f0f581291d66,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:17.281406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.287829 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-704b7c53-44f8-4a62-9ec8-f91fb23be667 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5154583 Feb 17 12:00:17.289567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50188) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:17.302364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'security_group': {'name': 'tempest-secgroup-433929343'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:17.312671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:17.317029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:17.318225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 871d31a1-feb6-4eb1-9cc6-0a479ac87120, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:00:17.322732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:17.324708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:17.336722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:17.337876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.351555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Transition to ACTIVE for port object faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:17.443732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:00:17.532509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.556203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Transition to ACTIVE for port object faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:17.556341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 871d31a1-feb6-4eb1-9cc6-0a479ac87120) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:17.556341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.565194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330f1fc-baf1-4422-9111-34eac8890591 None None] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:17.596204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:17.606031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group_rule and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:17.610356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:17.618819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:17.634377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:17.635377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.640455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Port': ['ID=66a2eca1-2440-430a-8060-cf2b8a19d8d3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:17.679014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.715750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.812678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.834174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aa0bdcac-b906-46c2-90d0-def4141dcec7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9018188 Feb 17 12:00:17.872687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:17.898148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Pushing event updated for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:17.915862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:17.921455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:17.925356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:17.968569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': '32328f89-6226-4abc-9107-f0f581291d66'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:00:17.969992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.028350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced334ee-33c5-4e98-8683-98787bed00bf,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:18.065250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.066746 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-60faf66e-68a1-4402-adfb-1418f42ad52c tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7752123 Feb 17 12:00:18.073811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50194) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:18.079666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1115453081', 'security_groups': ['ced334ee-33c5-4e98-8683-98787bed00bf'], 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e66061ac-3309-4aa0-ba7d-258a50375e30'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:18.183379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Attempting to bind port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:18.183758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Attempting to bind port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'be698541-e1a6-4630-b481-135f6505eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:18.184129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Attempting to bind port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 on network 00ea983e-02b6-47f4-8260-d0db21dd20d9 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:18.196621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:18.196991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Checking segment: {'id': 'be698541-e1a6-4630-b481-135f6505eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:18.197385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.197825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Bound using segment: {'id': 'be698541-e1a6-4630-b481-135f6505eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:18.198291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Bound port: faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be698541-e1a6-4630-b481-135f6505eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:18.198661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.244462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50198) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:18.254444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456152225', 'description': 'tempest-secgroup-smoke-456152225 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:18.282012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:18.287171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:18.311295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:18.315728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:18.347810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Allocated IP 172.20.0.18 (871d31a1-feb6-4eb1-9cc6-0a479ac87120/32328f89-6226-4abc-9107-f0f581291d66/009beee1-7ac1-44ea-9492-85e5f3c64322) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:18.441494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.470135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:18.470135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.507033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Router b940cc97-9b34-498a-a319-704d3f9a55f0 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:00:18.507857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:18.510140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:18.517730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:18.520424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 34b2dd43-d67a-40fe-8976-1c49c70d86ad yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 12:00:18.530437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,segment=NetworkSegment(be698541-e1a6-4630-b481-135f6505eed6),segment_id=be698541-e1a6-4630-b481-135f6505eed6)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:18.557366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:18.571455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:18.621739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.672290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:18.684854 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a3e18cbe-db55-413f-81b9-8f5863d14387 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7165873 Feb 17 12:00:18.685112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50202) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:18.716045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5eaf-3abb-4980-b7dc-16b43637e034 None None] Pushing event updated for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:18.721991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] Sync routers for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:18.752310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.773852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Transition to ACTIVE for port object 009beee1-7ac1-44ea-9492-85e5f3c64322 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:18.774683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.776368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:18.776982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:18.812280 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-ee665f91-caed-48fd-a3c6-279af7469fe8 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] show failed (client error): The resource could not be found. Feb 17 12:00:18.814213 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ee665f91-caed-48fd-a3c6-279af7469fe8 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-464477548 HTTP/1.1" status: 404 len: 334 time: 0.1273491 Feb 17 12:00:18.819297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50206) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:18.828092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-96a490d2-f4d4-45da-8b00-28ca81e0cff2 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:18.849410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:18.852600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Transition to ACTIVE for port object 009beee1-7ac1-44ea-9492-85e5f3c64322 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:18.863150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] Routers {'b940cc97-9b34-498a-a319-704d3f9a55f0'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:18.863756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b940cc97-9b34-498a-a319-704d3f9a55f0'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:18.915248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:18.925327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.9 (00ea983e-02b6-47f4-8260-d0db21dd20d9/e66061ac-3309-4aa0-ba7d-258a50375e30/34b2dd43-d67a-40fe-8976-1c49c70d86ad) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:18.937462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:18.938254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14959eb7-641e-40bb-9ff7-762e39560fd0 None None] The sync data for ids ['b940cc97-9b34-498a-a319-704d3f9a55f0'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:18.941075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-96a490d2-f4d4-45da-8b00-28ca81e0cff2 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] update failed (client error): The resource could not be found. Feb 17 12:00:18.943300 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-96a490d2-f4d4-45da-8b00-28ca81e0cff2 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1991127398 HTTP/1.1" status: 404 len: 335 time: 0.1220832 Feb 17 12:00:18.947726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50210) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:19.008668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.015384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b220ca-8d41-4d74-ab94-bd09c7a80ab9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:19.080227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:19.110073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:19.120689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:19.134026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Pushing event updated for resources: {'Port': ['ID=009beee1-7ac1-44ea-9492-85e5f3c64322,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:19.135369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.137155 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0b5b520e-4ac9-4eb3-b55c-0c4771bcd239 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8908575 Feb 17 12:00:19.143794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50214) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:19.241844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '13b220ca-8d41-4d74-ab94-bd09c7a80ab9', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:19.243412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Attempting to bind port 009beee1-7ac1-44ea-9492-85e5f3c64322 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:19.243850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Attempting to bind port 009beee1-7ac1-44ea-9492-85e5f3c64322 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:19.244273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Attempting to bind port 009beee1-7ac1-44ea-9492-85e5f3c64322 on network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:19.247805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting subnet 03c96c3f-6fb7-4b22-9d60-d7df0e75a4cd {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:19.251688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:19.252009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.252287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Checking segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:19.252778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.253258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Bound using segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:19.253383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:19.253940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Bound port: 009beee1-7ac1-44ea-9492-85e5f3c64322, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:19.254584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.277106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:19.283502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:19.299861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:19.352049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.378900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.399859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object 34b2dd43-d67a-40fe-8976-1c49c70d86ad will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:19.401089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] For port 009beee1-7ac1-44ea-9492-85e5f3c64322, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:19.409213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] For port 009beee1-7ac1-44ea-9492-85e5f3c64322, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=009beee1-7ac1-44ea-9492-85e5f3c64322,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:19.423069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.461910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.471539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.505957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.549942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.592116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815e15f-f840-4f8f-a099-e635119bcc28 None None] Pushing event updated for resources: {'Port': ['ID=009beee1-7ac1-44ea-9492-85e5f3c64322,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:19.624765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.641949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.649189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:19.658572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:19.661944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:19.671795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:19.746453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.753248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f3674-f511-4b03-ae68-cf34fd4c289a None None] Network 1bd388e9-c41f-4783-8d6b-e728d55b4557 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:19.760955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56afa254-a1e6-46d2-bb78-f1e11f1a4a30,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:19.762555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Subnet': ['ID=03c96c3f-6fb7-4b22-9d60-d7df0e75a4cd,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:19.767275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d580e066-11f6-4b17-bc83-f20c6d27e947 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/subnets/03c96c3f-6fb7-4b22-9d60-d7df0e75a4cd HTTP/1.1" status: 204 len: 168 time: 0.8181467 Feb 17 12:00:19.768593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=34b2dd43-d67a-40fe-8976-1c49c70d86ad,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:19.769469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50218) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:19.803212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:19.803949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.868485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:19.890809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:19.893836 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b74f92f0-cbbd-4e28-8f00-a07276e2ea74 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7430131 Feb 17 12:00:19.900794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50222) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:19.909315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '13b220ca-8d41-4d74-ab94-bd09c7a80ab9', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:19.921892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:19.928226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:19.932317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:19.955325 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4107c1c9-0db1-4610-882e-9ae2a55ad3ff tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8803704 Feb 17 12:00:19.957022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50226) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:19.959153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:19.967162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:19.982381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.000632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting port 8a9454ca-f81b-454a-b848-28d0af4c79e0 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:20.001093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.149223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.210288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:20.229418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:20.235228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:20.247542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:20.284435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.341723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] DHCP port deletion for 1bd388e9-c41f-4783-8d6b-e728d55b4557 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:20.345895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Deleting port 8a9454ca-f81b-454a-b848-28d0af4c79e0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:20.346542 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.350229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:20.353406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.423466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] For port 8a9454ca-f81b-454a-b848-28d0af4c79e0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a9454ca-f81b-454a-b848-28d0af4c79e0,segment=NetworkSegment(fdd6c584-3963-4d87-9cff-09c8cb935972),segment_id=fdd6c584-3963-4d87-9cff-09c8cb935972)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:20.424109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.488251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.574235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319719be-a9be-4f09-923d-9b57dc5ac3d2,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:20.590800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Calling delete_port for 8a9454ca-f81b-454a-b848-28d0af4c79e0 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:20.615566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.617435 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b61d924a-f380-46dd-b685-e44b7fcc0645 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7154026 Feb 17 12:00:20.620203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50230) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:20.633942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '13b220ca-8d41-4d74-ab94-bd09c7a80ab9', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:20.638744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Provisioning for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:20.646440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:20.663263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:20.665126 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e66061ac-3309-4aa0-ba7d-258a50375e30 (CIDR: 172.20.0.0/28) Feb 17 12:00:20.667633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:20.676405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:20.679389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:20.679840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.704300 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 12:00:20.704750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:20.751059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] For port 8a9454ca-f81b-454a-b848-28d0af4c79e0, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a9454ca-f81b-454a-b848-28d0af4c79e0,segment=NetworkSegment(fdd6c584-3963-4d87-9cff-09c8cb935972),segment_id=fdd6c584-3963-4d87-9cff-09c8cb935972)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:20.751450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.825123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.852750 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fbc4bab0-a024-459f-8bed-28c37abab65a tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8836322 Feb 17 12:00:20.852750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50234) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:20.852750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:20.865513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:20.884164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Calling delete_port for 8a9454ca-f81b-454a-b848-28d0af4c79e0 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:20.956024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Port': ['ID=8a9454ca-f81b-454a-b848-28d0af4c79e0,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:20.994037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.001133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] No DVR routers for this DVR port 8a9454ca-f81b-454a-b848-28d0af4c79e0 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:21.031692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:21.041160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:21.044343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:21.050553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:21.090159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:00:21.090517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:00:21.092546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.129936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.133443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,segment=NetworkSegment(be698541-e1a6-4630-b481-135f6505eed6),segment_id=be698541-e1a6-4630-b481-135f6505eed6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:21.139455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:21.139455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.179367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.186956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5635282f-bf1b-49a1-aa6f-9d81fd1ce469,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:21.203908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6afb99-9b18-42ff-b59e-b97af04fcb97 None None] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:21.217263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd388e9-c41f-4783-8d6b-e728d55b4557']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:21.231859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd6c584-3963-4d87-9cff-09c8cb935972') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:21.232157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd6c584-3963-4d87-9cff-09c8cb935972') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:21.245216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.268419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.275939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:21.276390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.290206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:21.293093 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:21.298613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.298613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dbfcf8f5-e028-42d5-8094-77424024fd9c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6739001 Feb 17 12:00:21.299980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50238) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:21.307910 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '13b220ca-8d41-4d74-ab94-bd09c7a80ab9', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:21.322047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:21.330126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:21.341472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:21.353583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:21.415494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Provisioning complete for port 9e067046-5144-477f-92b3-dca4217d3a41 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:21.415861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.446151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Pushing event updated for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:21.463991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.469389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.475476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.496403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/networks/1bd388e9-c41f-4783-8d6b-e728d55b4557 HTTP/1.1" status: 204 len: 168 time: 1.7257516 Feb 17 12:00:21.498043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bc177-a696-4b79-98d0-f0304aed71ef tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Network': ['ID=1bd388e9-c41f-4783-8d6b-e728d55b4557,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:21.498426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.498762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.499088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.499225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50242) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:21.499393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.499709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.500210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.500685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.501149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.501633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.502131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.502443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:21.536709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-205a96f4-ad89-4199-a977-95d7760ead26 None None] Port 9e067046-5144-477f-92b3-dca4217d3a41 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:21.591983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Deleting port 8a9454ca-f81b-454a-b848-28d0af4c79e0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:21.592350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.669883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ff477da1-334e-4402-821b-aa735fc11493 None None] The port '8a9454ca-f81b-454a-b848-28d0af4c79e0' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:21.704410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 009beee1-7ac1-44ea-9492-85e5f3c64322 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:21.734682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.784093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Provisioning for port 34b2dd43-d67a-40fe-8976-1c49c70d86ad completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:21.791239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Provisioning complete for port 34b2dd43-d67a-40fe-8976-1c49c70d86ad triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:21.791653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.812251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.849519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Port 34b2dd43-d67a-40fe-8976-1c49c70d86ad cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:21.888588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.898963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 009beee1-7ac1-44ea-9492-85e5f3c64322 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:21.904499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:21.913712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:21.921951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:21.924763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:21.925560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.938446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Provisioning for port 009beee1-7ac1-44ea-9492-85e5f3c64322 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:21.949564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e9e3a1-016a-4bd4-8250-0215dbf84ce8 None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:21.962704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=3f0b3b5b-a073-4baa-862e-356d7962cb07,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:21.972459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e283f393-8025-4f55-8835-36f5b37d18c0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:21.981188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Provisioning complete for port 009beee1-7ac1-44ea-9492-85e5f3c64322 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:21.981566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:21.996707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting subnet e5dbdabb-0969-4151-830f-8acd18d04af4 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:22.003294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.049338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.054781 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b7fc9a3e-a6be-4680-ad4d-1e49af6c2ffe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7493358 Feb 17 12:00:22.054781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50246) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:22.059712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '13b220ca-8d41-4d74-ab94-bd09c7a80ab9', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:22.070216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:22.074158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.104856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:22.117937 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-25682dd0-417e-4a8c-a7cc-cb59b4656374 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2704830 Feb 17 12:00:22.118944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:22.120735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50250) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:22.129233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-206193871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f0b3b5b-a073-4baa-862e-356d7962cb07'}], 'security_groups': ['f1feabf7-704b-4cfa-af47-52f419b4be1b']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:22.134942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:22.186274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.261454 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:00:22.274312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.285365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.319779 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:22.320226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.358931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.381568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.392665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] For port 009beee1-7ac1-44ea-9492-85e5f3c64322, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=009beee1-7ac1-44ea-9492-85e5f3c64322,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:22.401382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.429440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dbdabb-0969-4151-830f-8acd18d04af4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:22.434678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.446627 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7adab120-c26b-45ba-b0cf-087937ad24df tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/subnets/e5dbdabb-0969-4151-830f-8acd18d04af4 HTTP/1.1" status: 204 len: 168 time: 0.9438226 Feb 17 12:00:22.446840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c2948-f9db-4d3f-8c16-d51ce302cb4e None None] Network 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:22.448192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50254) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:22.489864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.528118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.540943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e9b676-c983-443b-b6b8-0a698727edbe,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:22.632850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.637243 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-59bc888a-fe31-4992-8135-98d48db0455a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5787721 Feb 17 12:00:22.640281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50258) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:22.650173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '13b220ca-8d41-4d74-ab94-bd09c7a80ab9', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:22.666453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:22.702760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting subnet be41ca2d-dd3d-4a9e-9bda-8a95192ac23f {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:22.703249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:22.711449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.712823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:22.728850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:22.782315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.786973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9386256e-fd88-4981-80f5-68c03a6741d7 None None] Provisioning complete for port 009beee1-7ac1-44ea-9492-85e5f3c64322 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:22.787341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9386256e-fd88-4981-80f5-68c03a6741d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.816822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fad290-13b5-40b6-9a16-04ee6e669dc1 None None] Pushing event updated for resources: {'Port': ['ID=009beee1-7ac1-44ea-9492-85e5f3c64322,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:22.834763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:00:22.851324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.935424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:22.937223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a9454ca-f81b-454a-b848-28d0af4c79e0 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:23.003432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8a9454ca-f81b-454a-b848-28d0af4c79e0 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:23.004363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a9454ca-f81b-454a-b848-28d0af4c79e0 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:23.006143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.012653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Delete allocated IP 172.20.0.9 (00ea983e-02b6-47f4-8260-d0db21dd20d9/e66061ac-3309-4aa0-ba7d-258a50375e30) {{(pid=84459) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 12:00:23.023746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.28 (00ea983e-02b6-47f4-8260-d0db21dd20d9/3f0b3b5b-a073-4baa-862e-356d7962cb07/34b2dd43-d67a-40fe-8976-1c49c70d86ad) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:23.042183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Update dhcp port {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'fixed_ips': [{'subnet_id': 'e66061ac-3309-4aa0-ba7d-258a50375e30', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f0b3b5b-a073-4baa-862e-356d7962cb07'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': 'faa823f4-6a2e-4639-9b32-1aa7bdf20ce1'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 12:00:23.087504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.114242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.152774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.181571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9707b9d4-6573-4d3d-9769-e0c7908aaa5e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:23.197330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.204429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Subnet': ['ID=be41ca2d-dd3d-4a9e-9bda-8a95192ac23f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:23.210839 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-406ddfee-e709-4c12-8799-97f85db6b302 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/subnets/be41ca2d-dd3d-4a9e-9bda-8a95192ac23f HTTP/1.1" status: 204 len: 168 time: 0.7575710 Feb 17 12:00:23.213172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50262) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:23.220185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db9619-9b44-4ff4-9465-8611d596622e None None] Network 94ce1c92-e7d3-4faa-a664-641618299c13 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:23.234074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] DHCP port deletion for 6474b6c2-efcb-4df8-811d-9ad7d6c56c4f request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:23.310301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.323629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Deleting port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:23.324288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.334525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.335933 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2c80cb51-fb10-4659-b09a-fe273f729145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6943400 Feb 17 12:00:23.337212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object 34b2dd43-d67a-40fe-8976-1c49c70d86ad will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:23.363410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.386947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:23.387577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.413220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.718302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 009beee1-7ac1-44ea-9492-85e5f3c64322 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:23.726898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=34b2dd43-d67a-40fe-8976-1c49c70d86ad,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:23.740812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] In _notify_port_updated(), no bound segment for port 34b2dd43-d67a-40fe-8976-1c49c70d86ad on network 00ea983e-02b6-47f4-8260-d0db21dd20d9 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 12:00:23.744762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:23.745655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.747910 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2d26392e-00e4-4b33-a5f8-5c3435cc2fb8 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/ports/34b2dd43-d67a-40fe-8976-1c49c70d86ad HTTP/1.1" status: 200 len: 920 time: 1.6252463 Feb 17 12:00:23.750648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50274) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:23.751479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-515be01d-5126-4535-b87c-e568599c4727 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:23.760053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] For port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,segment=NetworkSegment(7269df41-e448-4858-a596-1be0fd35093e),segment_id=7269df41-e448-4858-a596-1be0fd35093e)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:23.760677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.837835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 34b2dd43-d67a-40fe-8976-1c49c70d86ad {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:23.838469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.847625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] For port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,segment=NetworkSegment(7269df41-e448-4858-a596-1be0fd35093e),segment_id=7269df41-e448-4858-a596-1be0fd35093e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:23.847830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:23.858236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Allocated IP 172.20.0.18 (00ea983e-02b6-47f4-8260-d0db21dd20d9/3f0b3b5b-a073-4baa-862e-356d7962cb07/faa823f4-6a2e-4639-9b32-1aa7bdf20ce1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:23.904085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Calling delete_port for 20f4f1c4-8bfd-4ae6-9377-9d51420a05db owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:24.023421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Calling delete_port for 20f4f1c4-8bfd-4ae6-9377-9d51420a05db owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:24.050638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-515be01d-5126-4535-b87c-e568599c4727 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:24.059560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] DHCP port deletion for 94ce1c92-e7d3-4faa-a664-641618299c13 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:24.060515 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-515be01d-5126-4535-b87c-e568599c4727 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456152225&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.3857658 Feb 17 12:00:24.094375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] Deleting port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:24.094662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.163323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.231862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 009beee1-7ac1-44ea-9492-85e5f3c64322 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:24.232620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.280701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-128a9eff-7e50-4764-b679-88eb9b30f802 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:24.285144 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-128a9eff-7e50-4764-b679-88eb9b30f802 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=871d31a1-feb6-4eb1-9cc6-0a479ac87120 HTTP/1.1" status: 200 len: 796 time: 0.2235615 Feb 17 12:00:24.300194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 34b2dd43-d67a-40fe-8976-1c49c70d86ad owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:24.306312 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-9c843bae-135d-4760-8b65-092e02073c1a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0151174 Feb 17 12:00:24.348198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.403724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Port': ['ID=20f4f1c4-8bfd-4ae6-9377-9d51420a05db,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:24.406949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,segment=NetworkSegment(be698541-e1a6-4630-b481-135f6505eed6),segment_id=be698541-e1a6-4630-b481-135f6505eed6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:24.420141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] No DVR routers for this DVR port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:24.427938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:00:24.428332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:00:24.560065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.592182 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-3c8ebf88-92d6-47fd-baf0-df5f7be5670d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2803926 Feb 17 12:00:24.595678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.602885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6474b6c2-efcb-4df8-811d-9ad7d6c56c4f']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:24.615053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.624520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-203d60f8-2008-411d-b21a-d2333838eb34 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:00:24.624520 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-203d60f8-2008-411d-b21a-d2333838eb34 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064120 Feb 17 12:00:24.624520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7269df41-e448-4858-a596-1be0fd35093e') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:24.624520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7269df41-e448-4858-a596-1be0fd35093e') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:24.653462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.659093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=34b2dd43-d67a-40fe-8976-1c49c70d86ad,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:24.686636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] For port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,segment=NetworkSegment(a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd),segment_id=a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:24.687033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.704994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Transition to ACTIVE for port object faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:24.731228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.742800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:24.743214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:24.757212 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:24.775407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.787038 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ceb57d1-8a45-461f-a86e-20dde8108a20 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/34b2dd43-d67a-40fe-8976-1c49c70d86ad HTTP/1.1" status: 204 len: 168 time: 1.0350883 Feb 17 12:00:24.789082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50280) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:24.830003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] Calling delete_port for 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:24.833968 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b0ae05-8817-40f5-a43e-4882dda6ce48 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 12:00:24.834693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-10b0ae05-8817-40f5-a43e-4882dda6ce48 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:24.870473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.874645 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-90033bd8-b06b-46bc-b7e1-dec5613b46ba service neutron] 10.222.0.47 "GET /v2.0/networks/871d31a1-feb6-4eb1-9cc6-0a479ac87120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426145 Feb 17 12:00:24.921193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-10b0ae05-8817-40f5-a43e-4882dda6ce48 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:24.922813 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-10b0ae05-8817-40f5-a43e-4882dda6ce48 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/34b2dd43-d67a-40fe-8976-1c49c70d86ad HTTP/1.1" status: 404 len: 333 time: 0.1329246 Feb 17 12:00:24.926180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50284) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:24.930690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Deleting port 20f4f1c4-8bfd-4ae6-9377-9d51420a05db {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:24.931062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:24.960433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 20f4f1c4-8bfd-4ae6-9377-9d51420a05db no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:24.985580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.006866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.015674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a58f41f-cd1e-4aab-bb1f-e42c18a1c150 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.022564 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Network': ['ID=6474b6c2-efcb-4df8-811d-9ad7d6c56c4f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:25.031506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9f4294d-ec1b-4512-aa38-ef8748f6876b tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/networks/6474b6c2-efcb-4df8-811d-9ad7d6c56c4f HTTP/1.1" status: 204 len: 168 time: 1.8158896 Feb 17 12:00:25.034495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50288) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:25.053106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 20f4f1c4-8bfd-4ae6-9377-9d51420a05db {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:25.053718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 20f4f1c4-8bfd-4ae6-9377-9d51420a05db not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:25.055073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a58f41f-cd1e-4aab-bb1f-e42c18a1c150 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.099331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b66d3bc3-b042-4ebe-a21b-f7b0ec32932e None None] The port '20f4f1c4-8bfd-4ae6-9377-9d51420a05db' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:25.160372 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-53bf2c6b-a175-40cb-a94a-1c58e0a28684 service neutron] 10.222.0.47 "GET /v2.0/networks/871d31a1-feb6-4eb1-9cc6-0a479ac87120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848504 Feb 17 12:00:25.174403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133137-9ca6-46e4-9728-fafb36bd6d4c None None] Pushing event updated for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:25.183328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.206362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:25.206362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.223510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a58f41f-cd1e-4aab-bb1f-e42c18a1c150 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.246665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58f41f-cd1e-4aab-bb1f-e42c18a1c150 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced334ee-33c5-4e98-8683-98787bed00bf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:25.269146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a58f41f-cd1e-4aab-bb1f-e42c18a1c150 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.274435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9a58f41f-cd1e-4aab-bb1f-e42c18a1c150 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/security-groups/ced334ee-33c5-4e98-8683-98787bed00bf HTTP/1.1" status: 204 len: 168 time: 0.3465948 Feb 17 12:00:25.285182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50292) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:25.287246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.346016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] The port '0f96af8a-0d74-4dcd-8800-9e03d3088bc6' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:25.375364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ea051d7-f2b9-4ade-bbad-b9767a857bb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.375913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] Pushing event deleted for resources: {'Port': ['ID=0f96af8a-0d74-4dcd-8800-9e03d3088bc6,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:25.384268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa29b7-63d6-4053-85c6-65f089c45513 None None] No DVR routers for this DVR port 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:25.424590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ea051d7-f2b9-4ade-bbad-b9767a857bb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.535001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.581618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ce1c92-e7d3-4faa-a664-641618299c13']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:25.588138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ac600783-401e-45eb-9750-0ea171d5db6b req-1f668dfa-784f-4ba7-b574-b5c00204c407 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 210 time: 0.0703459 Feb 17 12:00:25.602033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:25.602583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9199ff9-c4ba-4678-b5bc-03c7ee33ddbd') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:25.619048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ea051d7-f2b9-4ade-bbad-b9767a857bb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.640499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:25.643264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.671677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea051d7-f2b9-4ade-bbad-b9767a857bb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1feabf7-704b-4cfa-af47-52f419b4be1b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:25.674487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.674944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ea051d7-f2b9-4ade-bbad-b9767a857bb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.676071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8ea051d7-f2b9-4ade-bbad-b9767a857bb7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1feabf7-704b-4cfa-af47-52f419b4be1b HTTP/1.1" status: 204 len: 168 time: 0.4000726 Feb 17 12:00:25.680693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50300) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:25.691817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:25.693632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:25.727982 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:25.842301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet e66061ac-3309-4aa0-ba7d-258a50375e30 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:25.847911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:25.883186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:25.932332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:25.932677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f96af8a-0d74-4dcd-8800-9e03d3088bc6 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:25.946544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.040349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.078547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.105405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.108445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Network': ['ID=94ce1c92-e7d3-4faa-a664-641618299c13,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:26.115923 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4e933ff2-d877-46ea-94c3-532794059ac5 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/networks/94ce1c92-e7d3-4faa-a664-641618299c13 HTTP/1.1" status: 204 len: 168 time: 1.0804348 Feb 17 12:00:26.120177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50308) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:26.138189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Provisioning for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:26.143333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:26.147044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.284573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.311460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Could not find standard attr ID for object 34b2dd43-d67a-40fe-8976-1c49c70d86ad. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 12:00:26.328579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Provisioning complete for port 9e067046-5144-477f-92b3-dca4217d3a41 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:26.329231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.347522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=e66061ac-3309-4aa0-ba7d-258a50375e30,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:26.378977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.392208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50314) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:26.392760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-89d32640-75fb-4660-9644-9e5a8659e236 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/e66061ac-3309-4aa0-ba7d-258a50375e30 HTTP/1.1" status: 204 len: 168 time: 0.7103117 Feb 17 12:00:26.401330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:26.411957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-005a4c26-1d04-4685-ab12-8bec5f1cd4c3 None None] Port 9e067046-5144-477f-92b3-dca4217d3a41 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:26.528339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd981576-bf79-4864-872f-76a92c3e211a None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:26.541993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting subnet 608e427d-d810-4e43-ae95-69d549c0741a {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:26.556568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.623834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5c9c0a25-982b-48ca-8bec-546850118c95 None None] Could not find standard attr ID for object 34b2dd43-d67a-40fe-8976-1c49c70d86ad. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 12:00:26.626664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:26.631135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.673215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:26.679545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:26.707358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:26.766652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:26.856108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:26.996726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.073399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.107132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Subnet': ['ID=608e427d-d810-4e43-ae95-69d549c0741a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:27.169746 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7784430c-36d9-4938-90bd-049cadbba0a7 req-19332f54-de74-4360-9360-7941ea388fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 210 time: 0.4235263 Feb 17 12:00:27.178874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.187014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d4f4ac-b61e-42b7-96be-14dcbc93e6a9 None None] Network e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:27.195892 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c64d5773-09c3-42cc-bfb1-363a335d050c tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/subnets/608e427d-d810-4e43-ae95-69d549c0741a HTTP/1.1" status: 204 len: 168 time: 1.0736959 Feb 17 12:00:27.205503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50322) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:27.362398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.376142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Deleting port 2240a831-d329-4d42-b864-b3cc1184a6bf {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:27.376855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.538089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.556103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8d976a71-3ff1-4af9-bfde-be29d94ca02d None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:27.556510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8d976a71-3ff1-4af9-bfde-be29d94ca02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.618190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:27.620506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] DHCP port deletion for e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:27.622663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:27.627168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:27.627754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.636739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=916abdad-50ed-4c7a-b800-de50d22dd552,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:27.645947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe4936-fd1d-4206-83b0-8d105b01e58b None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:27.664581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Deleting port 2240a831-d329-4d42-b864-b3cc1184a6bf {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:27.664947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.809173 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5ca631b9-ce25-4544-a5c3-bca4f951678b tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4155014 Feb 17 12:00:27.811933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50326) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:27.819679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] For port 2240a831-d329-4d42-b864-b3cc1184a6bf, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2240a831-d329-4d42-b864-b3cc1184a6bf,segment=NetworkSegment(c902387e-efbd-4e54-8192-f3c98e4161d4),segment_id=c902387e-efbd-4e54-8192-f3c98e4161d4)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:27.820253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:27.841967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538834353'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:27.857067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:27.864704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:27.868375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:27.883109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:27.958995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Calling delete_port for 2240a831-d329-4d42-b864-b3cc1184a6bf owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:28.002995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-e1a35e9a-2abb-48a1-b87f-dd10bf4e1eae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4381866 Feb 17 12:00:28.019560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.111400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] For port 2240a831-d329-4d42-b864-b3cc1184a6bf, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2240a831-d329-4d42-b864-b3cc1184a6bf,segment=NetworkSegment(c902387e-efbd-4e54-8192-f3c98e4161d4),segment_id=c902387e-efbd-4e54-8192-f3c98e4161d4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:28.111792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.120638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:28.125627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group_rule and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:28.129692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:28.137721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:28.169709 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:00:28.216117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.234940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.268674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Calling delete_port for 2240a831-d329-4d42-b864-b3cc1184a6bf owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:28.373468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.375911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Port': ['ID=2240a831-d329-4d42-b864-b3cc1184a6bf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:28.421743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] No DVR routers for this DVR port 2240a831-d329-4d42-b864-b3cc1184a6bf on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:28.428753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:00:28.429101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:00:28.429676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8d976a71-3ff1-4af9-bfde-be29d94ca02d None None] Provisioning complete for port 9e067046-5144-477f-92b3-dca4217d3a41 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:28.430133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8d976a71-3ff1-4af9-bfde-be29d94ca02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.461044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8582c-3734-4e0a-80f7-b444a884b5f9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:28.514736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8d976a71-3ff1-4af9-bfde-be29d94ca02d None None] Port 9e067046-5144-477f-92b3-dca4217d3a41 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:28.616415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.616415 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-46cf23b8-3bc9-4a35-b588-e3997a7cdab3 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7902625 Feb 17 12:00:28.617295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50334) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:28.622780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470840583'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:28.630332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:28.634752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bec18f59-b59d-43fe-a265-a6301356b0a6 req-4ab50f9b-bb08-46e6-959d-180c91cbc1f5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 210 time: 0.2634437 Feb 17 12:00:28.648242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:28.669817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:28.670104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Update dhcp port {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'fixed_ips': [{'subnet_id': '3f0b3b5b-a073-4baa-862e-356d7962cb07', 'ip_address': '172.20.0.18'}, {'subnet_id': '916abdad-50ed-4c7a-b800-de50d22dd552'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': 'faa823f4-6a2e-4639-9b32-1aa7bdf20ce1'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 12:00:28.675491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-76c31769-642c-4113-a6ae-9b7597671aa5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:28.676154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:28.677660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-76c31769-642c-4113-a6ae-9b7597671aa5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:28.677660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.689736 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-87533bdf-8d3a-4c0d-85bc-3541fd244ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.5461159 Feb 17 12:00:28.716637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:28.734405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.750917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c902387e-efbd-4e54-8192-f3c98e4161d4') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:28.751223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c902387e-efbd-4e54-8192-f3c98e4161d4') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:28.818508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.851082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.871820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:28.872226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.887306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:28.887985 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:28.898271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-76c31769-642c-4113-a6ae-9b7597671aa5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:28.899424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-76c31769-642c-4113-a6ae-9b7597671aa5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=871d31a1-feb6-4eb1-9cc6-0a479ac87120 HTTP/1.1" status: 200 len: 796 time: 0.6974654 Feb 17 12:00:28.931113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:28.935350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group_rule and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:28.938764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:28.946699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:28.949843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Deleting port 2240a831-d329-4d42-b864-b3cc1184a6bf {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:28.950430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.007617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-2883072c-492b-4bbc-a65b-879caf1645d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:29.009104 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-2883072c-492b-4bbc-a65b-879caf1645d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 897 time: 0.2878954 Feb 17 12:00:29.032841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.041473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1d69122c-e147-4dfd-9776-5d3267d17f44 None None] The port '2240a831-d329-4d42-b864-b3cc1184a6bf' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:00:29.063490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Allocated IP 172.20.0.2 (00ea983e-02b6-47f4-8260-d0db21dd20d9/916abdad-50ed-4c7a-b800-de50d22dd552/faa823f4-6a2e-4639-9b32-1aa7bdf20ce1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:29.103949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.110739 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.126661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.138132 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-bd2d485c-a5e0-4f94-a57a-d46606d765f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 472 time: 0.1786964 Feb 17 12:00:29.151862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['13b220ca-8d41-4d74-ab94-bd09c7a80ab9']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:29.167081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Pushing event deleted for resources: {'Network': ['ID=e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:29.178796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcaa397-a6b2-4087-a086-6b3653abd91d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:29.191507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d343f8b3-2418-4474-a050-902d3d3cfc58 tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/networks/e6ad8f8a-4b7a-4904-af4a-1efbd22e4f52 HTTP/1.1" status: 204 len: 168 time: 1.9847524 Feb 17 12:00:29.195291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50338) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:29.239744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,segment=NetworkSegment(be698541-e1a6-4630-b481-135f6505eed6),segment_id=be698541-e1a6-4630-b481-135f6505eed6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:29.255667 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-d3ddaa48-9cb8-45f8-903d-e49cbd3be3cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 1001 time: 0.2328322 Feb 17 12:00:29.256191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ca46e8b4-63e0-48de-b20d-f88df710653e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Synchronizing usage tracker for tenant:94d3dc9945fa4756974e4828f049bdc4 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:29.272373 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.274034 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2d87a2e4-e064-43f1-95af-6f3de037d068 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6564875 Feb 17 12:00:29.276932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50342) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:29.283240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'security_group': {'name': 'tempest-secgroup-1317175749'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:29.283431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.292003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:29.296182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:29.299834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:29.307493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:29.312249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Transition to ACTIVE for port object faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:29.366040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-ec99e07b-b625-47ff-947c-3d07dc1bc71e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:29.366549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ca46e8b4-63e0-48de-b20d-f88df710653e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Unset dirty status for tenant:94d3dc9945fa4756974e4828f049bdc4 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:29.377084 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-ec99e07b-b625-47ff-947c-3d07dc1bc71e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 200 len: 835 time: 0.1031082 Feb 17 12:00:29.377286 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ca46e8b4-63e0-48de-b20d-f88df710653e tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "GET /v2.0/ports?device_id=b940cc97-9b34-498a-a319-704d3f9a55f0 HTTP/1.1" status: 200 len: 205 time: 0.1714325 Feb 17 12:00:29.379405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50346) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:29.382113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:29.420129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:port and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:29.428440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:29.433431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.436461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:29.474621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-ec22d763-0580-41cc-89f3-da37025f48cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971892 Feb 17 12:00:29.510789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.567062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.627304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2240a831-d329-4d42-b864-b3cc1184a6bf no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:29.664116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:29.667416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:29.679611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2240a831-d329-4d42-b864-b3cc1184a6bf {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:29.680123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2240a831-d329-4d42-b864-b3cc1184a6bf not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:29.684094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3bbce-c8e4-400f-be86-08a70355b631 None None] Pushing event updated for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:29.825766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-b3aae313-ccc2-4fd8-b3a2-9b2eb7b0e4cd service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441277 Feb 17 12:00:29.914902 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae36efe2-dbc2-43bb-a540-c7a9a8fc7d71 req-ed501c70-b2fd-4e7b-bc74-0237a8ce1083 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 210 time: 0.0611134 Feb 17 12:00:29.923944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:29.929970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:security_group_rule and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:29.933535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:29.951779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:30.009904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.28 (871d31a1-feb6-4eb1-9cc6-0a479ac87120/32328f89-6226-4abc-9107-f0f581291d66/765cb46a-aed4-4d12-91e5-47ddf8757537) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:30.041314 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-906d2236-deba-4a1c-92bf-1b1982a09be1 req-c4180a06-fb7b-4f1c-b178-a4d124fee514 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068110 Feb 17 12:00:30.265898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.286206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 765cb46a-aed4-4d12-91e5-47ddf8757537 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:30.296744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.301043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.305742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.398057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.445314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c89d7-8aed-484b-b27c-c8cddc66481c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:30.469733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.540570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:30.543360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:30.552709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:30.575045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bb0e8cc3-f2aa-4327-a47c-1cdb4ad47232 None None] Provisioning for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:30.577057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.578671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Fanout notify agent at l3_agent the message router_deleted on router b940cc97-9b34-498a-a319-704d3f9a55f0 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:00:30.581580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bb0e8cc3-f2aa-4327-a47c-1cdb4ad47232 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:30.582055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8cc3-f2aa-4327-a47c-1cdb4ad47232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.585713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.587911 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0de525cb-51f2-4947-a75d-564fc55a6e8f tempest-RoutersNegativeIpV6Test-1710457311 tempest-RoutersNegativeIpV6Test-1710457311-project] 10.222.0.47 "DELETE /v2.0/routers/b940cc97-9b34-498a-a319-704d3f9a55f0 HTTP/1.1" status: 204 len: 168 time: 1.2065129 Feb 17 12:00:30.600854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=765cb46a-aed4-4d12-91e5-47ddf8757537,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:30.623066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.627631 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8c796e92-c499-4720-875c-a68b30094666 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3459146 Feb 17 12:00:30.627631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50354) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:30.634489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-179379426', 'security_groups': ['ee9c89d7-8aed-484b-b27c-c8cddc66481c'], 'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '916abdad-50ed-4c7a-b800-de50d22dd552'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:30.644867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:30.646167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.803966 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-fdd10e19-9a04-4fee-908a-8fcfab4ee5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6558588 Feb 17 12:00:30.819578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Request body: {'port': {'device_id': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:30.821516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:30.834348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:30.873428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bb0e8cc3-f2aa-4327-a47c-1cdb4ad47232 None None] Provisioning complete for port 9e067046-5144-477f-92b3-dca4217d3a41 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:30.873825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8cc3-f2aa-4327-a47c-1cdb4ad47232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.907117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:30.912716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:30.931645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e8cc3-f2aa-4327-a47c-1cdb4ad47232 None None] Port 9e067046-5144-477f-92b3-dca4217d3a41 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:30.936643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] device_id is not set on port 2b54bb83-e548-4463-a244-926fe9364496 yet. {{(pid=84460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 12:00:30.944812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.196186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.7 (00ea983e-02b6-47f4-8260-d0db21dd20d9/916abdad-50ed-4c7a-b800-de50d22dd552/2b54bb83-e548-4463-a244-926fe9364496) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:31.231253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-aac91d35-741b-4e2f-8e2e-9de7a3c7de5b None None] Provisioning for port 765cb46a-aed4-4d12-91e5-47ddf8757537 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:31.238318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-aac91d35-741b-4e2f-8e2e-9de7a3c7de5b None None] Provisioning complete for port 765cb46a-aed4-4d12-91e5-47ddf8757537 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:31.239879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-aac91d35-741b-4e2f-8e2e-9de7a3c7de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.279129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a548a-61cf-4e49-b84b-1c2b0c2796ca req-8dfd49d7-9aa9-4b17-b049-8ce807beb9bd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:31.279869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-078a548a-61cf-4e49-b84b-1c2b0c2796ca req-8dfd49d7-9aa9-4b17-b049-8ce807beb9bd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:31.317142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-aac91d35-741b-4e2f-8e2e-9de7a3c7de5b None None] Port 765cb46a-aed4-4d12-91e5-47ddf8757537 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:31.329862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50362) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:31.417869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765cb46a-aed4-4d12-91e5-47ddf8757537 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:00:31.425187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-078a548a-61cf-4e49-b84b-1c2b0c2796ca req-8dfd49d7-9aa9-4b17-b049-8ce807beb9bd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:31.427136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-078a548a-61cf-4e49-b84b-1c2b0c2796ca req-8dfd49d7-9aa9-4b17-b049-8ce807beb9bd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 932 time: 0.3397388 Feb 17 12:00:31.429064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.452213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.464507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Transition to ACTIVE for port object 765cb46a-aed4-4d12-91e5-47ddf8757537 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:31.468487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object 2b54bb83-e548-4463-a244-926fe9364496 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:31.510721 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-078a548a-61cf-4e49-b84b-1c2b0c2796ca req-8e78a435-e5ed-4c44-b17d-4184d14f25c1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711465 Feb 17 12:00:31.524385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.558483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.594860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:31.659929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:31.664498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:31.664734 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8b32b352-4f2a-4b53-9b36-17eed628af56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94d3dc9945fa4756974e4828f049bdc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3335404 Feb 17 12:00:31.669375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50368) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:31.670338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:31.684856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=765cb46a-aed4-4d12-91e5-47ddf8757537,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:31.698603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:31.699088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.760777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=2b54bb83-e548-4463-a244-926fe9364496,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:31.768685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:31.769340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.830632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Attempting to bind port 765cb46a-aed4-4d12-91e5-47ddf8757537 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:31.831234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Attempting to bind port 765cb46a-aed4-4d12-91e5-47ddf8757537 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:31.831746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Attempting to bind port 765cb46a-aed4-4d12-91e5-47ddf8757537 on network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:31.846509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Port 765cb46a-aed4-4d12-91e5-47ddf8757537 on network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:00:31.847098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Attempting to bind port 765cb46a-aed4-4d12-91e5-47ddf8757537 on network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:31.859244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:31.859567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Checking segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:31.862228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Bound using segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:31.863377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Bound port: 765cb46a-aed4-4d12-91e5-47ddf8757537, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:31.864053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.891959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9cd8167b-557e-4238-ba71-4905f24d0689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:31.921667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9cd8167b-557e-4238-ba71-4905f24d0689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.005656 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d79132d6-f537-48a9-a88c-81f1f8de7d2d tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3770790 Feb 17 12:00:32.008514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50372) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:32.014418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:32.095342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9cd8167b-557e-4238-ba71-4905f24d0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.124610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8167b-557e-4238-ba71-4905f24d0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e43ed-410d-4035-9fa5-30bae8bb8e37,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:32.145898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9cd8167b-557e-4238-ba71-4905f24d0689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.145898 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9cd8167b-557e-4238-ba71-4905f24d0689 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b4e43ed-410d-4035-9fa5-30bae8bb8e37 HTTP/1.1" status: 204 len: 168 time: 0.4243100 Feb 17 12:00:32.170336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8a9cfd2f-ed83-4f10-9f4a-5f295059fe5c None None] Provisioning for port 2b54bb83-e548-4463-a244-926fe9364496 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:32.189455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8a9cfd2f-ed83-4f10-9f4a-5f295059fe5c None None] Provisioning complete for port 2b54bb83-e548-4463-a244-926fe9364496 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:32.189455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfd2f-ed83-4f10-9f4a-5f295059fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.189685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:32.190968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:32.194676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:32.202163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:32.212731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] For port 765cb46a-aed4-4d12-91e5-47ddf8757537, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:32.221539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] For port 765cb46a-aed4-4d12-91e5-47ddf8757537, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=765cb46a-aed4-4d12-91e5-47ddf8757537,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:32.234839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8a9cfd2f-ed83-4f10-9f4a-5f295059fe5c None None] Port 2b54bb83-e548-4463-a244-926fe9364496 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:32.320328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:32.372426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.441558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.443040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] 10.222.0.24 "PUT /v2.0/ports/765cb46a-aed4-4d12-91e5-47ddf8757537 HTTP/1.1" status: 200 len: 1094 time: 1.6299212 Feb 17 12:00:32.443463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'tag': '765cb46a-aed4-4d12-91e5-47ddf8757537'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:00:32.454489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:32.472810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5aad-982c-4675-87ae-2bdff4415aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=765cb46a-aed4-4d12-91e5-47ddf8757537,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:32.550048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'tag': '765cb46a-aed4-4d12-91e5-47ddf8757537', 'status': 'completed', 'code': 200} Feb 17 12:00:32.718341 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ce833800-47cc-46d0-a0dd-5ef60b910ddf req-fc0aa42c-2441-4c11-acb8-ccfe9f8a4bce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 1097 time: 0.1520009 Feb 17 12:00:32.779318 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 916abdad-50ed-4c7a-b800-de50d22dd552 (CIDR: 172.20.0.0/28) Feb 17 12:00:32.824358 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 12:00:32.824975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:32.894645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833800-47cc-46d0-a0dd-5ef60b910ddf req-55132bd1-498c-411f-afdd-217151153951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:32.895043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833800-47cc-46d0-a0dd-5ef60b910ddf req-55132bd1-498c-411f-afdd-217151153951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:32.897265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ce833800-47cc-46d0-a0dd-5ef60b910ddf req-55132bd1-498c-411f-afdd-217151153951 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1715658 Feb 17 12:00:32.902958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf152c-1be5-40fe-a43b-2c013ae07e16 req-28778464-4044-467a-8c7a-810a422cdec0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:32.904379 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9eaf152c-1be5-40fe-a43b-2c013ae07e16 req-28778464-4044-467a-8c7a-810a422cdec0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 944 time: 0.2309494 Feb 17 12:00:32.930861 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1312e070-1142-4592-97ec-aeda9fa28bc2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9176035 Feb 17 12:00:32.930861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50390) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:32.936216 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:33.036945 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9eaf152c-1be5-40fe-a43b-2c013ae07e16 req-da91d427-c890-4e15-8a50-0ded61b11eca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136377 Feb 17 12:00:33.090261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833800-47cc-46d0-a0dd-5ef60b910ddf req-19be2211-7d1a-4141-9073-fdceab5491a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:33.091986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ce833800-47cc-46d0-a0dd-5ef60b910ddf req-19be2211-7d1a-4141-9073-fdceab5491a9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1868274 Feb 17 12:00:33.117931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:33.122004 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:33.125109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:33.132010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:33.199145 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-e039bf52-3e84-4cd8-9223-cb2f90322631 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 1097 time: 0.0704074 Feb 17 12:00:33.235524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:33.238346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:33.276145 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-a8485af2-1db8-4917-a53b-d1dc5de1cd87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=765cb46a-aed4-4d12-91e5-47ddf8757537 HTTP/1.1" status: 200 len: 217 time: 0.0705731 Feb 17 12:00:33.347250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-02cb4cb1-fa54-4100-a0a6-5759df92b8fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:33.348858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-02cb4cb1-fa54-4100-a0a6-5759df92b8fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32328f89-6226-4abc-9107-f0f581291d66 HTTP/1.1" status: 200 len: 837 time: 0.0675693 Feb 17 12:00:33.420785 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.ipam_backend_mixin [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3f0b3b5b-a073-4baa-862e-356d7962cb07 (CIDR: 172.20.0.16/28) Feb 17 12:00:33.435230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-cfba1896-c7b5-4173-b0d8-e0e7e9aa9aee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=871d31a1-feb6-4eb1-9cc6-0a479ac87120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802262 Feb 17 12:00:33.445447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-72a701a4-0227-4a5a-9535-2e0eaec0487c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:00:33.446410 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-72a701a4-0227-4a5a-9535-2e0eaec0487c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055680 Feb 17 12:00:33.459825 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 12:00:33.460265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:33.545293 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-172ed364-8867-4760-9baa-bab5e3f041e7 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6134281 Feb 17 12:00:33.548042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50404) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:33.554519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'subnet': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:33.591521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-bb0fe4e5-a7b2-48c4-ad8d-067834d90233 service neutron] 10.222.0.24 "GET /v2.0/networks/871d31a1-feb6-4eb1-9cc6-0a479ac87120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372437 Feb 17 12:00:33.641547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50408) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:33.649743 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0073097 Feb 17 12:00:33.653895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50410) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:33.717146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:33.721358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Usage tracker for resource:subnet and tenant:3ba14b5b10d44702a1c95c552f90a846 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:33.724967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:33.732532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:33.737991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28754abf-4b6d-4985-9b38-6f470957a7f9 req-c324b731-07d1-46aa-a5ad-30c9a380b8eb service neutron] 10.222.0.24 "GET /v2.0/networks/871d31a1-feb6-4eb1-9cc6-0a479ac87120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420541 Feb 17 12:00:33.809871 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e162424b-4346-4afc-b80d-92c6a1b4d21d tempest-NetworksApiDiscovery-548437425 tempest-NetworksApiDiscovery-548437425-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1556091 Feb 17 12:00:33.840844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Made reservation on behalf of 3ba14b5b10d44702a1c95c552f90a846 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:00:33.844646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.218264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.298921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:34.300178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:34.307330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Subnet': ['ID=1e685949-26d7-4f84-9a2f-798dad706cc8,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:34.309743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:34.310336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.311177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c2a21-f6f4-46c0-8f52-d14906a896f3 None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:34.345600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d7ba2-c849-4ceb-865c-b8f2626dd3a5 req-8acdeb20-8054-4520-9ea3-f0d472246d4a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:34.347105 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-262d7ba2-c849-4ceb-865c-b8f2626dd3a5 req-8acdeb20-8054-4520-9ea3-f0d472246d4a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 944 time: 0.1648476 Feb 17 12:00:34.397328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-262d7ba2-c849-4ceb-865c-b8f2626dd3a5 req-3ffc79ef-f321-4f6d-ae9a-ded0b2228f11 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Feb 17 12:00:34.428578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50422) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:34.428768 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2bbf64d5-d2bc-4ff0-97e9-22950f893c96 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8791811 Feb 17 12:00:34.433958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1217141044', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e685949-26d7-4f84-9a2f-798dad706cc8'}], 'security_groups': ['50f8582c-3734-4e0a-80f7-b444a884b5f9', '9fcaa397-a6b2-4087-a086-6b3653abd91d']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:00:34.460181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50426) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:34.615027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.661204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:00:34.665125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:52288545f8ff4b4a8be5d723d45f538a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:00:34.667986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:00:34.675741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:00:34.700234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.702999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Update dhcp port {'port': {'network_id': '00ea983e-02b6-47f4-8260-d0db21dd20d9', 'fixed_ips': [{'subnet_id': '3f0b3b5b-a073-4baa-862e-356d7962cb07', 'ip_address': '172.20.0.18'}, {'subnet_id': '916abdad-50ed-4c7a-b800-de50d22dd552', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e685949-26d7-4f84-9a2f-798dad706cc8'}], 'binding:host_id': 'dv-neutron-828728-1-hyperv'}, 'id': 'faa823f4-6a2e-4639-9b32-1aa7bdf20ce1'} from dv-neutron-828728-1-hyperv. {{(pid=84461) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 17 12:00:34.749363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.759427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.828783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.877850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2911e8-0130-42d9-a44d-5124bf44395f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:34.883015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-47dec6c8-d5d4-4737-89d8-0dc0e9acf8f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52288545f8ff4b4a8be5d723d45f538a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4216316 Feb 17 12:00:34.885572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50432) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:34.962822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30a5f85a-54da-4833-90af-bc2c24e977eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:34.976302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Allocated IP 172.20.0.34 (00ea983e-02b6-47f4-8260-d0db21dd20d9/1e685949-26d7-4f84-9a2f-798dad706cc8/faa823f4-6a2e-4639-9b32-1aa7bdf20ce1) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:34.991806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30a5f85a-54da-4833-90af-bc2c24e977eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.117842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,segment=NetworkSegment(be698541-e1a6-4630-b481-135f6505eed6),segment_id=be698541-e1a6-4630-b481-135f6505eed6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:35.149011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.159098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Transition to ACTIVE for port object faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:35.172030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30a5f85a-54da-4833-90af-bc2c24e977eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.189416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5f85a-54da-4833-90af-bc2c24e977eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2911e8-0130-42d9-a44d-5124bf44395f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:35.197973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-30a5f85a-54da-4833-90af-bc2c24e977eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.199100 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-30a5f85a-54da-4833-90af-bc2c24e977eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd2911e8-0130-42d9-a44d-5124bf44395f HTTP/1.1" status: 204 len: 168 time: 0.3125882 Feb 17 12:00:35.244350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.391552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Delete allocated IP 172.20.0.7 (00ea983e-02b6-47f4-8260-d0db21dd20d9/916abdad-50ed-4c7a-b800-de50d22dd552) {{(pid=84459) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 12:00:35.400863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Allocated IP 172.20.0.37 (00ea983e-02b6-47f4-8260-d0db21dd20d9/1e685949-26d7-4f84-9a2f-798dad706cc8/2b54bb83-e548-4463-a244-926fe9364496) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:35.428623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad926-e5a3-4d1a-932f-df11a7406a85 None None] Pushing event updated for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:35.625634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:35.692619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.716671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Transition to ACTIVE for port object 2b54bb83-e548-4463-a244-926fe9364496 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:35.762126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551392cb-484f-470c-a871-a575e564d256 req-3e118476-930c-44d9-b82d-43de781a616a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:35.763851 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-551392cb-484f-470c-a871-a575e564d256 req-3e118476-930c-44d9-b82d-43de781a616a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 944 time: 0.1992195 Feb 17 12:00:35.789489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.912005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event updated for resources: {'Port': ['ID=2b54bb83-e548-4463-a244-926fe9364496,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:35.958814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-551392cb-484f-470c-a871-a575e564d256 req-285dcfb5-f66f-47ee-bbc9-add186ea6a6d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874843 Feb 17 12:00:35.993660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] In _notify_port_updated(), no bound segment for port 2b54bb83-e548-4463-a244-926fe9364496 on network 00ea983e-02b6-47f4-8260-d0db21dd20d9 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 12:00:35.999563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:35.999563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:35.999563 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3bfe8782-fc1d-4801-8887-11396761ba3f tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "PUT /v2.0/ports/2b54bb83-e548-4463-a244-926fe9364496 HTTP/1.1" status: 200 len: 960 time: 1.5703208 Feb 17 12:00:36.002420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50440) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:36.070829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 2b54bb83-e548-4463-a244-926fe9364496 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:36.071246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.197697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Provisioning for port 2b54bb83-e548-4463-a244-926fe9364496 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:36.202885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Provisioning complete for port 2b54bb83-e548-4463-a244-926fe9364496 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:36.203639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.273530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Port 2b54bb83-e548-4463-a244-926fe9364496 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:36.326865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.371514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Provisioning for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:36.376770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:36.377132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.453167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 2b54bb83-e548-4463-a244-926fe9364496 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:36.521225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Provisioning complete for port 9e067046-5144-477f-92b3-dca4217d3a41 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:36.521741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.584265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fdadb-4fb7-4557-bcb8-14b30b371fb0 None None] Port 9e067046-5144-477f-92b3-dca4217d3a41 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:36.692784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.696205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-aec8820e-df2d-420a-bb7c-2a47508eda82 None None] Could not find standard attr ID for object 2b54bb83-e548-4463-a244-926fe9364496. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 12:00:36.743882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=2b54bb83-e548-4463-a244-926fe9364496,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:36.849867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:36.861318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5f18b29e-af48-49f4-94bc-e50b6e6b8aa9 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/2b54bb83-e548-4463-a244-926fe9364496 HTTP/1.1" status: 204 len: 168 time: 0.8578672 Feb 17 12:00:36.863324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50444) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:36.906102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca44f0e-4f18-45c8-9c9d-b932d1167878 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] GET failed (client error): The resource could not be found. Feb 17 12:00:36.907897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eca44f0e-4f18-45c8-9c9d-b932d1167878 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Synchronizing usage tracker for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:00:37.003311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-eca44f0e-4f18-45c8-9c9d-b932d1167878 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Unset dirty status for tenant:3ba14b5b10d44702a1c95c552f90a846 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:00:37.003311 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eca44f0e-4f18-45c8-9c9d-b932d1167878 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports/2b54bb83-e548-4463-a244-926fe9364496 HTTP/1.1" status: 404 len: 333 time: 0.1347899 Feb 17 12:00:37.004926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50450) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:37.080323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-43190f65-b329-4f38-9135-91e3de0192b5 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.110134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-43190f65-b329-4f38-9135-91e3de0192b5 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.162061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020ab83-3a0b-48dd-8f32-18ecbf067301 req-adca182b-dba6-45aa-a74f-0676b75bcce3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:37.163465 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8020ab83-3a0b-48dd-8f32-18ecbf067301 req-adca182b-dba6-45aa-a74f-0676b75bcce3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 944 time: 0.0784867 Feb 17 12:00:37.209944 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8020ab83-3a0b-48dd-8f32-18ecbf067301 req-25e30527-5e0f-4fbb-a0ae-fff7b4dce034 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Feb 17 12:00:37.262371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-43190f65-b329-4f38-9135-91e3de0192b5 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.272408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43190f65-b329-4f38-9135-91e3de0192b5 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c89d7-8aed-484b-b27c-c8cddc66481c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:37.280369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-43190f65-b329-4f38-9135-91e3de0192b5 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.281729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-43190f65-b329-4f38-9135-91e3de0192b5 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/security-groups/ee9c89d7-8aed-484b-b27c-c8cddc66481c HTTP/1.1" status: 204 len: 168 time: 0.2756171 Feb 17 12:00:37.284964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50454) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:37.357507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76cdb51f-15bc-41af-bb2f-29814eaa6bbf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.384466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76cdb51f-15bc-41af-bb2f-29814eaa6bbf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.531877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76cdb51f-15bc-41af-bb2f-29814eaa6bbf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.549645 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdb51f-15bc-41af-bb2f-29814eaa6bbf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcaa397-a6b2-4087-a086-6b3653abd91d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:37.555422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76cdb51f-15bc-41af-bb2f-29814eaa6bbf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.556517 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76cdb51f-15bc-41af-bb2f-29814eaa6bbf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/security-groups/9fcaa397-a6b2-4087-a086-6b3653abd91d HTTP/1.1" status: 204 len: 168 time: 0.2705414 Feb 17 12:00:37.559288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50458) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:37.622053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27948b88-b7bd-43a3-8b0a-1cc4bcc2b030 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.651462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27948b88-b7bd-43a3-8b0a-1cc4bcc2b030 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.804364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8b7e-5b50-40ee-85d1-b07f92b1092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.814893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27948b88-b7bd-43a3-8b0a-1cc4bcc2b030 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.834667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27948b88-b7bd-43a3-8b0a-1cc4bcc2b030 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8582c-3734-4e0a-80f7-b444a884b5f9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:37.837769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-27948b88-b7bd-43a3-8b0a-1cc4bcc2b030 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:37.838880 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-27948b88-b7bd-43a3-8b0a-1cc4bcc2b030 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/security-groups/50f8582c-3734-4e0a-80f7-b444a884b5f9 HTTP/1.1" status: 204 len: 168 time: 0.2789040 Feb 17 12:00:37.841691 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50462) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:38.135801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 916abdad-50ed-4c7a-b800-de50d22dd552 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:38.138647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.192113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.282765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.413105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd2ca2-430a-4cc6-980d-2a1f237a0d77 req-85323e37-b1a3-46e2-b8aa-c4043930c939 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:38.419357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dadd2ca2-430a-4cc6-980d-2a1f237a0d77 req-85323e37-b1a3-46e2-b8aa-c4043930c939 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 944 time: 0.0793724 Feb 17 12:00:38.509666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.551504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=916abdad-50ed-4c7a-b800-de50d22dd552,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:38.557358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dadd2ca2-430a-4cc6-980d-2a1f237a0d77 req-7d61a13a-532d-48d7-9958-b6f84eb78428 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363008 Feb 17 12:00:38.558106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.565829 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e097e622-cb2f-4396-ad99-e21227789332 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/916abdad-50ed-4c7a-b800-de50d22dd552 HTTP/1.1" status: 204 len: 168 time: 0.7224147 Feb 17 12:00:38.566227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9419a88a-5a10-41d9-9273-0258d4207872 None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:38.574969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50468) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:38.632645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 765cb46a-aed4-4d12-91e5-47ddf8757537 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:00:38.649865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 1e685949-26d7-4f84-9a2f-798dad706cc8 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:38.652988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.708609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.792617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:38.912501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 765cb46a-aed4-4d12-91e5-47ddf8757537, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=765cb46a-aed4-4d12-91e5-47ddf8757537,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:38.929430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '765cb46a-aed4-4d12-91e5-47ddf8757537', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'port_id': '765cb46a-aed4-4d12-91e5-47ddf8757537', 'mac_address': 'fa:16:3e:f6:e0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32328f89-6226-4abc-9107-f0f581291d66', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:00:38.963013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.001878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.007633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=1e685949-26d7-4f84-9a2f-798dad706cc8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:39.008288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.014537 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b8628b5f-b80b-4386-a0c3-8d14fdfda5e0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/1e685949-26d7-4f84-9a2f-798dad706cc8 HTTP/1.1" status: 204 len: 168 time: 0.4380896 Feb 17 12:00:39.016889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50472) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.024058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765cb46a-aed4-4d12-91e5-47ddf8757537 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:00:39.044579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 765cb46a-aed4-4d12-91e5-47ddf8757537, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=765cb46a-aed4-4d12-91e5-47ddf8757537,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:39.059857 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefc6c56-5d24-4d1a-8b07-d3afd7825ce6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:39.060347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefc6c56-5d24-4d1a-8b07-d3afd7825ce6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:39.062084 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fefc6c56-5d24-4d1a-8b07-d3afd7825ce6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/916abdad-50ed-4c7a-b800-de50d22dd552 HTTP/1.1" status: 404 len: 337 time: 0.0442758 Feb 17 12:00:39.064676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50476) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.135814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.139508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting subnet 3f0b3b5b-a073-4baa-862e-356d7962cb07 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:00:39.142903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.213752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=765cb46a-aed4-4d12-91e5-47ddf8757537,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:39.222546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.341370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.487500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['765cb46a-aed4-4d12-91e5-47ddf8757537'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:00:39.565181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e31f5-a4a1-481c-83cc-74e96ba874d2 None None] Network 00ea983e-02b6-47f4-8260-d0db21dd20d9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:00:39.572765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.610499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0b3b5b-a073-4baa-862e-356d7962cb07,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:39.614462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.621160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-01d0e07f-ced9-43ec-ab52-5e47886bffc6 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/3f0b3b5b-a073-4baa-862e-356d7962cb07 HTTP/1.1" status: 204 len: 168 time: 0.5548992 Feb 17 12:00:39.623247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50482) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.663340 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a597ca-8259-4e76-9c2c-512284f36dcc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:39.663782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a597ca-8259-4e76-9c2c-512284f36dcc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:39.668180 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d9a597ca-8259-4e76-9c2c-512284f36dcc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/e66061ac-3309-4aa0-ba7d-258a50375e30 HTTP/1.1" status: 404 len: 337 time: 0.0408564 Feb 17 12:00:39.668430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50486) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.720274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a1c49dff-5a56-4a1a-b8d4-4d57dbcc551e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e1a4236-a066-4745-900c-af3b3802421d HTTP/1.1" status: 200 len: 205 time: 0.0504818 Feb 17 12:00:39.722851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50490) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.796833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-1a00c1cc-5457-46bc-bf8f-088b2ca4bbf0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] delete failed (client error): The resource could not be found. Feb 17 12:00:39.798196 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1a00c1cc-5457-46bc-bf8f-088b2ca4bbf0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/routers/1e1a4236-a066-4745-900c-af3b3802421d HTTP/1.1" status: 404 len: 336 time: 0.0742018 Feb 17 12:00:39.801116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50494) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.804438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ad5633aa-c604-4bd8-af03-6c86f55dab02 None None] Provisioning complete for port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:39.804806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ad5633aa-c604-4bd8-af03-6c86f55dab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:39.840062 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc681a7a-2074-4238-836e-786033f4562e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:39.840520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc681a7a-2074-4238-836e-786033f4562e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:39.842172 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dc681a7a-2074-4238-836e-786033f4562e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/57859dd4-f6cb-493e-846b-1c4298e66799 HTTP/1.1" status: 404 len: 337 time: 0.0392787 Feb 17 12:00:39.844669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50498) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.887533 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0e0001-c0c4-4d1f-9105-b98b1b1c5494 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:39.887971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0e0001-c0c4-4d1f-9105-b98b1b1c5494 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:39.889604 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2d0e0001-c0c4-4d1f-9105-b98b1b1c5494 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/2e3b62fb-0051-483e-a21d-06d551240e32 HTTP/1.1" status: 404 len: 337 time: 0.0440605 Feb 17 12:00:39.892696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50502) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.934366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8630672-2e7e-4255-ab42-e4c0fe552fdf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:39.934931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8630672-2e7e-4255-ab42-e4c0fe552fdf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:39.939552 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d8630672-2e7e-4255-ab42-e4c0fe552fdf tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/331576cd-b95d-485e-90f0-6736e719412f HTTP/1.1" status: 404 len: 337 time: 0.0435903 Feb 17 12:00:39.939738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191731-ce3a-46ba-b574-655a24ed635d req-7cbc0f84-a27d-431d-8b9e-03f569a4f8b6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:39.939738 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1a191731-ce3a-46ba-b574-655a24ed635d req-7cbc0f84-a27d-431d-8b9e-03f569a4f8b6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 945 time: 0.0913308 Feb 17 12:00:39.939976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50506) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:39.999307 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b5267f-6a07-4b39-8a8e-75fd36716f81 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:39.999743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b5267f-6a07-4b39-8a8e-75fd36716f81 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:40.001413 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a9b5267f-6a07-4b39-8a8e-75fd36716f81 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/a9f51981-cdcb-4140-80f8-69999bab5105 HTTP/1.1" status: 404 len: 333 time: 0.0604999 Feb 17 12:00:40.004371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50510) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:40.057348 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1f50e5-d1b7-46ed-acda-572818e65d4e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:40.057348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1f50e5-d1b7-46ed-acda-572818e65d4e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:40.057348 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dc1f50e5-d1b7-46ed-acda-572818e65d4e tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/f363e242-1ec3-479f-b0c8-c432aad643eb HTTP/1.1" status: 404 len: 337 time: 0.0499578 Feb 17 12:00:40.058137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50514) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:40.082940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] DHCP port deletion for 00ea983e-02b6-47f4-8260-d0db21dd20d9 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:00:40.089280 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1a191731-ce3a-46ba-b574-655a24ed635d req-be68fdeb-714e-47be-913a-54f7eedfbc13 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091142 Feb 17 12:00:40.095630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] Deleting port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:40.097923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:40.098708 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de6dc18-e272-4825-9eac-fd76e2e674f0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:40.098708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de6dc18-e272-4825-9eac-fd76e2e674f0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:40.100238 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3de6dc18-e272-4825-9eac-fd76e2e674f0 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/7a856c1c-e4c7-438a-b5bd-eb93f169d582 HTTP/1.1" status: 404 len: 337 time: 0.0410433 Feb 17 12:00:40.102863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50518) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:40.147402 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-644bc4dd-cf61-41e6-b18c-bb23bfb8bfbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:40.147846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644bc4dd-cf61-41e6-b18c-bb23bfb8bfbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:40.147971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ad5633aa-c604-4bd8-af03-6c86f55dab02 None None] Provisioning complete for port 9e067046-5144-477f-92b3-dca4217d3a41 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:40.148278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ad5633aa-c604-4bd8-af03-6c86f55dab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:40.151916 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-644bc4dd-cf61-41e6-b18c-bb23bfb8bfbb tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/c1ec62b1-f0d3-422c-a4dd-708a1920432f HTTP/1.1" status: 404 len: 333 time: 0.0456738 Feb 17 12:00:40.152069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50522) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:40.189179 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-647178d4-e111-4eed-b304-1e14ff43b4af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:40.189618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647178d4-e111-4eed-b304-1e14ff43b4af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:40.191338 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-647178d4-e111-4eed-b304-1e14ff43b4af tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/eba6496c-54e2-4ff2-90bd-28b60fed6f93 HTTP/1.1" status: 404 len: 337 time: 0.0383873 Feb 17 12:00:40.198215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50526) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:40.213185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3664372-ccbc-44d5-9cfb-1f0f892393a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:40.236751 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-123d2768-3d8e-4a5a-9d76-0f86c74ffdbc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] DELETE failed (client error): The resource could not be found. Feb 17 12:00:40.236978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123d2768-3d8e-4a5a-9d76-0f86c74ffdbc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:00:40.240047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-123d2768-3d8e-4a5a-9d76-0f86c74ffdbc tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/subnets/d7634851-3873-4ddb-af90-2dd5d2de2a44 HTTP/1.1" status: 404 len: 337 time: 0.0393529 Feb 17 12:00:40.243416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ad5633aa-c604-4bd8-af03-6c86f55dab02 None None] Port 9e067046-5144-477f-92b3-dca4217d3a41 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:40.245811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50530) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:40.315196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Deleting port 9e067046-5144-477f-92b3-dca4217d3a41 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:00:40.315443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:40.405623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] For port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,segment=NetworkSegment(be698541-e1a6-4630-b481-135f6505eed6),segment_id=be698541-e1a6-4630-b481-135f6505eed6)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:40.406038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:40.535400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:40.568273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] Calling delete_port for faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:40.667804 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Calling delete_port for 9e067046-5144-477f-92b3-dca4217d3a41 owned by {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:00:41.052772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.100103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] Pushing event deleted for resources: {'Port': ['ID=faa823f4-6a2e-4639-9b32-1aa7bdf20ce1,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:41.103854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa813e9-5b55-4620-832c-34f3e7e1c030 None None] No DVR routers for this DVR port faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:00:41.115714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.170143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Port': ['ID=9e067046-5144-477f-92b3-dca4217d3a41,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:41.175534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.311014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e5b1-ff45-4b41-8a56-47e1628789a9 req-9cb89ac6-a258-4f54-b564-f374a0a8955f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:41.312447 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebb1e5b1-ff45-4b41-8a56-47e1628789a9 req-9cb89ac6-a258-4f54-b564-f374a0a8955f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 945 time: 0.0841045 Feb 17 12:00:41.320924 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cc0ae52d-8904-4c08-bc41-bad127ff7504 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/ports/9e067046-5144-477f-92b3-dca4217d3a41 HTTP/1.1" status: 204 len: 168 time: 1.0739861 Feb 17 12:00:41.324690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50538) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:41.341099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.370364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebb1e5b1-ff45-4b41-8a56-47e1628789a9 req-649dff6b-493e-49fe-8b19-1192ec9d06e7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Feb 17 12:00:41.379722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.513718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.532604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.595700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:00:41.633610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:00:41.633610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device faa823f4-6a2e-4639-9b32-1aa7bdf20ce1 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:00:41.665581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.690433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ea983e-02b6-47f4-8260-d0db21dd20d9']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:41.702908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be698541-e1a6-4630-b481-135f6505eed6') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:41.703193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be698541-e1a6-4630-b481-135f6505eed6') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:41.715522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.731842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.737377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:00:41.742782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:00:41.751763 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:00:41.926098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.943932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:41.956928 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] 10.222.0.47 "DELETE /v2.0/networks/00ea983e-02b6-47f4-8260-d0db21dd20d9 HTTP/1.1" status: 204 len: 168 time: 0.6286805 Feb 17 12:00:41.956928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2fff0-7f5a-44a3-884f-f83bf5031be2 tempest-PortsTestJSON-95480971 tempest-PortsTestJSON-95480971-project] Pushing event deleted for resources: {'Network': ['ID=00ea983e-02b6-47f4-8260-d0db21dd20d9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:42.569258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50550) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:42.591859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03765-771a-41d4-afc7-8d40620a7d02 req-fc1b3211-f74e-4bde-b3d1-044201e49cf5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:42.596934 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f7e03765-771a-41d4-afc7-8d40620a7d02 req-fc1b3211-f74e-4bde-b3d1-044201e49cf5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 945 time: 0.0849423 Feb 17 12:00:42.613531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 765cb46a-aed4-4d12-91e5-47ddf8757537 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:42.666463 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f7e03765-771a-41d4-afc7-8d40620a7d02 req-d874573a-72c3-4720-9923-e24ed381010e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639763 Feb 17 12:00:42.766802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a319d5dc-d260-4e13-a08b-974b0569866c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ba14b5b10d44702a1c95c552f90a846&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982713 Feb 17 12:00:42.769041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50556) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:42.800130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 765cb46a-aed4-4d12-91e5-47ddf8757537 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:42.806676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 765cb46a-aed4-4d12-91e5-47ddf8757537 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:42.807247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:42.834953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36d0992-fccf-4b47-a5a0-6917092696bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:42.838649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:42.865313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36d0992-fccf-4b47-a5a0-6917092696bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:42.930990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:42.959315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765cb46a-aed4-4d12-91e5-47ddf8757537'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:00:42.969090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 765cb46a-aed4-4d12-91e5-47ddf8757537, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=765cb46a-aed4-4d12-91e5-47ddf8757537,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:43.000575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36d0992-fccf-4b47-a5a0-6917092696bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:43.014619 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765cb46a-aed4-4d12-91e5-47ddf8757537', 'code': 200} Feb 17 12:00:43.022922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d0992-fccf-4b47-a5a0-6917092696bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f253a89-f562-4566-acbe-eba9594a84ee,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:43.022922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36d0992-fccf-4b47-a5a0-6917092696bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:43.024000 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c36d0992-fccf-4b47-a5a0-6917092696bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f253a89-f562-4566-acbe-eba9594a84ee HTTP/1.1" status: 204 len: 168 time: 0.2535381 Feb 17 12:00:43.053817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:43.124464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=765cb46a-aed4-4d12-91e5-47ddf8757537,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:43.550248 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cfb627a7-4d51-4728-871b-9dfe353a3354 req-fb32ec70-093f-47f2-b60f-718d059673aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 1099 time: 0.2224805 Feb 17 12:00:43.593958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cfb627a7-4d51-4728-871b-9dfe353a3354 req-014cc4f9-318b-454c-b0b8-17c7120e1ed6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375373 Feb 17 12:00:43.871159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281f8b0-4e1a-468f-9be1-5fc8b5e519a4 req-953839dc-f899-44ae-ba20-f28364d41e87 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:43.872532 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0281f8b0-4e1a-468f-9be1-5fc8b5e519a4 req-953839dc-f899-44ae-ba20-f28364d41e87 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.0773454 Feb 17 12:00:43.918911 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0281f8b0-4e1a-468f-9be1-5fc8b5e519a4 req-422ac429-14cb-46fd-bfe8-bbfd04a0c005 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406182 Feb 17 12:00:45.119100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75afb-bf1b-4543-a2d9-f1511ef4e888 req-896fb4a7-b89f-43ff-afae-f52b69418ce4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:45.122298 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e5d75afb-bf1b-4543-a2d9-f1511ef4e888 req-896fb4a7-b89f-43ff-afae-f52b69418ce4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.0836332 Feb 17 12:00:45.167669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e5d75afb-bf1b-4543-a2d9-f1511ef4e888 req-3e6c43bb-b163-42aa-bd5f-262bef77656d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Feb 17 12:00:46.369518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7adb34-440b-4ac7-ac84-75532be9b995 req-2cba80de-6af1-4f8a-925c-7add29ca06bc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:46.371075 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae7adb34-440b-4ac7-ac84-75532be9b995 req-2cba80de-6af1-4f8a-925c-7add29ca06bc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.0828853 Feb 17 12:00:46.416772 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae7adb34-440b-4ac7-ac84-75532be9b995 req-5e9080eb-8add-4fb2-b2f9-4c98e36bd5ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 Feb 17 12:00:46.613760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16633b-94da-4c00-ba18-64fca3a99754 req-9c491316-ef5b-4fdc-bf93-84820ffdc63d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:00:46.615245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d16633b-94da-4c00-ba18-64fca3a99754 req-9c491316-ef5b-4fdc-bf93-84820ffdc63d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.0770795 Feb 17 12:00:46.666206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d16633b-94da-4c00-ba18-64fca3a99754 req-04c279aa-3154-4c57-9393-13dfae2c9232 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452545 Feb 17 12:00:48.215207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50578) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:00:48.996510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:49.502206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.17 (871d31a1-feb6-4eb1-9cc6-0a479ac87120/32328f89-6226-4abc-9107-f0f581291d66/212c3ccf-229a-43de-bdc1-145bf5b89160) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:00:49.666748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:49.683754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 212c3ccf-229a-43de-bdc1-145bf5b89160 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:49.771999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:49.838634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:49.841994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:49.844646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:00:49.890495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=212c3ccf-229a-43de-bdc1-145bf5b89160,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:49.915870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:50.099991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:50.243812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7f762fee-eccb-4a96-ad27-e1d6686405a9 None None] Provisioning for port 212c3ccf-229a-43de-bdc1-145bf5b89160 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:50.249416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7f762fee-eccb-4a96-ad27-e1d6686405a9 None None] Provisioning complete for port 212c3ccf-229a-43de-bdc1-145bf5b89160 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:50.249896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7f762fee-eccb-4a96-ad27-e1d6686405a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:50.303145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7f762fee-eccb-4a96-ad27-e1d6686405a9 None None] Port 212c3ccf-229a-43de-bdc1-145bf5b89160 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:50.517492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:50.615387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:50.728043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=212c3ccf-229a-43de-bdc1-145bf5b89160,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:50.736868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:50.867693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:00:50.869114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:00:51.131293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e4de9950-c25c-4bf2-a14c-ffc93486db84 None None] Provisioning complete for port 212c3ccf-229a-43de-bdc1-145bf5b89160 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:51.131649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4de9950-c25c-4bf2-a14c-ffc93486db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:51.192076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e4de9950-c25c-4bf2-a14c-ffc93486db84 None None] Port 212c3ccf-229a-43de-bdc1-145bf5b89160 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:00:51.374374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:00:51.575641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:00:51.586710 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:00:51.598107 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:51.598689 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:51.693230 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c8ed611c-d88f-4092-8d41-00d770b3ee84 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/f026570e-3dc7-47de-9b42-9b8f77353b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4769073 Feb 17 12:00:51.778356 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:00:52.155321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:00:49Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:12Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212c3ccf-229a-43de-bdc1-145bf5b89160', 'name': '', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:5e:00:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32328f89-6226-4abc-9107-f0f581291d66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:00:49Z', 'updated_at': '2022-02-17T12:00:50Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '32328f89-6226-4abc-9107-f0f581291d66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:52.159309 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:00:52.159656 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Updating router f026570e-3dc7-47de-9b42-9b8f77353b8b port 212c3ccf-229a-43de-bdc1-145bf5b89160 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:00:52.214016 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:52.578450 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:52.591949 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Transition to ACTIVE for port object 212c3ccf-229a-43de-bdc1-145bf5b89160 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:00:52.685996 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:52.813495 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Pushing event updated for resources: {'Port': ['ID=212c3ccf-229a-43de-bdc1-145bf5b89160,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:52.824692 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.825028 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.825358 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.825684 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.826031 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.826352 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.826668 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.826985 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.827299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.827607 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.827915 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:00:52.917884 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Attempting to bind port 212c3ccf-229a-43de-bdc1-145bf5b89160 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:00:52.918252 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Attempting to bind port 212c3ccf-229a-43de-bdc1-145bf5b89160 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:00:52.918607 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Attempting to bind port 212c3ccf-229a-43de-bdc1-145bf5b89160 on network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:00:52.924861 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:00:52.925219 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Checking segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:00:52.925607 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:52.926039 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Bound using segment: {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:00:52.926485 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Bound port: 212c3ccf-229a-43de-bdc1-145bf5b89160, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e6466-3f42-4981-901b-fe9eb39c1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:00:52.926845 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:53.015305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] For port 212c3ccf-229a-43de-bdc1-145bf5b89160, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:00:53.018269 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] For port 212c3ccf-229a-43de-bdc1-145bf5b89160, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=212c3ccf-229a-43de-bdc1-145bf5b89160,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:00:53.137439 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:53.222250 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96476cd0-b25a-4aa2-b1bf-bca6b351b9d0 None None] Pushing event updated for resources: {'Port': ['ID=212c3ccf-229a-43de-bdc1-145bf5b89160,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:53.228124 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:00:53.228757 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:00:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:53.418350 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:00:53.766409 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:00:49Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:12Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212c3ccf-229a-43de-bdc1-145bf5b89160', 'name': '', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:5e:00:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32328f89-6226-4abc-9107-f0f581291d66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:00:49Z', 'updated_at': '2022-02-17T12:00:53Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '32328f89-6226-4abc-9107-f0f581291d66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:00:53.770568 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5c4eb-7235-42f3-b51f-5f44156409f8 None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:00:49Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:12Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212c3ccf-229a-43de-bdc1-145bf5b89160', 'name': '', 'network_id': '871d31a1-feb6-4eb1-9cc6-0a479ac87120', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:5e:00:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32328f89-6226-4abc-9107-f0f581291d66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:00:49Z', 'updated_at': '2022-02-17T12:00:53Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '32328f89-6226-4abc-9107-f0f581291d66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:00:55.619850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 212c3ccf-229a-43de-bdc1-145bf5b89160 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:55.830531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 212c3ccf-229a-43de-bdc1-145bf5b89160 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:00:55.831319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 212c3ccf-229a-43de-bdc1-145bf5b89160 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:55.831688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:55.944964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:55.978465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 212c3ccf-229a-43de-bdc1-145bf5b89160, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=212c3ccf-229a-43de-bdc1-145bf5b89160,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:00:56.148516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:00:56.216356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=212c3ccf-229a-43de-bdc1-145bf5b89160,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:00:57.601722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 212c3ccf-229a-43de-bdc1-145bf5b89160 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:00:57.675835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 212c3ccf-229a-43de-bdc1-145bf5b89160 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:00:57.676134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:05.160870 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:01:07.775090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-44696e61-9875-4935-9519-6e1a0fe36800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:10.108664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e9576ef-81ef-4b8a-b4c7-9dfde49d3716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:11.290874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:11.371017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:11.543382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:12.809918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:23.442809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50622) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:23.839571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:24.584801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 212c3ccf-229a-43de-bdc1-145bf5b89160 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:24.586130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:24.778314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 212c3ccf-229a-43de-bdc1-145bf5b89160, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=212c3ccf-229a-43de-bdc1-145bf5b89160,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:24.778662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:24.900050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 212c3ccf-229a-43de-bdc1-145bf5b89160 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:25.154040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:25.201853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=212c3ccf-229a-43de-bdc1-145bf5b89160,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:25.247210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.247894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.248291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.248644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.248979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.249313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.249641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.249998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.250321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.250679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.252334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:25.532797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:26.228574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:01:26.436419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:01:26.446773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:01:26.450678 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d340d0c1-9df5-49a8-9926-55ce84f1b384 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/f026570e-3dc7-47de-9b42-9b8f77353b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0067372 Feb 17 12:01:26.460564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:26.462264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:26.644136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:27.047498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:25Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:12Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:27.052108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:01:27.063387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:27.064012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:27.215015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c24a41-1c1f-4c24-9d15-537bbf82e4fb req-c9b487f9-0e81-4c1b-a196-fd304fd27a43 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:27.215731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-60c24a41-1c1f-4c24-9d15-537bbf82e4fb req-c9b487f9-0e81-4c1b-a196-fd304fd27a43 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:27.251192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:27.291324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-60c24a41-1c1f-4c24-9d15-537bbf82e4fb req-c9b487f9-0e81-4c1b-a196-fd304fd27a43 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:27.292701 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60c24a41-1c1f-4c24-9d15-537bbf82e4fb req-c9b487f9-0e81-4c1b-a196-fd304fd27a43 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.1553826 Feb 17 12:01:27.350219 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60c24a41-1c1f-4c24-9d15-537bbf82e4fb req-9e16c886-c356-4354-910e-ae22c15b86fc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511324 Feb 17 12:01:27.622644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:25Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:12Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:27.626682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12d3d5-0cdd-4d81-b8e1-6b9d22eeca1a None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:25Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '881f68aa-cbdb-4a22-bb77-e2c8732b8fbe', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'port_id': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'mac_address': 'fa:16:3e:40:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f554046-3759-4ee4-a750-52793a40dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:59:01Z', 'updated_at': '2022-02-17T11:59:12Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:01:28.456109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-e0274e14-3aa6-4831-b0f6-85428b7c2df9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:28.457803 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-e0274e14-3aa6-4831-b0f6-85428b7c2df9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.0834062 Feb 17 12:01:28.529209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 765cb46a-aed4-4d12-91e5-47ddf8757537 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:28.529881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:28.570117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc27c5-01fb-4a31-93e4-930edde9ae99 req-98941dc2-1dd3-4fd1-bc7f-447cbf4983ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:28.570117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-35dc27c5-01fb-4a31-93e4-930edde9ae99 req-98941dc2-1dd3-4fd1-bc7f-447cbf4983ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:28.576198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-35dc27c5-01fb-4a31-93e4-930edde9ae99 req-98941dc2-1dd3-4fd1-bc7f-447cbf4983ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:28.577341 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-35dc27c5-01fb-4a31-93e4-930edde9ae99 req-98941dc2-1dd3-4fd1-bc7f-447cbf4983ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 946 time: 0.0998886 Feb 17 12:01:28.628826 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-35dc27c5-01fb-4a31-93e4-930edde9ae99 req-3ac1f5ec-9227-4173-8ba9-6ad760dc1a8f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=13b220ca-8d41-4d74-ab94-bd09c7a80ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Feb 17 12:01:28.763457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-53575024-23f2-498f-9a3e-bb22487681e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2004397 Feb 17 12:01:28.881648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 765cb46a-aed4-4d12-91e5-47ddf8757537, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=765cb46a-aed4-4d12-91e5-47ddf8757537,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:28.881923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:29.004430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 765cb46a-aed4-4d12-91e5-47ddf8757537 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:29.045101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-fc78daf7-bb80-4c5b-aeda-58e68a805288 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 1098 time: 0.2598929 Feb 17 12:01:29.360353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-78b28a2d-3b0d-4ac3-9f96-1858dd49a34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:29.361820 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-78b28a2d-3b0d-4ac3-9f96-1858dd49a34a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.2959459 Feb 17 12:01:29.448915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:29.507877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=765cb46a-aed4-4d12-91e5-47ddf8757537,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:29.520872 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-df33f3cc-bd0b-4b2e-b119-3f2324d2284b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=656370df-7b58-4f1b-b2fb-06efe1737415 HTTP/1.1" status: 200 len: 1001 time: 0.1525607 Feb 17 12:01:29.580730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 212c3ccf-229a-43de-bdc1-145bf5b89160 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:29.611263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 212c3ccf-229a-43de-bdc1-145bf5b89160 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:01:29.611598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 212c3ccf-229a-43de-bdc1-145bf5b89160 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:29.631528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 765cb46a-aed4-4d12-91e5-47ddf8757537 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:01:29.635903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:29.638433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'name': 'network-vif-deleted', 'tag': '765cb46a-aed4-4d12-91e5-47ddf8757537'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:01:29.658196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-52bcc69f-fee7-4880-be74-2be27cdfa8e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:29.659641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-52bcc69f-fee7-4880-be74-2be27cdfa8e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.1137080 Feb 17 12:01:29.705516 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265dac-69a5-4551-b9ab-b882a4cdeb6e', 'name': 'network-vif-deleted', 'tag': '765cb46a-aed4-4d12-91e5-47ddf8757537', 'status': 'completed', 'code': 200} Feb 17 12:01:29.715765 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-111a5456-ed68-4c3a-b3d9-663d9e2f39c9 req-2fff61a9-c523-4b0f-ab7e-2a50809355b1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/765cb46a-aed4-4d12-91e5-47ddf8757537 HTTP/1.1" status: 204 len: 173 time: 1.2529511 Feb 17 12:01:29.760150 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-fcce4252-c5cf-4dd5-8249-22198d19abaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923543 Feb 17 12:01:29.796826 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5bd0dcda-6391-47b6-804b-46a33602a8e7 req-af8988ef-9d92-4c8c-a8d8-4fe777c25ddf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=36265dac-69a5-4551-b9ab-b882a4cdeb6e HTTP/1.1" status: 200 len: 210 time: 0.0413072 Feb 17 12:01:29.916042 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-7f8c74d1-2d87-4d69-889d-9f8c7e2c7de2 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493075 Feb 17 12:01:30.070788 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0e9851c-54eb-45fe-9e60-99676a5ac1af req-711a5932-55e1-4afd-9cdf-00b7e18ebbcb service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456907 Feb 17 12:01:30.902242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50638) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:30.969914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d091-7c05-49f4-a92e-e9d059badefe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:30.999652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d091-7c05-49f4-a92e-e9d059badefe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:31.129092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d091-7c05-49f4-a92e-e9d059badefe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:31.148547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0d091-7c05-49f4-a92e-e9d059badefe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b220ca-8d41-4d74-ab94-bd09c7a80ab9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:31.220996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d091-7c05-49f4-a92e-e9d059badefe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:31.222190 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a6f0d091-7c05-49f4-a92e-e9d059badefe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/13b220ca-8d41-4d74-ab94-bd09c7a80ab9 HTTP/1.1" status: 204 len: 168 time: 0.3188667 Feb 17 12:01:32.359023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50646) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:32.551211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet 32328f89-6226-4abc-9107-f0f581291d66 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:01:32.554022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:32.608106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:32.691863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:32.832281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 765cb46a-aed4-4d12-91e5-47ddf8757537 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:32.862515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:32.864608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 765cb46a-aed4-4d12-91e5-47ddf8757537 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:01:32.864952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 765cb46a-aed4-4d12-91e5-47ddf8757537 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:32.904563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=32328f89-6226-4abc-9107-f0f581291d66,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:32.910203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:32.916518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-39056da9-b735-46b3-8780-c0c122eeb5d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/32328f89-6226-4abc-9107-f0f581291d66 HTTP/1.1" status: 204 len: 168 time: 0.5564251 Feb 17 12:01:32.916900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0794f-4da7-49ad-aa98-35e76e5e5efe None None] Network 871d31a1-feb6-4eb1-9cc6-0a479ac87120 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:01:32.919320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50650) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:33.034727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.045530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 009beee1-7ac1-44ea-9492-85e5f3c64322 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:33.045926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.173887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] DHCP port deletion for 871d31a1-feb6-4eb1-9cc6-0a479ac87120 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:01:33.178585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Deleting port 009beee1-7ac1-44ea-9492-85e5f3c64322 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:33.178984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.339329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 009beee1-7ac1-44ea-9492-85e5f3c64322, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=009beee1-7ac1-44ea-9492-85e5f3c64322,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:33.339679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.382603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] For port 009beee1-7ac1-44ea-9492-85e5f3c64322, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=009beee1-7ac1-44ea-9492-85e5f3c64322,segment=NetworkSegment(887e6466-3f42-4981-901b-fe9eb39c1cc2),segment_id=887e6466-3f42-4981-901b-fe9eb39c1cc2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:33.382905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.466014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 009beee1-7ac1-44ea-9492-85e5f3c64322 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:33.538413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Calling delete_port for 009beee1-7ac1-44ea-9492-85e5f3c64322 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:33.614947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 009beee1-7ac1-44ea-9492-85e5f3c64322 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn_limited( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn_limited( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 12:01:33.661286 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 12:01:33.666753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.673331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:01:33.673680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:01:33.677560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No active binding found for port 009beee1-7ac1-44ea-9492-85e5f3c64322 {{(pid=84461) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 17 12:01:33.680973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 009beee1-7ac1-44ea-9492-85e5f3c64322 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:33.710645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=009beee1-7ac1-44ea-9492-85e5f3c64322,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:33.717326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 009beee1-7ac1-44ea-9492-85e5f3c64322 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:01:33.838765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.864409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871d31a1-feb6-4eb1-9cc6-0a479ac87120']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:33.876903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887e6466-3f42-4981-901b-fe9eb39c1cc2') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:33.877188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887e6466-3f42-4981-901b-fe9eb39c1cc2') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:33.888516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.904298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.910307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:01:33.910677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:01:33.925471 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:01:34.090655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.108409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.120348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=871d31a1-feb6-4eb1-9cc6-0a479ac87120,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:34.174982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Deleting port 009beee1-7ac1-44ea-9492-85e5f3c64322 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:34.175554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.212545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ef37c962-c193-4ce2-b4cf-3b4e9f71af2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/871d31a1-feb6-4eb1-9cc6-0a479ac87120 HTTP/1.1" status: 204 len: 168 time: 1.2918561 Feb 17 12:01:34.214857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50654) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:34.237314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a71de-c7df-403c-bf8f-4a80ef7ca6df None None] The port '009beee1-7ac1-44ea-9492-85e5f3c64322' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:01:34.417990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port c5fca7ac-b338-4b50-a3d9-149b0f2b995a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:34.418327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.584607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.585334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.703511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for c5fca7ac-b338-4b50-a3d9-149b0f2b995a owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:34.919430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:34.963724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=c5fca7ac-b338-4b50-a3d9-149b0f2b995a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:35.146181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:35.541355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:01:35.748284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:01:35.757897 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:01:35.764984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:35.770542 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:35.771133 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:35.817609 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5a034d5a-f974-4367-82ab-601ed30d3d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/881f68aa-cbdb-4a22-bb77-e2c8732b8fbe HTTP/1.1" status: 204 len: 168 time: 1.6015508 Feb 17 12:01:35.818213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:01:35.876924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'status': 'completed', 'code': 200} Feb 17 12:01:35.961395 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:35.975108 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-e235e8a1-4ad6-4d50-b77e-6a7640870d84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0763726 Feb 17 12:01:36.111752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-51c1a743-c994-48ab-8dff-2a6496ce94ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:36.113309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-51c1a743-c994-48ab-8dff-2a6496ce94ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 200 len: 897 time: 0.1328554 Feb 17 12:01:36.179562 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-36ce2707-5d8c-4d0b-8944-cd2c06becb1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 200 len: 217 time: 0.0601990 Feb 17 12:01:36.250449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-2700c9dd-38db-422d-9802-278cb33d32b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:36.252061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-2700c9dd-38db-422d-9802-278cb33d32b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 200 len: 835 time: 0.0652246 Feb 17 12:01:36.317020 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:25Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:36.321639 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:01:36.334041 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:36.334717 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:36.339270 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-8fb6e16d-ec38-48ed-bffe-b5bfe07c56cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810444 Feb 17 12:01:36.464025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ef5dd-535e-4aaf-9b4c-ded19d61f141 req-e0d43d48-9ec1-4127-856a-eda48fa7d68d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:36.466266 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-770ef5dd-535e-4aaf-9b4c-ded19d61f141 req-e0d43d48-9ec1-4127-856a-eda48fa7d68d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0788298 Feb 17 12:01:36.484972 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-fefa225c-384e-4d44-8e1f-3fb6609a952b service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384742 Feb 17 12:01:36.512686 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-770ef5dd-535e-4aaf-9b4c-ded19d61f141 req-c216f1d8-0c2f-4947-a562-16c1daaafb13 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Feb 17 12:01:36.518222 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:36.623317 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd4a291-ea91-4f1d-b42d-66f187a21f94 req-b8196fb3-0adc-4a6b-b2ec-06ff1d5bd6e6 service neutron] 10.222.0.24 "GET /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308422 Feb 17 12:01:36.839417 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:25Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:36.843213 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a820688-7ed5-48c7-8dd3-f0af8fdff78c None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:25Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '5019b87c-c724-4402-85e6-aefe65904e19', 'name': '', 'network_id': '45fa8cf2-7ce3-40fc-99f6-69442faa6c9e', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:09:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:58:09Z', 'updated_at': '2022-02-17T11:58:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'deeb4c32-9585-46f2-8519-f4809588dd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:01:37.063796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555cdd9-eca8-4db9-b681-62515308c5a6 None None] New status for floating IP 881f68aa-cbdb-4a22-bb77-e2c8732b8fbe: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:01:37.736548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-36b6990d-97be-4ab4-9b92-0101f9ed4362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:37.837444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00249cab-2c27-419b-9923-49dd0df77c79 req-e90fec5f-3784-4153-97fb-e161589b6145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:37.838274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-00249cab-2c27-419b-9923-49dd0df77c79 req-e90fec5f-3784-4153-97fb-e161589b6145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:37.925309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-00249cab-2c27-419b-9923-49dd0df77c79 req-e90fec5f-3784-4153-97fb-e161589b6145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:37.926533 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00249cab-2c27-419b-9923-49dd0df77c79 req-e90fec5f-3784-4153-97fb-e161589b6145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.2877796 Feb 17 12:01:38.019511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-00249cab-2c27-419b-9923-49dd0df77c79 req-a311d13d-cf8f-4dc1-86a1-39d2766caee8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:38.057292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-999b6aa8-162f-457f-a10c-96218c04789a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:38.058792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-999b6aa8-162f-457f-a10c-96218c04789a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1111221 Feb 17 12:01:38.131576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:38.135475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:38.156032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-00249cab-2c27-419b-9923-49dd0df77c79 req-a311d13d-cf8f-4dc1-86a1-39d2766caee8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:38.157185 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00249cab-2c27-419b-9923-49dd0df77c79 req-a311d13d-cf8f-4dc1-86a1-39d2766caee8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=34609035-75f3-423b-8ba0-3cf8e3007a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244070 Feb 17 12:01:38.387861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port b3ec1177-e726-4f1c-aaac-3d0704bfbf49, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:38.388125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:38.521460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for b3ec1177-e726-4f1c-aaac-3d0704bfbf49 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:38.770362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:38.824219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=b3ec1177-e726-4f1c-aaac-3d0704bfbf49,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:38.895426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port b3ec1177-e726-4f1c-aaac-3d0704bfbf49 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:01:38.897729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:38.900423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'name': 'network-vif-deleted', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:01:38.957717 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f554046-3759-4ee4-a750-52793a40dbf3', 'name': 'network-vif-deleted', 'tag': 'b3ec1177-e726-4f1c-aaac-3d0704bfbf49', 'status': 'completed', 'code': 200} Feb 17 12:01:38.975521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8d28ffda-840f-414b-ba6f-5508d5af9b85 req-9b9b4255-0596-45e3-abfb-a04b5e71f1bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/b3ec1177-e726-4f1c-aaac-3d0704bfbf49 HTTP/1.1" status: 204 len: 173 time: 0.9118052 Feb 17 12:01:39.331473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-58098606-7e6a-457b-a0c5-93cd80442702 req-6d27355f-1db0-4446-b936-8fe984feac26 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:39.428091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-58098606-7e6a-457b-a0c5-93cd80442702 req-6d27355f-1db0-4446-b936-8fe984feac26 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:39.429217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58098606-7e6a-457b-a0c5-93cd80442702 req-6d27355f-1db0-4446-b936-8fe984feac26 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f554046-3759-4ee4-a750-52793a40dbf3 HTTP/1.1" status: 200 len: 210 time: 0.1459122 Feb 17 12:01:40.097007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8b0afd76-5832-47ee-ac1a-5d7f5707d46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:40.534655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50674) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:40.603722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48e23327-48c6-4622-ad5e-89da7e1ea944 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:40.632826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48e23327-48c6-4622-ad5e-89da7e1ea944 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:40.764817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48e23327-48c6-4622-ad5e-89da7e1ea944 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:40.783773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e23327-48c6-4622-ad5e-89da7e1ea944 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34609035-75f3-423b-8ba0-3cf8e3007a6f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:40.867389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-48e23327-48c6-4622-ad5e-89da7e1ea944 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:40.868548 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-48e23327-48c6-4622-ad5e-89da7e1ea944 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/34609035-75f3-423b-8ba0-3cf8e3007a6f HTTP/1.1" status: 204 len: 168 time: 0.3327510 Feb 17 12:01:40.977767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50680) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:41.359258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:41.376401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:41.389117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:41.530974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:42.074596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 5019b87c-c724-4402-85e6-aefe65904e19 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:42.075330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:42.163683 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:01:42.272890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 5019b87c-c724-4402-85e6-aefe65904e19, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5019b87c-c724-4402-85e6-aefe65904e19,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:42.273666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:42.397956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 5019b87c-c724-4402-85e6-aefe65904e19 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:42.790070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:42.841648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=5019b87c-c724-4402-85e6-aefe65904e19,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:42.856721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:42.866811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b3ec1177-e726-4f1c-aaac-3d0704bfbf49 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:42.904150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: b3ec1177-e726-4f1c-aaac-3d0704bfbf49 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:01:42.904491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b3ec1177-e726-4f1c-aaac-3d0704bfbf49 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:43.144556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:43.841605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router f026570e-3dc7-47de-9b42-9b8f77353b8b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:01:44.049116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:01:44.060246 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] Sync routers for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:01:44.074048 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:44.076927 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:44.126818 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fc9666c5-0e64-4538-8b61-2d0989c31ac2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/f026570e-3dc7-47de-9b42-9b8f77353b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1477511 Feb 17 12:01:44.129331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50686) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:44.251357 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:44.316687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet deeb4c32-9585-46f2-8519-f4809588dd5f {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:01:44.320209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:44.384265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:44.475041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:44.545987 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:42Z', 'revision_number': 7, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:44.550167 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] Checking router: f026570e-3dc7-47de-9b42-9b8f77353b8b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:01:44.561857 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] Routers {'f026570e-3dc7-47de-9b42-9b8f77353b8b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:44.562455 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f026570e-3dc7-47de-9b42-9b8f77353b8b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:44.628389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:44.670424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=deeb4c32-9585-46f2-8519-f4809588dd5f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:44.677383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:44.684305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c4ae4e31-4453-4ed8-89f0-22f40850e61a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/deeb4c32-9585-46f2-8519-f4809588dd5f HTTP/1.1" status: 204 len: 168 time: 0.5538683 Feb 17 12:01:44.684719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f86988-6635-4b51-ad27-5ccce834c596 None None] Network 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:01:44.686871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50690) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:44.763561 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] Set router f026570e-3dc7-47de-9b42-9b8f77353b8b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:44.908110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:44.965848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] DHCP port deletion for 45fa8cf2-7ce3-40fc-99f6-69442faa6c9e request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:01:44.970072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Deleting port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:44.970608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.099629 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:42Z', 'revision_number': 7, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:45.105162 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bab601-e46e-4e36-a4a3-a8347b976177 None None] The sync data for ids ['f026570e-3dc7-47de-9b42-9b8f77353b8b'] in dv-neutron-828728-1-hyperv is: [{'id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'name': 'tempest-TestNetworkBasicOps-router-1241205636', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:57Z', 'updated_at': '2022-02-17T12:01:42Z', 'revision_number': 7, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd696c248-d353-42a3-a666-999c17a2d8e1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f026570e-3dc7-47de-9b42-9b8f77353b8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:59Z', 'updated_at': '2022-02-17T11:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:01:45.191440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] For port 3f48c8b1-8e57-4f50-bf73-35277a4145e7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3f48c8b1-8e57-4f50-bf73-35277a4145e7,segment=NetworkSegment(2b19e11b-4cd6-47ed-b0da-1a6d9598a9de),segment_id=2b19e11b-4cd6-47ed-b0da-1a6d9598a9de)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:45.191695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.223525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.302281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port d696c248-d353-42a3-a666-999c17a2d8e1 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:01:45.302635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.316905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Calling delete_port for 3f48c8b1-8e57-4f50-bf73-35277a4145e7 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:45.451022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.491417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port d696c248-d353-42a3-a666-999c17a2d8e1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d696c248-d353-42a3-a666-999c17a2d8e1,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:45.492010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.494325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Pushing event deleted for resources: {'Port': ['ID=3f48c8b1-8e57-4f50-bf73-35277a4145e7,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:45.506727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.511550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:45.515938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60947c63-aa4e-414f-90a1-6d470f85fde0 None None] No DVR routers for this DVR port 3f48c8b1-8e57-4f50-bf73-35277a4145e7 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:01:45.622628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for d696c248-d353-42a3-a666-999c17a2d8e1 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:01:45.630178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f48c8b1-8e57-4f50-bf73-35277a4145e7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:45.667133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3f48c8b1-8e57-4f50-bf73-35277a4145e7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:01:45.667781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3f48c8b1-8e57-4f50-bf73-35277a4145e7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:45.668554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5019b87c-c724-4402-85e6-aefe65904e19 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:45.701502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 5019b87c-c724-4402-85e6-aefe65904e19 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:01:45.702209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5019b87c-c724-4402-85e6-aefe65904e19 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:45.850918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:45.898084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=d696c248-d353-42a3-a666-999c17a2d8e1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:46.115309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.367665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.372199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.496752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.497504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router f026570e-3dc7-47de-9b42-9b8f77353b8b {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:01:46.513055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.514185 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fb618491-419b-4a9f-9144-978fe62f5074 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/f026570e-3dc7-47de-9b42-9b8f77353b8b HTTP/1.1" status: 204 len: 168 time: 1.8264227 Feb 17 12:01:46.516770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50694) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:46.642808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.882178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.908533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fa8cf2-7ce3-40fc-99f6-69442faa6c9e']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:46.921408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:46.921691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b19e11b-4cd6-47ed-b0da-1a6d9598a9de') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:46.933988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.952267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.960038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:01:46.960499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:01:46.976358 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:01:47.108718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.126415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.141649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=45fa8cf2-7ce3-40fc-99f6-69442faa6c9e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:47.143945 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2abcf926-0f5b-4075-9adf-c74f336555f3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/45fa8cf2-7ce3-40fc-99f6-69442faa6c9e HTTP/1.1" status: 204 len: 168 time: 0.6258931 Feb 17 12:01:47.173614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50698) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:47.179251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--603777109', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:47.184694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:47.188870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:47.191719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:47.199429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:47.262570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:01:47.266064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.297986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:01:47.309123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.309687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment eb589467-054a-4e88-aa07-ee3ceff2e8bf of type vlan for network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac Feb 17 12:01:47.336525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.439713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.443413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:47.444020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.559939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=90de7e8d-20c4-4d2b-a40e-e30377ae80ac,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:47.572544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:01:47.627635 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0e49048f-cf87-4b23-8dee-d353f11b13e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4528806 Feb 17 12:01:47.630834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50702) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:47.637575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-388121165', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:47.640642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d696c248-d353-42a3-a666-999c17a2d8e1 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:01:47.644869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:47.649602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:47.653854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:47.661124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:47.723412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d696c248-d353-42a3-a666-999c17a2d8e1 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:01:47.723648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d696c248-d353-42a3-a666-999c17a2d8e1 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:01:47.731151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.735144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:47.752464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:48.016666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:48.305327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:48.339936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:48.476785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.223 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/b7540ec4-7fdd-408d-ac99-e90f708ea2d7) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:01:48.625828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:48.718072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:48.788031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:01:48.790721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:01:48.794988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:01:48.818495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:49.039946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:49.040667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:49.324950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:01:49.623910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:01:49.633189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Sync routers for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:01:49.645752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:49.646391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:49.706932 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:49.708289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-125a28be-c668-4d6a-87fc-fe2a78ac5b60 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0763690 Feb 17 12:01:49.711554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50708) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:49.753337 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ca5d71ba-1a32-439e-a45e-224c21adffdc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396895 Feb 17 12:01:49.755018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50712) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:49.826589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:49.883474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda96154-4c48-4070-a272-1c2e6e390cc1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:49.884965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dda96154-4c48-4070-a272-1c2e6e390cc1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290555 Feb 17 12:01:49.888162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50716) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:49.933143 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-64d8d499-0c77-46ea-86ee-989570159100 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416675 Feb 17 12:01:49.933390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50720) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:49.938703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-473525651', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:50.047258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:50.051029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:50.053888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:50.060296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:50.116325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:48Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:50.120182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Checking router: 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:01:50.120525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Updating router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:01:50.124000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:01:50.174592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.227789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.498626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.510525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Transition to ACTIVE for port object b7540ec4-7fdd-408d-ac99-e90f708ea2d7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:01:50.513654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.582383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.593529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=0f797cca-a1ba-4c0e-a961-678ce2f4d327,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:50.606058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:01:50.606603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 90de7e8d-20c4-4d2b-a40e-e30377ae80ac, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:01:50.662172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2d005-3f3d-4fb3-a2b8-ed09e15837ca None None] Pushing event updated for resources: {'Port': ['ID=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:50.665852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Attempting to bind port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:01:50.666261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Attempting to bind port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:01:50.666632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Attempting to bind port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:01:50.673086 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:01:50.673474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:01:50.673899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.674274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:01:50.674715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Bound port: b7540ec4-7fdd-408d-ac99-e90f708ea2d7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:01:50.675074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.678836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:01:50.736300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 90de7e8d-20c4-4d2b-a40e-e30377ae80ac) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:01:50.740322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:50.740901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:50.746506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1ed4a-d25c-480d-bddc-f293c2405d11 None None] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:01:50.811832 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f0401f0b-4369-428c-bc4f-00283ec18515 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8771615 Feb 17 12:01:50.814909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50724) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:50.816597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] For port b7540ec4-7fdd-408d-ac99-e90f708ea2d7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:01:50.835117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] For port b7540ec4-7fdd-408d-ac99-e90f708ea2d7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:01:50.907855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:51.046432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2d005-3f3d-4fb3-a2b8-ed09e15837ca None None] Pushing event updated for resources: {'Port': ['ID=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:51.049805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:01:51.050622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:51.061978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:51.062520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:51.397894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:51.533680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Allocated IP 172.20.0.2 (90de7e8d-20c4-4d2b-a40e-e30377ae80ac/0f797cca-a1ba-4c0e-a961-678ce2f4d327/c6ddee1b-8a8e-487c-85f8-32eb24f08f9e) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:01:51.662057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:51.881933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:51.895316 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Transition to ACTIVE for port object c6ddee1b-8a8e-487c-85f8-32eb24f08f9e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:01:51.898507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:48Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:51.910856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3af27d-1fa5-46a3-aa60-b451ebf7007c None None] The sync data for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv is: [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:48Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:01:51.921348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Transition to ACTIVE for port object c6ddee1b-8a8e-487c-85f8-32eb24f08f9e will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:01:51.982435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.058100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (90de7e8d-20c4-4d2b-a40e-e30377ae80ac/0f797cca-a1ba-4c0e-a961-678ce2f4d327/799abd6c-8640-4f29-8e39-ed70c268ab9a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:01:52.062951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:01:52.065598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:01:52.069352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:01:52.076081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Pushing event updated for resources: {'Port': ['ID=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:52.189456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Attempting to bind port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:01:52.189638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Attempting to bind port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:01:52.190048 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Attempting to bind port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e on network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:01:52.200205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:01:52.200684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Checking segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:01:52.200962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.201350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Bound using segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:01:52.202521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Bound port: c6ddee1b-8a8e-487c-85f8-32eb24f08f9e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:01:52.202521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.256952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.288447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 799abd6c-8640-4f29-8e39-ed70c268ab9a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:01:52.302067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] For port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:01:52.305440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] For port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:01:52.381958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.394379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.482829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:01:52.483278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233bf09-c09e-4dc0-b810-3b866154a3f3 None None] Pushing event updated for resources: {'Port': ['ID=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:52.486730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:01:52.489185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:01:52.522332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=799abd6c-8640-4f29-8e39-ed70c268ab9a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:52.561211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:52.757870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:53.193807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:53.256568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:53.373938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:53.377369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=799abd6c-8640-4f29-8e39-ed70c268ab9a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:53.552847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623259e-124c-4362-bfe0-9f472e254d74 None None] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:01:53.643729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:01:53.644986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:01:53.730014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b7540ec4-7fdd-408d-ac99-e90f708ea2d7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:01:53.756951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9f746921-1442-457e-862b-09a117f06241 None None] Provisioning for port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:01:53.948192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:01:53.954102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:53.957976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.121234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:01:54.169517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.191526 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b7540ec4-7fdd-408d-ac99-e90f708ea2d7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:54.274332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.275295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c6ddee1b-8a8e-487c-85f8-32eb24f08f9e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:01:54.340465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:01:54.351665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-166ba919-d98b-4b03-8bd8-6fed95ae5a10 None None] Provisioning for port 799abd6c-8640-4f29-8e39-ed70c268ab9a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:01:54.356867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-447bce91-0bfb-4d89-9fdb-24c8ae944d4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5408545 Feb 17 12:01:54.359439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50728) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:54.386159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-166ba919-d98b-4b03-8bd8-6fed95ae5a10 None None] Provisioning complete for port 799abd6c-8640-4f29-8e39-ed70c268ab9a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:54.386570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-166ba919-d98b-4b03-8bd8-6fed95ae5a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.460573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:54.469403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-166ba919-d98b-4b03-8bd8-6fed95ae5a10 None None] Port 799abd6c-8640-4f29-8e39-ed70c268ab9a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:01:54.521880 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.522252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.523677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.523677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.523677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.523677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.525340 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-acac6e97-505a-4de1-880f-5d7ced2be70c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1649475 Feb 17 12:01:54.528581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50732) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:54.553103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:01:54.559782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:54.560165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.600756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.601039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.601415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.601818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.602191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.602545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:54.604338 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8d469600-ebca-4d1c-b2af-7671658de3fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0746179 Feb 17 12:01:54.607336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50736) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:54.633617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-41408446-6b11-4f6f-8e7a-af1daed367aa None None] Provisioning complete for port 799abd6c-8640-4f29-8e39-ed70c268ab9a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:54.634010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-41408446-6b11-4f6f-8e7a-af1daed367aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.724590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-41408446-6b11-4f6f-8e7a-af1daed367aa None None] Port 799abd6c-8640-4f29-8e39-ed70c268ab9a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:01:54.735295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.768564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:01:54.810462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:54.813633 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bd74f619-bd2e-42b7-ad61-193133bc00ef tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2049079 Feb 17 12:01:54.879986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:55.155526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50742) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:55.161250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467878125', 'description': 'tempest-secgroup-smoke-467878125 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:55.168155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:55.172296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:55.175207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:55.180864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:55.250979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.289017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:55.293717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:55.297364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:55.303757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:55.362975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.428506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.479687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760c076f-6ce1-4f22-8188-949da1626f97,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:55.542109 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Sync routers for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:01:55.555297 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:55.555907 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:55.579300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.585332 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d5004e7b-9f30-4494-a866-d0c5412202f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4239888 Feb 17 12:01:55.588052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50746) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:55.594417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '760c076f-6ce1-4f22-8188-949da1626f97', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:55.601239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:55.606265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:55.610440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:55.616832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:55.642572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b7540ec4-7fdd-408d-ac99-e90f708ea2d7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:01:55.704078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.714922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:55.715282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.753592 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:55.770826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.832823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c6ddee1b-8a8e-487c-85f8-32eb24f08f9e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:01:55.845179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.870476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3491c19d-a70a-4c05-99a0-857e9bc1611c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:55.882865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.883551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.884268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.884807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.885149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.885480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.886130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.886472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.887220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.887633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.887871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:55.900268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:55.900655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.953857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:55.958765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50750) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:55.958956 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9047a416-7c70-4f8d-b4d4-baa99d3aa22c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3698471 Feb 17 12:01:55.966000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '760c076f-6ce1-4f22-8188-949da1626f97', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:55.972307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:55.976374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:55.979678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:55.986373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:56.056812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.075468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:53Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:56.079377 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Checking router: 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:01:56.079721 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Updating router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c port 799abd6c-8640-4f29-8e39-ed70c268ab9a binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:01:56.121741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.134994 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.176166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.201659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc675e3-efd6-4d42-9092-867ad90682c4,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:56.273985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.278372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8c8691f1-6245-4eb1-9280-b7280f9e2c79 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3149362 Feb 17 12:01:56.278926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50754) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:56.284321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '760c076f-6ce1-4f22-8188-949da1626f97', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:56.290386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:56.294202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:56.297250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:56.302891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:56.382837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.449615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.476321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.487487 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Transition to ACTIVE for port object 799abd6c-8640-4f29-8e39-ed70c268ab9a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:01:56.519142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.545835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23fcb5f-873d-45d6-b7f1-917d7c5ab977,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:56.547621 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.627825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.629692 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0732266d-3e88-474e-823a-b3cb53dc03d1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3495913 Feb 17 12:01:56.633461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50758) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:56.638902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '760c076f-6ce1-4f22-8188-949da1626f97', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:56.645515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:56.649606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:56.653436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:56.660366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:56.673290 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Pushing event updated for resources: {'Port': ['ID=799abd6c-8640-4f29-8e39-ed70c268ab9a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:56.712773 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.713104 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.713422 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.713907 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.714112 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.714814 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.715253 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.715779 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.716091 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.716233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.716405 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.716719 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:01:56.786835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.804109 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Attempting to bind port 799abd6c-8640-4f29-8e39-ed70c268ab9a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:01:56.805578 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Attempting to bind port 799abd6c-8640-4f29-8e39-ed70c268ab9a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:01:56.805578 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Attempting to bind port 799abd6c-8640-4f29-8e39-ed70c268ab9a on network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:01:56.811385 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:01:56.811719 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Checking segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:01:56.812098 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.812471 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Bound using segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:01:56.812907 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Bound port: 799abd6c-8640-4f29-8e39-ed70c268ab9a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:01:56.813256 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.850799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.873143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d580566e-5fc3-4e8a-ae2c-b0a1644752ca,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:56.910873 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] For port 799abd6c-8640-4f29-8e39-ed70c268ab9a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:01:56.913756 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] For port 799abd6c-8640-4f29-8e39-ed70c268ab9a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=799abd6c-8640-4f29-8e39-ed70c268ab9a,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:01:56.958967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:56.960185 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81ca313a-29c3-4032-9fdd-708a74e12852 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3270748 Feb 17 12:01:56.962947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50762) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:56.968482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '760c076f-6ce1-4f22-8188-949da1626f97', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:56.974405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:56.978160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:56.981438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:56.987666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:56.987954 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.057430 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:01:57.068017 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ecc43-34d8-42f6-a965-059e9c543a08 None None] Pushing event updated for resources: {'Port': ['ID=799abd6c-8640-4f29-8e39-ed70c268ab9a,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:57.069887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.078528 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:01:57.079144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:01:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:57.155207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.221843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.247803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80c886a-9695-4d33-a6e6-c3d8c9f5b815,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:57.272997 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:01:57.319113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.320237 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d3b20e66-d90b-4e67-ad50-b46eaf0797b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3563480 Feb 17 12:01:57.322968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50766) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:01:57.328474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '760c076f-6ce1-4f22-8188-949da1626f97', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:01:57.334399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:01:57.338146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:01:57.345053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:01:57.347553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:01:57.421933 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:01:57.428643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.493209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.570951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.587880 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:56Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:01:57.592657 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e941c9f-4218-4d55-a769-79befe3397f2 None None] The sync data for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv is: [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:56Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:01:57.598166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d964d80-4cd3-458d-82ba-16f42a9d0e6a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:01:57.704118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:57.705373 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c0415ad7-ba5a-4656-aea4-c0a79629adbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3814945 Feb 17 12:01:57.943458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-226aab75-3ec7-4e34-b756-99e5e28bef3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:58.027670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-226aab75-3ec7-4e34-b756-99e5e28bef3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:58.028930 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-226aab75-3ec7-4e34-b756-99e5e28bef3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467878125&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1278930 Feb 17 12:01:58.179263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-083c1d6e-c037-433a-9412-519a5dc7041a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:01:58.180045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-083c1d6e-c037-433a-9412-519a5dc7041a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:58.262262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-083c1d6e-c037-433a-9412-519a5dc7041a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:58.263703 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-083c1d6e-c037-433a-9412-519a5dc7041a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 796 time: 0.2283745 Feb 17 12:01:58.283237 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-585c97ba-d037-4959-831a-37ff29ff9c8e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0135350 Feb 17 12:01:58.366347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-dcd77677-67ef-4c47-951a-b994e37182a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:01:58.427702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-dcd77677-67ef-4c47-951a-b994e37182a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:01:58.429101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-dcd77677-67ef-4c47-951a-b994e37182a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1393950 Feb 17 12:01:58.635337 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-b30517c7-bee8-46ae-ad25-e614f29fd50f service neutron] 10.222.0.47 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946840 Feb 17 12:01:58.857303 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-a54f4698-ae14-4bc8-85ba-f60f72677712 service neutron] 10.222.0.47 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156715 Feb 17 12:01:59.131452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fdf54dec-5940-4427-ad40-97313ae3da09 req-875f6032-9d5c-448a-9af5-961035c1514a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Feb 17 12:01:59.648522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 799abd6c-8640-4f29-8e39-ed70c268ab9a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:01:59.792987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 799abd6c-8640-4f29-8e39-ed70c268ab9a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:01:59.798887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 799abd6c-8640-4f29-8e39-ed70c268ab9a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:01:59.801075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:59.914363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:01:59.947012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 799abd6c-8640-4f29-8e39-ed70c268ab9a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=799abd6c-8640-4f29-8e39-ed70c268ab9a,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:00.027517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:00.111318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=799abd6c-8640-4f29-8e39-ed70c268ab9a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:00.301928 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e382fffb-bff1-43f2-9445-7b7ef6f085ad req-8794b6f9-7326-47fa-902b-5de9ae1c3c81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 210 time: 0.0448854 Feb 17 12:02:01.225522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-6a626140-da8f-4cc1-8840-61f8e44fc5d2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:01.227263 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-6a626140-da8f-4cc1-8840-61f8e44fc5d2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 796 time: 0.1409900 Feb 17 12:02:01.283782 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-8606c2eb-a2df-49f4-9720-25c4da8f59ee tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 379 time: 0.0428901 Feb 17 12:02:01.292106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['760c076f-6ce1-4f22-8188-949da1626f97']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:02:01.431415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:02:01.441020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:02:01.471196 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4dab4505-9bae-45bc-b141-544ce0467beb req-dffbf0f1-661a-4786-9b12-68727d52f02d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 210 time: 0.0449982 Feb 17 12:02:01.523902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:02:01.527142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:01.632348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 799abd6c-8640-4f29-8e39-ed70c268ab9a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:02:01.697738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.4 (90de7e8d-20c4-4d2b-a40e-e30377ae80ac/0f797cca-a1ba-4c0e-a961-678ce2f4d327/2ea18a31-3d1a-4f52-8438-9fb9c7b4f062) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:02:01.700473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 799abd6c-8640-4f29-8e39-ed70c268ab9a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:02:01.700883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:01.884776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:01.900257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:02:01.982074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:02.059783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:02:02.063703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:02:02.065613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:02.067718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:02:02.129080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:02.129867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:02.217488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-0f7ff258-cdb7-4d05-b5ac-1dc18bd50ab0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290500 Feb 17 12:02:02.228680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Request body: {'port': {'device_id': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:02:02.338368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:02.398816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-132ed6e9-e096-4ce6-8739-bc8ddead64b0 None None] Provisioning for port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:02:02.404708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-132ed6e9-e096-4ce6-8739-bc8ddead64b0 None None] Provisioning complete for port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:02:02.405122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-132ed6e9-e096-4ce6-8739-bc8ddead64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:02.456133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-132ed6e9-e096-4ce6-8739-bc8ddead64b0 None None] Port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:02:02.728963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:02:02.737023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:02.753568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65f4f2-24b7-4e79-886b-1ddf845f9833 req-ef42b51c-c774-479f-b970-d997bea83369 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:02.754273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-7d65f4f2-24b7-4e79-886b-1ddf845f9833 req-ef42b51c-c774-479f-b970-d997bea83369 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:02:02.762960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Transition to ACTIVE for port object 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:02:02.833259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:02.870041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-7d65f4f2-24b7-4e79-886b-1ddf845f9833 req-ef42b51c-c774-479f-b970-d997bea83369 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:02:02.871205 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7d65f4f2-24b7-4e79-886b-1ddf845f9833 req-ef42b51c-c774-479f-b970-d997bea83369 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 931 time: 0.2702017 Feb 17 12:02:03.090508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:03.131905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7d65f4f2-24b7-4e79-886b-1ddf845f9833 req-955bdb3a-5479-4915-8f4b-66565b5489dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498238 Feb 17 12:02:03.203858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Attempting to bind port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:02:03.204177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Attempting to bind port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:02:03.204487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Attempting to bind port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 on network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:02:03.210475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 on network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:02:03.210812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Attempting to bind port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 on network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:02:03.217635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:02:03.217991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Checking segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:02:03.218362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Bound using segment: {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:02:03.218767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Bound port: 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb589467-054a-4e88-aa07-ee3ceff2e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:02:03.219100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:03.302574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] For port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:02:03.305430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] For port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:02:03.376436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:03.438240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:03.439592 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] 10.222.0.24 "PUT /v2.0/ports/2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 1093 time: 1.2151155 Feb 17 12:02:03.440021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:03.462721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fcf9-a4ab-4cbf-81f3-3af895ff5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:03.617462 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-d0272816-0a0a-439a-bef5-2d913801d781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1096 time: 0.0860398 Feb 17 12:02:03.675392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'status': 'completed', 'code': 200} Feb 17 12:02:03.690897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-6d3dfb71-b737-448a-b325-7dba3b5e53a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 217 time: 0.0668604 Feb 17 12:02:03.756978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-8af3e2b0-9b9f-428d-8dbe-53bb2d7f62e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:03.758469 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-8af3e2b0-9b9f-428d-8dbe-53bb2d7f62e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 200 len: 834 time: 0.0619247 Feb 17 12:02:03.834545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-f5ad51f4-b591-4a19-ab34-e7bde3f81f5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696301 Feb 17 12:02:03.968502 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-9c8c447f-9e01-42f2-a73f-4be51b4170b2 service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274176 Feb 17 12:02:04.101149 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-11fb7b48-56de-464e-a2fc-7c9bdfa234b1 req-63d21821-3fd4-44c9-adf1-fa4ba647489c service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263435 Feb 17 12:02:04.318573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-cf219d7e-4d94-4916-bfe5-11c0c98bde7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1096 time: 0.1200109 Feb 17 12:02:04.433596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb5ea6-396f-45a5-9dbb-5629589060c7 req-fbcd9294-866d-47ed-a299-fc65c99d6e73 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:04.435585 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c3fb5ea6-396f-45a5-9dbb-5629589060c7 req-fbcd9294-866d-47ed-a299-fc65c99d6e73 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 943 time: 0.1775579 Feb 17 12:02:04.501546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-1108ae6f-7bff-46d9-ab31-560372df70a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:04.503017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-1108ae6f-7bff-46d9-ab31-560372df70a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 896 time: 0.1764965 Feb 17 12:02:04.565919 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c3fb5ea6-396f-45a5-9dbb-5629589060c7 req-28c65368-f01a-4c7b-9dd4-db5ba58382a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246560 Feb 17 12:02:04.582290 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-81def83b-d1f8-4b1d-9a78-be338b84d484 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 217 time: 0.0711560 Feb 17 12:02:04.651029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-a2fd39bc-ce30-4fb0-8fc2-1debb57412dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:04.652587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-a2fd39bc-ce30-4fb0-8fc2-1debb57412dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 200 len: 834 time: 0.0650508 Feb 17 12:02:04.738601 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-14e62edd-bb34-4c59-be9e-2aaca0bf0c79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805790 Feb 17 12:02:04.883249 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-649a2262-6b68-4ada-ba53-c4bdfd66f1e1 service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379933 Feb 17 12:02:05.124211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2b6eafb-8a9b-44bd-8b71-2fc3c1738bfc req-9a34e2cb-aa3d-4ace-93ff-9e6c60f9005b service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336969 Feb 17 12:02:05.766419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18807eb-ccf9-432a-a8de-5b4c53a1ac67 req-79c9da3d-14af-4ff9-8fb2-6f978f3103d4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:05.767874 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f18807eb-ccf9-432a-a8de-5b4c53a1ac67 req-79c9da3d-14af-4ff9-8fb2-6f978f3103d4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 943 time: 0.0756881 Feb 17 12:02:05.812185 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f18807eb-ccf9-432a-a8de-5b4c53a1ac67 req-bc4922c7-b0fb-4125-9819-6a9e6bded822 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 Feb 17 12:02:07.007076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a5f1-83f2-4db3-b94a-e781170a25b9 req-6f6053e9-d39b-4f44-a654-ab83ae421fc9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:07.008527 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a909a5f1-83f2-4db3-b94a-e781170a25b9 req-6f6053e9-d39b-4f44-a654-ab83ae421fc9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 943 time: 0.0752668 Feb 17 12:02:07.053065 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a909a5f1-83f2-4db3-b94a-e781170a25b9 req-5aae02ff-7c77-47b0-a2c2-b14ffa2f2168 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Feb 17 12:02:07.735842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2a07-8014-4985-b58f-2eb873efbd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:08.251792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191ec7-90b9-4918-9707-82c48c7532db req-b8a79c16-e1f8-4338-b3ec-0bc2910db263 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:08.253346 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-79191ec7-90b9-4918-9707-82c48c7532db req-b8a79c16-e1f8-4338-b3ec-0bc2910db263 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 943 time: 0.0785789 Feb 17 12:02:08.298294 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-79191ec7-90b9-4918-9707-82c48c7532db req-abbb45ad-522b-401b-8b95-566cf6fcb347 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Feb 17 12:02:09.003649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:02:09.135057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:09.147608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'port_id': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'mac_address': 'fa:16:3e:d8:e1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:02:09.203011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:09.220821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:02:09.235997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:09.324685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:09.390821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:09.495450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf179e7-d312-4929-8c12-3234273a1900 req-2092cc5e-d7fa-40b8-a8cf-c05e2b0e2830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:09.496913 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8bf179e7-d312-4929-8c12-3234273a1900 req-2092cc5e-d7fa-40b8-a8cf-c05e2b0e2830 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 944 time: 0.0794284 Feb 17 12:02:09.544406 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8bf179e7-d312-4929-8c12-3234273a1900 req-600ef1f6-ae6c-48b8-9647-b909b3916ace tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 Feb 17 12:02:09.647844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['2ea18a31-3d1a-4f52-8438-9fb9c7b4f062'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:02:10.021595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a89dfcd3-85cd-442a-be50-27b4c65e43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:10.740607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831515f-b6f3-43a5-8530-f2e300e3e512 req-e39bc303-06d1-4716-89b7-d606185a61cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:10.742070 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9831515f-b6f3-43a5-8530-f2e300e3e512 req-e39bc303-06d1-4716-89b7-d606185a61cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 944 time: 0.0750165 Feb 17 12:02:10.789614 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9831515f-b6f3-43a5-8530-f2e300e3e512 req-7f4c6a49-7777-4e8b-98e4-ad752b02a494 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 Feb 17 12:02:11.007527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:02:11.159372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:02:11.166447 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:02:11.166815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:11.286651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:11.307355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:11.334437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:11.344858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:11.358004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:11.390900 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'code': 200} Feb 17 12:02:11.421493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:11.495361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:11.547506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:11.763209 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08822631-e086-4197-95b8-673c660399a8 req-26800910-cd9c-4ae5-b15b-e042c95e90fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1098 time: 0.0688725 Feb 17 12:02:11.808341 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08822631-e086-4197-95b8-673c660399a8 req-18e1e2d0-6889-4d89-8c3f-864007b570f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Feb 17 12:02:12.069762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5f0f9-f447-4e92-8758-3216856335a0 req-1fd93c58-01f4-459b-ae88-9a8eab5bee3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:12.071158 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b9b5f0f9-f447-4e92-8758-3216856335a0 req-1fd93c58-01f4-459b-ae88-9a8eab5bee3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.1607447 Feb 17 12:02:12.116370 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b9b5f0f9-f447-4e92-8758-3216856335a0 req-72d9a0af-f3f7-48fa-a6db-7316b8438ce9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Feb 17 12:02:12.804978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:13.330085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e1756-1c7e-47fb-8ce8-9dd477d2874a req-77a27799-b143-43c2-be9c-00a00ee37292 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:13.334967 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-427e1756-1c7e-47fb-8ce8-9dd477d2874a req-77a27799-b143-43c2-be9c-00a00ee37292 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.0940220 Feb 17 12:02:13.383866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-427e1756-1c7e-47fb-8ce8-9dd477d2874a req-59890514-8181-429b-8fb1-c02a7f3493a0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444214 Feb 17 12:02:14.582894 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383e7aa-9331-40e9-9137-e096e6f50ce6 req-a4cc2f3c-1b20-4a28-b078-7e10cad99646 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:14.584245 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1383e7aa-9331-40e9-9137-e096e6f50ce6 req-a4cc2f3c-1b20-4a28-b078-7e10cad99646 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.0796957 Feb 17 12:02:14.629051 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1383e7aa-9331-40e9-9137-e096e6f50ce6 req-1e8ef617-6da2-47ff-bf51-24be71fb76bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393288 Feb 17 12:02:14.826129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1717d5-2226-4b3c-b1aa-7acdef7379e8 req-1a8a1ad2-1023-40d9-9dfa-886f16870e08 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:14.827591 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f1717d5-2226-4b3c-b1aa-7acdef7379e8 req-1a8a1ad2-1023-40d9-9dfa-886f16870e08 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.0770690 Feb 17 12:02:14.876123 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f1717d5-2226-4b3c-b1aa-7acdef7379e8 req-ab5e1524-0480-44f9-885f-5f9cded24923 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Feb 17 12:02:14.902395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50832) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:14.972551 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d2fe99a9-e492-4625-9c88-6af5f1659ea2 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1093 time: 0.0689757 Feb 17 12:02:14.975135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 50836) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:14.980202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:02:14.986726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:02:14.990660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:02:14.993515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:02:15.000299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:02:15.073128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:15.210250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:15.352279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.90 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/7e033f2d-07ed-4389-b25c-d4d208575d3d) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:02:15.501676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:15.564977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:15.632160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:02:15.634868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:02:15.639812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:02:15.667129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=7e033f2d-07ed-4389-b25c-d4d208575d3d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:16.144813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:16.353812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:16.560530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:16.621296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:16.730715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=7e033f2d-07ed-4389-b25c-d4d208575d3d,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:16.745071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:16.939868 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 4f96ba3e-6a99-454d-bcf6-ab6c01049405 associated. External IP: 172.26.6.90, port: 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062. Feb 17 12:02:17.333434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:02:17.532231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:02:17.542572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] Sync routers for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:02:17.555963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:02:17.556570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:02:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:17.666770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:17.728787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cabea724-7aeb-43a0-a88f-1f00fb392ac5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7526300 Feb 17 12:02:17.729433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:17.732650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50840) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:17.741201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:02:17.785868 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'status': 'completed', 'code': 200} Feb 17 12:02:17.845696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-93584da3-490c-4ebf-b4f0-dafb6c75c242 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/4f96ba3e-6a99-454d-bcf6-ab6c01049405 HTTP/1.1" status: 200 len: 990 time: 0.1114831 Feb 17 12:02:17.881733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-537cef64-9eec-4ba2-b25d-726e99da20d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1098 time: 0.0728397 Feb 17 12:02:18.021303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65567fe-d2a7-4274-9524-b6991967efed req-01bf954e-cc28-44f9-8219-69dfe14edcd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:18.022794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-01bf954e-cc28-44f9-8219-69dfe14edcd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 896 time: 0.1351962 Feb 17 12:02:18.102230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '4f96ba3e-6a99-454d-bcf6-ab6c01049405', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'port_id': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'mac_address': 'fa:16:3e:d8:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:15Z', 'updated_at': '2022-02-17T12:02:15Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:59Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:18.107291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] Checking router: 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:02:18.118547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:02:18.119162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:02:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:18.252417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-683267e1-691a-4f0f-9b46-c018a3d896d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 998 time: 0.2233241 Feb 17 12:02:18.304420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:02:18.324255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65567fe-d2a7-4274-9524-b6991967efed req-b2c8f179-b71a-4015-9a86-0c8087b61d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:18.327369 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-b2c8f179-b71a-4015-9a86-0c8087b61d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 200 len: 834 time: 0.0683897 Feb 17 12:02:18.410135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-39d94235-6c14-4ba4-8845-a39a07f93a6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767074 Feb 17 12:02:18.542092 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-1a26d38d-8f60-4634-96d9-4c136a9e62b0 service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262887 Feb 17 12:02:18.685186 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b65567fe-d2a7-4274-9524-b6991967efed req-0fc54777-b709-47f0-958c-42161f69467d service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368732 Feb 17 12:02:18.702884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '4f96ba3e-6a99-454d-bcf6-ab6c01049405', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'port_id': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'mac_address': 'fa:16:3e:d8:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:15Z', 'updated_at': '2022-02-17T12:02:15Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:59Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:18.707111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4169f-bad6-4485-a063-60478d7ef501 None None] The sync data for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv is: [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '4f96ba3e-6a99-454d-bcf6-ab6c01049405', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'port_id': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'mac_address': 'fa:16:3e:d8:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:15Z', 'updated_at': '2022-02-17T12:02:15Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:59Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:02:18.847634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50846) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:18.906237 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c82145-729d-47cc-91ca-33b6e3fc7499 None None] New status for floating IP 4f96ba3e-6a99-454d-bcf6-ab6c01049405: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:02:18.949757 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1bc83c1c-b9c0-485f-9dc2-afd446942adf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/4f96ba3e-6a99-454d-bcf6-ab6c01049405 HTTP/1.1" status: 200 len: 990 time: 0.1007800 Feb 17 12:02:19.162681 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:02:19.953829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50850) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:20.059129 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ef0db7e3-50e3-4fcf-bdce-82c128f1d17b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/4f96ba3e-6a99-454d-bcf6-ab6c01049405 HTTP/1.1" status: 200 len: 992 time: 0.1040895 Feb 17 12:02:29.088058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efb076-56db-4ce2-932c-8b3d943c9f53 req-09467075-2b6c-4191-a406-e358ed984208 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:29.088673 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-00efb076-56db-4ce2-932c-8b3d943c9f53 req-09467075-2b6c-4191-a406-e358ed984208 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.0799851 Feb 17 12:02:29.134067 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-00efb076-56db-4ce2-932c-8b3d943c9f53 req-81b271a1-0964-41b9-8d26-ea9274e81c0e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 Feb 17 12:02:30.336188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0009c2-c2d7-4b79-b70d-f012ad23ad12 req-54e40e7f-776c-41f3-a4ac-0839a384fc4e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:30.337646 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f0009c2-c2d7-4b79-b70d-f012ad23ad12 req-54e40e7f-776c-41f3-a4ac-0839a384fc4e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.0771286 Feb 17 12:02:30.389359 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f0009c2-c2d7-4b79-b70d-f012ad23ad12 req-ee4b015e-0881-48bb-a093-d5618089add1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455520 Feb 17 12:02:30.601994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-e085582e-7823-4a87-8686-f6c0d0073b5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692091 Feb 17 12:02:30.811889 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-a0c54359-06e6-4423-a356-fe157b88941e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1098 time: 0.1288500 Feb 17 12:02:30.821738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-c1301421-75d2-496f-9e13-dec6df4621c5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:30.823201 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-c1301421-75d2-496f-9e13-dec6df4621c5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.1113725 Feb 17 12:02:30.974432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Deleting port 656370df-7b58-4f1b-b2fb-06efe1737415 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:02:30.974768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:31.097975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-2e84e111-b171-4c01-a03b-221741148164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:31.099440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-2e84e111-b171-4c01-a03b-221741148164 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 896 time: 0.2407448 Feb 17 12:02:31.297108 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-da64d2d5-99cc-4359-9d1c-bbec89867dd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 1000 time: 0.1918752 Feb 17 12:02:31.396675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] For port 656370df-7b58-4f1b-b2fb-06efe1737415, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=656370df-7b58-4f1b-b2fb-06efe1737415,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:31.397407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:31.408940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-a2176e16-827b-46df-bef0-ce7d1cc559a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:31.410425 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-a2176e16-827b-46df-bef0-ce7d1cc559a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 200 len: 834 time: 0.1054220 Feb 17 12:02:31.592201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a19c5-abc4-4e79-8fe7-d8371b56e709 req-812a3698-aa60-4957-ad96-2f989c5f9e4c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:31.593656 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8a8a19c5-abc4-4e79-8fe7-d8371b56e709 req-812a3698-aa60-4957-ad96-2f989c5f9e4c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 945 time: 0.0766332 Feb 17 12:02:31.641464 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8a8a19c5-abc4-4e79-8fe7-d8371b56e709 req-fe1f45d2-5cd9-41f6-b78b-6eab46f10222 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Feb 17 12:02:31.748771 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-62fa29be-4699-4068-9925-91dc8fed4bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2862954 Feb 17 12:02:31.941686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:31.942067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:31.942372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Floating IP 53e3f81d-2c49-40eb-bcf5-20df33d3ca42 disassociated. External IP: 172.26.6.211, port: 656370df-7b58-4f1b-b2fb-06efe1737415. Feb 17 12:02:31.942726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Calling delete_port for 656370df-7b58-4f1b-b2fb-06efe1737415 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:02:32.028113 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-ce8e61f7-a4c9-426b-8cea-28646f99de0b service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238052 Feb 17 12:02:32.234231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb3e11b7-4461-4e61-8c03-9fa15cd5c7f5 req-d6cea4c1-7d9b-42b1-afcc-869b7772326e service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927257 Feb 17 12:02:32.347146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:32.394537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'Port': ['ID=656370df-7b58-4f1b-b2fb-06efe1737415,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:32.410915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.411465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.411891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.412390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.412917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.413448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.414001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.414669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.415194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.415677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.416056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:32.627282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:02:32.821921 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09a8b038-eca1-4c32-b4a5-21158e1b9c4a req-84261190-0890-44b0-98b1-dc177d5785a5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 210 time: 0.0549936 Feb 17 12:02:32.895418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:02:32.905147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:02:32.917234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:02:32.917852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:02:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:32.964452 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] No DVR routers for this DVR port 656370df-7b58-4f1b-b2fb-06efe1737415 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:02:32.967178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:32.969829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'name': 'network-vif-deleted', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:33.026250 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19e665-f7d5-4ee3-8477-6ae3d11aeeef', 'name': 'network-vif-deleted', 'tag': '656370df-7b58-4f1b-b2fb-06efe1737415', 'status': 'completed', 'code': 200} Feb 17 12:02:33.056457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-789daa24-29cf-4fe8-a13d-83c17bf1cdd3 req-3a6d79d1-525d-46a7-9bed-9af9b6cff300 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "DELETE /v2.0/ports/656370df-7b58-4f1b-b2fb-06efe1737415 HTTP/1.1" status: 204 len: 173 time: 2.2269838 Feb 17 12:02:33.103198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:02:33.417678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:33.422001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:02:33.433022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:02:33.433540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:02:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:33.624678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:02:33.954505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:33.958984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae5a7d-51cc-47d6-9927-dedc494e7efc None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:02:34.012876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2afba515-8b21-4940-8000-8ddce781f62a req-fbbdea6e-1cb1-463b-9466-57cbfb5af878 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:02:34.078456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2afba515-8b21-4940-8000-8ddce781f62a req-fbbdea6e-1cb1-463b-9466-57cbfb5af878 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:02:34.079667 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2afba515-8b21-4940-8000-8ddce781f62a req-fbbdea6e-1cb1-463b-9466-57cbfb5af878 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd19e665-f7d5-4ee3-8477-6ae3d11aeeef HTTP/1.1" status: 200 len: 210 time: 0.1136513 Feb 17 12:02:34.199933 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7f3f1-e4f9-4f55-9d26-2cdb8d8eda26 None None] New status for floating IP 53e3f81d-2c49-40eb-bcf5-20df33d3ca42: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:02:35.114048 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 656370df-7b58-4f1b-b2fb-06efe1737415 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:02:35.146261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 656370df-7b58-4f1b-b2fb-06efe1737415 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:02:35.146591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 656370df-7b58-4f1b-b2fb-06efe1737415 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:02:35.487501 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-a59ca9cb-379a-4a05-8a47-1c775a3c41dd tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487984708&fields=id&tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 267 time: 0.0405667 Feb 17 12:02:35.635181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-007d6141-923e-4ec2-94ea-ff845b9262bc tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:35.636549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-007d6141-923e-4ec2-94ea-ff845b9262bc tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 811 time: 0.1423118 Feb 17 12:02:35.652790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-9cb7e13c-f849-4c75-a13d-0e93ffc3c8ec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/quotas/2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 375 time: 0.0103698 Feb 17 12:02:35.734543 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-92f3277d-ca23-4c4e-bfd0-3c357fe1ab49 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769010 Feb 17 12:02:35.970167 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-7a7f34fe-7268-4108-b1fb-e9d8f4090c94 service neutron] 10.222.0.47 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245259 Feb 17 12:02:36.100738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f8de001d-29f9-444e-946d-5f1fa0e5d487 service neutron] 10.222.0.47 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248267 Feb 17 12:02:36.675229 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c1c8bf92-a83b-466e-8c2c-866c3adcd1c4 req-17a3731b-0b1e-4204-9230-71b87ed6ff98 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 210 time: 0.0447958 Feb 17 12:02:37.740989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5b8c4a57-7de9-427f-b326-61d8946c2f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:37.839805 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1bc7fac1-faa3-42ed-a5c6-d545eb4a7798 req-67da8dd7-c50f-4041-b834-ef338512b030 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 210 time: 0.0450315 Feb 17 12:02:38.469213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-49432ef8-ac53-4c7e-abf7-c7e92cce6437 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:38.470689 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-49432ef8-ac53-4c7e-abf7-c7e92cce6437 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 811 time: 0.1440187 Feb 17 12:02:38.523677 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-627bdfee-0b16-4108-aa53-2149064e5cf8 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 379 time: 0.0400205 Feb 17 12:02:38.533387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'port': {'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'admin_state_up': True, 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'security_groups': ['0a585474-d20e-48eb-bf4b-912ee9cc382e']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:02:38.671693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:02:38.682031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:02:38.770127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Made reservation on behalf of 2d6694fddb4e4a2bb43f30af7aa3d8a9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:02:38.773282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:38.943389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Allocated IP 172.20.0.8 (3c854e6f-3ba8-4456-af9d-8c00f77df2e9/318647d3-4aaf-47a8-91e1-ce1862355d97/d01e177c-b871-4e7f-9549-9477a5001c00) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:02:39.005318 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1ae4ed5-f6e2-4b19-b766-9f76c2b76631 req-81f3aea6-5f82-471b-9321-a207ac2be5c8 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 210 time: 0.0402610 Feb 17 12:02:39.152762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:39.170116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Transition to ACTIVE for port object d01e177c-b871-4e7f-9549-9477a5001c00 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:02:39.280079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:39.356384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:02:39.359635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:02:39.363679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:02:39.394743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=d01e177c-b871-4e7f-9549-9477a5001c00,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:39.441478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:39.442318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:39.507865 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-f1fed913-9fef-4132-837f-a4bb21ac8e5c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9791863 Feb 17 12:02:39.524444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Request body: {'port': {'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:02:39.643891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:39.690129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4985debf-2fad-4734-8720-52a1f6a78dda None None] Provisioning for port d01e177c-b871-4e7f-9549-9477a5001c00 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:02:39.697362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4985debf-2fad-4734-8720-52a1f6a78dda None None] Provisioning complete for port d01e177c-b871-4e7f-9549-9477a5001c00 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:02:39.698269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4985debf-2fad-4734-8720-52a1f6a78dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:39.755267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4985debf-2fad-4734-8720-52a1f6a78dda None None] Port d01e177c-b871-4e7f-9549-9477a5001c00 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:02:39.998774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01e177c-b871-4e7f-9549-9477a5001c00 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:02:40.005835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:40.024302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Transition to ACTIVE for port object d01e177c-b871-4e7f-9549-9477a5001c00 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:02:40.035033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71e73dd2-60b8-4ac0-bec5-f484f3c15c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:40.113193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:40.385141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Pushing event updated for resources: {'Port': ['ID=d01e177c-b871-4e7f-9549-9477a5001c00,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:40.503138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868491-7002-415c-b31e-2ab3ab6f15aa req-2baa573a-491a-4905-8718-c6e3e14bf526 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:40.503826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-01868491-7002-415c-b31e-2ab3ab6f15aa req-2baa573a-491a-4905-8718-c6e3e14bf526 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:02:40.537122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Attempting to bind port d01e177c-b871-4e7f-9549-9477a5001c00 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:02:40.537498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Attempting to bind port d01e177c-b871-4e7f-9549-9477a5001c00 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:02:40.537908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Attempting to bind port d01e177c-b871-4e7f-9549-9477a5001c00 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:02:40.545192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Port d01e177c-b871-4e7f-9549-9477a5001c00 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:02:40.545564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Attempting to bind port d01e177c-b871-4e7f-9549-9477a5001c00 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:02:40.552466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:02:40.552922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Checking segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:02:40.553401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Bound using segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:02:40.553989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Bound port: d01e177c-b871-4e7f-9549-9477a5001c00, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:02:40.554514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:40.602065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-01868491-7002-415c-b31e-2ab3ab6f15aa req-2baa573a-491a-4905-8718-c6e3e14bf526 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:02:40.603236 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-01868491-7002-415c-b31e-2ab3ab6f15aa req-2baa573a-491a-4905-8718-c6e3e14bf526 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.4575891 Feb 17 12:02:40.680439 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-01868491-7002-415c-b31e-2ab3ab6f15aa req-363f0b34-a254-48e0-acf0-aa43e8b982f8 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701771 Feb 17 12:02:40.682892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] For port d01e177c-b871-4e7f-9549-9477a5001c00, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:02:40.686590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] For port d01e177c-b871-4e7f-9549-9477a5001c00, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d01e177c-b871-4e7f-9549-9477a5001c00,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:02:40.770853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:40.838144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:40.839528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] 10.222.0.24 "PUT /v2.0/ports/d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 1093 time: 1.3199871 Feb 17 12:02:40.839962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:40.859375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c91e2-b8e7-4abf-ada5-fe980b733cae service neutron] Pushing event updated for resources: {'Port': ['ID=d01e177c-b871-4e7f-9549-9477a5001c00,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:40.917349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'status': 'completed', 'code': 200} Feb 17 12:02:41.013547 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-973d5c06-a19a-4df6-850e-37692a6ff990 req-0dc32492-5e41-42ee-b3a8-777352fbeb02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0771646 Feb 17 12:02:41.160199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d5c06-a19a-4df6-850e-37692a6ff990 req-83b5d858-8328-4ca1-b2af-8ffbd955f024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:41.161549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-973d5c06-a19a-4df6-850e-37692a6ff990 req-83b5d858-8328-4ca1-b2af-8ffbd955f024 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1418009 Feb 17 12:02:41.306989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d5c06-a19a-4df6-850e-37692a6ff990 req-42cd61bc-9e06-4a5e-856b-9f8d7e2af830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:41.308460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-973d5c06-a19a-4df6-850e-37692a6ff990 req-42cd61bc-9e06-4a5e-856b-9f8d7e2af830 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1407759 Feb 17 12:02:41.314325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:41.335472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:41.423678 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-aba1c1e6-fcda-4ae3-af4e-a83e0e60efa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0689228 Feb 17 12:02:41.495342 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-6d80752f-8422-4d57-a023-26f617e072ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 217 time: 0.0640223 Feb 17 12:02:41.547244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:41.562921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-2f159edc-2318-41aa-b316-8a682fa7b7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:41.564364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-2f159edc-2318-41aa-b316-8a682fa7b7f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0633461 Feb 17 12:02:41.643005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-68cc72f3-857a-438d-84ee-6160aa0b3c86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719163 Feb 17 12:02:41.780611 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-3b5e202a-0978-4577-86d0-90611901021e service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303959 Feb 17 12:02:41.971896 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bdc9751-7600-4627-bf0b-addd17c71bcf req-7d692bc4-9a73-4ddc-8053-e40fec88780a service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828008 Feb 17 12:02:41.984577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e61da-be83-4549-a1a9-991f25f275c8 req-b3adac3f-b8ad-4926-9ee5-48f123884642 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:41.986068 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-158e61da-be83-4549-a1a9-991f25f275c8 req-b3adac3f-b8ad-4926-9ee5-48f123884642 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.1791210 Feb 17 12:02:42.032677 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-158e61da-be83-4549-a1a9-991f25f275c8 req-20937bab-1c15-4fb5-b5cf-8b47556f7226 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Feb 17 12:02:42.798644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:43.246489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76961be5-07c5-4951-ae4b-f2622f94b428 req-da70bdee-3f7e-4445-8561-26a2ec066668 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:43.248798 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-76961be5-07c5-4951-ae4b-f2622f94b428 req-da70bdee-3f7e-4445-8561-26a2ec066668 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.0847614 Feb 17 12:02:43.301746 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-76961be5-07c5-4951-ae4b-f2622f94b428 req-673e6415-301f-46c4-8611-bf2e1a30598f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Feb 17 12:02:44.503269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5f6c5-6055-4472-b6c3-e50e8100b989 req-d71019b9-e4c7-4830-8dd9-0e4521515f7a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:44.504739 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9df5f6c5-6055-4472-b6c3-e50e8100b989 req-d71019b9-e4c7-4830-8dd9-0e4521515f7a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.0799565 Feb 17 12:02:44.552904 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9df5f6c5-6055-4472-b6c3-e50e8100b989 req-f2689d25-0235-4efa-86ee-d2e33f984fef tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Feb 17 12:02:45.745893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216bddf-8744-4d69-aedf-040807d0c772 req-753afd78-473f-4418-b266-cba408f99b5a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:45.747365 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d216bddf-8744-4d69-aedf-040807d0c772 req-753afd78-473f-4418-b266-cba408f99b5a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.0748022 Feb 17 12:02:45.792887 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d216bddf-8744-4d69-aedf-040807d0c772 req-eacf5e90-4fc8-4c27-b13b-10296052595d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396152 Feb 17 12:02:46.997906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a1b1-424b-4177-a7a8-82c2c67ad062 req-285f390e-6de0-426d-8b19-cf8f4517b850 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:46.999372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2993a1b1-424b-4177-a7a8-82c2c67ad062 req-285f390e-6de0-426d-8b19-cf8f4517b850 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.0829039 Feb 17 12:02:47.048264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2993a1b1-424b-4177-a7a8-82c2c67ad062 req-2b6361a8-5392-4a22-95d1-afc0c0b2ffb0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433042 Feb 17 12:02:48.248030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e587f3-86fe-41db-a26e-94f28cdcab5c req-f1d4a3b3-37df-4bc1-90a0-8c0b66380694 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:48.249407 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b6e587f3-86fe-41db-a26e-94f28cdcab5c req-f1d4a3b3-37df-4bc1-90a0-8c0b66380694 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.0786839 Feb 17 12:02:48.298104 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b6e587f3-86fe-41db-a26e-94f28cdcab5c req-718ab587-5718-47b0-98cf-c89434080eb7 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403116 Feb 17 12:02:49.600945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0223c5-0c62-40a5-9c51-b1c819add3d4 req-0421ada9-97c1-426a-a2f1-68f96cd4481e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:49.602433 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b0223c5-0c62-40a5-9c51-b1c819add3d4 req-0421ada9-97c1-426a-a2f1-68f96cd4481e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.1695971 Feb 17 12:02:49.649508 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b0223c5-0c62-40a5-9c51-b1c819add3d4 req-ae181080-ea61-4e8c-8907-76bf8fe2a3ca tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 Feb 17 12:02:50.848234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c021d78-32bc-400b-b392-41f87b4b2c90 req-3b873899-129b-43d7-a56a-155c3c3de299 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:50.849676 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7c021d78-32bc-400b-b392-41f87b4b2c90 req-3b873899-129b-43d7-a56a-155c3c3de299 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 943 time: 0.0770617 Feb 17 12:02:50.895010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7c021d78-32bc-400b-b392-41f87b4b2c90 req-6f688042-1130-45a2-81a0-790b1e1c651d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Feb 17 12:02:51.155322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device d01e177c-b871-4e7f-9549-9477a5001c00 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:02:51.328542 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port d01e177c-b871-4e7f-9549-9477a5001c00, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d01e177c-b871-4e7f-9549-9477a5001c00,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:51.341540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:02:51.394188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:51.411491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01e177c-b871-4e7f-9549-9477a5001c00 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:02:51.426004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port d01e177c-b871-4e7f-9549-9477a5001c00, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d01e177c-b871-4e7f-9549-9477a5001c00,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:51.495270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:51.563721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=d01e177c-b871-4e7f-9549-9477a5001c00,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:51.571966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.572302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.572631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.572956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.573277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.573595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.573939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.574259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.574571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.574882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.575192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:51.785873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['d01e177c-b871-4e7f-9549-9477a5001c00'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:02:52.091279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f423793-53df-4117-b54f-6c3d902a57aa req-00860ca4-ca41-4524-9ee8-10a7a09eaf44 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:52.092669 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7f423793-53df-4117-b54f-6c3d902a57aa req-00860ca4-ca41-4524-9ee8-10a7a09eaf44 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 944 time: 0.0761325 Feb 17 12:02:52.136733 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7f423793-53df-4117-b54f-6c3d902a57aa req-468d185f-cc98-4798-a6b8-3d9712c647d2 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383523 Feb 17 12:02:53.171460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device d01e177c-b871-4e7f-9549-9477a5001c00 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:02:53.324221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port d01e177c-b871-4e7f-9549-9477a5001c00 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:02:53.329097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port d01e177c-b871-4e7f-9549-9477a5001c00 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:02:53.329463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:53.335207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60e18-7c43-4705-9d1e-59aebab42499 req-5771934b-918a-4185-9938-688634e6b3b0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:53.339260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1db60e18-7c43-4705-9d1e-59aebab42499 req-5771934b-918a-4185-9938-688634e6b3b0 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 944 time: 0.0770304 Feb 17 12:02:53.383654 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1db60e18-7c43-4705-9d1e-59aebab42499 req-6d0e3a6b-d527-4bb8-ab59-8217f183d209 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410924 Feb 17 12:02:53.445075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:53.471093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:53.480372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port d01e177c-b871-4e7f-9549-9477a5001c00, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d01e177c-b871-4e7f-9549-9477a5001c00,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:02:53.525846 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'code': 200} Feb 17 12:02:53.558515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:53.625307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=d01e177c-b871-4e7f-9549-9477a5001c00,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:53.939650 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2dbf4ded-1c35-4b0c-af89-92a979439f29 req-4a1c79ed-c9c2-4b25-b5e1-82b0f5c5943b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0710719 Feb 17 12:02:53.982841 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2dbf4ded-1c35-4b0c-af89-92a979439f29 req-957729b6-17fb-442b-b882-ffc643a78d38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369475 Feb 17 12:02:54.580546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395e8c-d86a-4457-a35d-8cf7a8706339 req-4f2d0adb-5dfd-465d-a675-643d74e4200e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:54.582249 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09395e8c-d86a-4457-a35d-8cf7a8706339 req-4f2d0adb-5dfd-465d-a675-643d74e4200e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 945 time: 0.0772974 Feb 17 12:02:54.631747 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09395e8c-d86a-4457-a35d-8cf7a8706339 req-d4f22e2e-b57d-40e3-b258-98daf7b87635 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Feb 17 12:02:55.833426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22766f67-32e7-406a-80cb-9d7fd51c3d6c req-36cfb46a-9b14-4051-a251-d8ebded09e77 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:55.834912 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-22766f67-32e7-406a-80cb-9d7fd51c3d6c req-36cfb46a-9b14-4051-a251-d8ebded09e77 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 945 time: 0.0806003 Feb 17 12:02:55.881311 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-22766f67-32e7-406a-80cb-9d7fd51c3d6c req-b64f175c-da4d-4ddb-be75-d56678673d5b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 Feb 17 12:02:56.072200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025daf75-6708-4adc-a1b2-540f327f684f req-1392d5a9-3591-452c-a82e-8314acdbf44e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:56.073647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-025daf75-6708-4adc-a1b2-540f327f684f req-1392d5a9-3591-452c-a82e-8314acdbf44e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 945 time: 0.0750971 Feb 17 12:02:56.120153 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-025daf75-6708-4adc-a1b2-540f327f684f req-437f4879-d02b-4fb4-bb1a-34fefc79c1cc tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403473 Feb 17 12:02:56.149991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50942) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:56.163536 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:02:56.219838 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1408abde-1007-4c56-99fd-be16cc83f22a tempest-TestVolumeBootPattern-332681704 tempest-TestVolumeBootPattern-332681704-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0686829 Feb 17 12:02:56.222535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50946) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:02:56.227576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:02:56.232980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:02:56.236781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:floatingip and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:02:56.239671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:02:56.245254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:02:56.324473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:56.457086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:56.592381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Allocated IP 172.26.6.98 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/54dd7948-d6e1-4aed-a32e-995577d9def6) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:02:56.822229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:56.890199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:56.962463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:02:56.963594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:02:56.967913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:02:56.992350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=54dd7948-d6e1-4aed-a32e-995577d9def6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:57.015992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.016344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.016684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.017013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.017338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.017659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.018006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.018328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.018642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.018955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.019268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:02:57.485997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:57.611085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:57.814496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:57.872716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:57.980179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=54dd7948-d6e1-4aed-a32e-995577d9def6,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:02:57.994123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:58.189470 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Floating IP 0f0bb828-36c8-4818-8fb9-e99368996a2e associated. External IP: 172.26.6.98, port: d01e177c-b871-4e7f-9549-9477a5001c00. Feb 17 12:02:58.684933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:02:58.887377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:02:58.897656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:02:58.913108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:02:58.913697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:02:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:58.987389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:02:59.043539 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f6309d3e-0b74-4963-a74c-0a3aa4fa7eec tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8199823 Feb 17 12:02:59.044124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:02:59.099124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:02:59.273395 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'status': 'completed', 'code': 200} Feb 17 12:02:59.369594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-74a72bca-cf8e-4285-b18c-c5bc5120fcb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0742624 Feb 17 12:02:59.454344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:02:57Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:59.458754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:02:59.470386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:02:59.470993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:02:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:02:59.502578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-7c0eb1d0-76ce-413a-8b73-fd6cd6249e3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:59.503933 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-7c0eb1d0-76ce-413a-8b73-fd6cd6249e3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.1277680 Feb 17 12:02:59.608305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-daa2de1b-5571-456f-89d0-2c77d0beca5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 998 time: 0.0982985 Feb 17 12:02:59.655779 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:02:59.670630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-52615c79-c580-487c-95e0-fd501715c63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:02:59.672720 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-52615c79-c580-487c-95e0-fd501715c63a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0588453 Feb 17 12:02:59.746280 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-2f6dbf26-6fa8-493c-9a5a-f5e9369aeaa1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677266 Feb 17 12:02:59.880142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-36d53241-0429-4854-927c-44af6600a703 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273339 Feb 17 12:03:00.013226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87a3cf1b-dc28-4d3a-80fe-4cca343a53bb req-bada6b4f-d6b1-471e-be77-d6e7addfae80 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271591 Feb 17 12:03:00.054224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:02:57Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:00.058369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13de4bb-9792-45c0-a17a-7df23fde8900 None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:02:57Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:03:00.248366 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5085108-ffbd-4621-8311-433c60d5f011 None None] New status for floating IP 0f0bb828-36c8-4818-8fb9-e99368996a2e: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:03:07.730027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7018045-5fff-4229-981d-80e281c4bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:10.050582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-144fade5-ffed-4e85-b270-0104fbc144bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:11.295789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:11.393025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:11.564071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:12.845559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:29.321246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50976) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:29.544514 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-543b2e71-8e44-4b98-894b-2becb1b4d84e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/4f96ba3e-6a99-454d-bcf6-ab6c01049405 HTTP/1.1" status: 200 len: 992 time: 0.2213697 Feb 17 12:03:29.823629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 50986) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:30.033554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 7e033f2d-07ed-4389-b25c-d4d208575d3d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:03:30.034154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:30.207534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:30.207848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:30.333636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 7e033f2d-07ed-4389-b25c-d4d208575d3d owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:03:30.570871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:30.612740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-6283efba-0ba3-49cf-9fd4-c23422317e13 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727282 Feb 17 12:03:30.618764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=7e033f2d-07ed-4389-b25c-d4d208575d3d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:30.713326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:30.769023 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-78ded172-bde6-4df5-93fc-7bad0f4c4e0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1098 time: 0.0832016 Feb 17 12:03:30.922358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-2eb135d0-fcac-4fbd-b83a-64579840eeac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:30.923962 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-2eb135d0-fcac-4fbd-b83a-64579840eeac service neutron] 10.222.0.24 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 896 time: 0.1369362 Feb 17 12:03:31.084294 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-8cc68dee-9320-4a9c-a65a-b08a73d22a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 217 time: 0.1538489 Feb 17 12:03:31.146917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-286c4ba7-be26-40c8-8ca6-8ab2aed250fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:31.147872 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-286c4ba7-be26-40c8-8ca6-8ab2aed250fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 200 len: 834 time: 0.0585814 Feb 17 12:03:31.230858 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-ba7d9177-68ed-4a97-a5f3-8f9df1d58794 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776052 Feb 17 12:03:31.231677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:03:31.380967 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-a01e296a-83ac-4ae9-80cc-e823b40a4dac service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434433 Feb 17 12:03:31.446900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:03:31.458956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] Sync routers for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:03:31.471181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:31.472026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:31.529345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f346dd0-5fe2-49c5-97a1-0f60c2cdfec6 req-533229e3-d6a3-4f36-8572-6f0521e153b6 service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423473 Feb 17 12:03:31.550242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:31.608647 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4a28ec23-8258-429e-99b9-cfb25bb693ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/4f96ba3e-6a99-454d-bcf6-ab6c01049405 HTTP/1.1" status: 204 len: 168 time: 1.7812965 Feb 17 12:03:31.608647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:03:31.676064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:31.692653 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'status': 'completed', 'code': 200} Feb 17 12:03:31.786675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-9605b40d-f8f9-4216-91a5-5a398c9668ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 1098 time: 0.0722740 Feb 17 12:03:31.928531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-71a7f750-6e87-4690-8719-9ec779507be1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:31.930032 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-71a7f750-6e87-4690-8719-9ec779507be1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 200 len: 896 time: 0.1373351 Feb 17 12:03:32.007896 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-28ea3253-b8fa-46b8-b3fd-62d6a9b882b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 200 len: 217 time: 0.0706844 Feb 17 12:03:32.042724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:59Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:32.042724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] Checking router: 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:03:32.052833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:32.053437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:32.072236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-51887fbd-dd24-4ffd-abcc-967b0e923174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:32.073724 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-51887fbd-dd24-4ffd-abcc-967b0e923174 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 200 len: 834 time: 0.0603483 Feb 17 12:03:32.179838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-e36f0f88-bf9b-4c2f-ba08-6f702d98cd6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90de7e8d-20c4-4d2b-a40e-e30377ae80ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991771 Feb 17 12:03:32.237017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:32.381317 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-3f4117c5-c186-4ce5-99f1-0eba3f464d35 service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939452 Feb 17 12:03:32.392921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a801c-58ca-4957-b7f5-2c5cf2f71de9 req-6e7ab8d4-3c23-492f-8ef3-ab4b79db771e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:32.394593 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0e0a801c-58ca-4957-b7f5-2c5cf2f71de9 req-6e7ab8d4-3c23-492f-8ef3-ab4b79db771e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.1841545 Feb 17 12:03:32.537435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0e0a801c-58ca-4957-b7f5-2c5cf2f71de9 req-63ad4bb3-d413-491f-ad47-19baa77c628d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200845 Feb 17 12:03:32.571834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a880b33-2f31-4a0c-bea3-51df6288d622 req-192afb82-35a1-4923-b896-ef4a7b13dac1 service neutron] 10.222.0.24 "GET /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762531 Feb 17 12:03:32.634436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:59Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:32.638694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef1543-0019-465e-a9ef-59f562e4c5de None None] The sync data for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv is: [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:01:52Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '799abd6c-8640-4f29-8e39-ed70c268ab9a', 'name': '', 'network_id': '90de7e8d-20c4-4d2b-a40e-e30377ae80ac', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b2:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:51Z', 'updated_at': '2022-02-17T12:01:59Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '0f797cca-a1ba-4c0e-a961-678ce2f4d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:03:32.875498 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca83bdc-799b-43c4-91ae-f8525f8ce667 None None] New status for floating IP 4f96ba3e-6a99-454d-bcf6-ab6c01049405: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:03:33.164594 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:03:33.746265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9680-0138-4f0b-af35-d374c9907610 req-1686540f-5675-4b11-ac7d-2d6520e286e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:33.746942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-92ff9680-0138-4f0b-af35-d374c9907610 req-1686540f-5675-4b11-ac7d-2d6520e286e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:03:33.804546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-92ff9680-0138-4f0b-af35-d374c9907610 req-1686540f-5675-4b11-ac7d-2d6520e286e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:03:33.805757 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-92ff9680-0138-4f0b-af35-d374c9907610 req-1686540f-5675-4b11-ac7d-2d6520e286e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.1383760 Feb 17 12:03:33.857502 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-92ff9680-0138-4f0b-af35-d374c9907610 req-accefd92-319a-4eb7-a010-692f340ad5e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=760c076f-6ce1-4f22-8188-949da1626f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Feb 17 12:03:33.904655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b34ca-89da-4103-b1dc-a3891c829300 req-786bafd5-81f4-4e23-97cf-f443734fcfcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:33.906130 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-167b34ca-89da-4103-b1dc-a3891c829300 req-786bafd5-81f4-4e23-97cf-f443734fcfcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 945 time: 0.0798461 Feb 17 12:03:33.978857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:03:33.979193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:34.317504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:34.317941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:34.440840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:03:34.685942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:34.739816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=2ea18a31-3d1a-4f52-8438-9fb9c7b4f062,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:34.809818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.813532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:34.821920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:03:34.824137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:34.826899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'name': 'network-vif-deleted', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:03:34.882071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a8c660-2487-49c7-b986-3e8cd1e54668', 'name': 'network-vif-deleted', 'tag': '2ea18a31-3d1a-4f52-8438-9fb9c7b4f062', 'status': 'completed', 'code': 200} Feb 17 12:03:34.905737 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-167b34ca-89da-4103-b1dc-a3891c829300 req-84446bd8-a4e3-43e5-afbd-d6878d0722ce tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 HTTP/1.1" status: 204 len: 173 time: 0.9915888 Feb 17 12:03:35.027369 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-167ac923-d353-48e7-9261-ee5a9ab17f68 req-bfeae7f0-fb06-4e4f-beb0-f51b69d96b1d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 210 time: 0.0417230 Feb 17 12:03:36.206261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6ebcb18a-9eb5-4ba0-980d-3fc533756d6d req-2624f75d-9278-4a58-bed1-ea3fe1c8ec87 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:03:36.330217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6ebcb18a-9eb5-4ba0-980d-3fc533756d6d req-2624f75d-9278-4a58-bed1-ea3fe1c8ec87 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:03:36.331694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ebcb18a-9eb5-4ba0-980d-3fc533756d6d req-2624f75d-9278-4a58-bed1-ea3fe1c8ec87 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a8c660-2487-49c7-b986-3e8cd1e54668 HTTP/1.1" status: 200 len: 210 time: 0.1692927 Feb 17 12:03:37.346173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:03:37.379905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:03:37.380247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2ea18a31-3d1a-4f52-8438-9fb9c7b4f062 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:03:37.435890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51008) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:37.508343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a02f760-e59e-42f0-b288-6767206d2598 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:37.537370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a02f760-e59e-42f0-b288-6767206d2598 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:37.690179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a02f760-e59e-42f0-b288-6767206d2598 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:37.708924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02f760-e59e-42f0-b288-6767206d2598 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c076f-6ce1-4f22-8188-949da1626f97,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:37.803708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-487d113f-d538-4a86-be68-e114a0e9aa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:37.832040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7a02f760-e59e-42f0-b288-6767206d2598 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:37.835960 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7a02f760-e59e-42f0-b288-6767206d2598 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/760c076f-6ce1-4f22-8188-949da1626f97 HTTP/1.1" status: 204 len: 168 time: 0.3963740 Feb 17 12:03:37.976744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51014) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:38.389152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:39.106526 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 799abd6c-8640-4f29-8e39-ed70c268ab9a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:03:39.107248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:39.295076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 799abd6c-8640-4f29-8e39-ed70c268ab9a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=799abd6c-8640-4f29-8e39-ed70c268ab9a,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:39.295418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:39.415814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 799abd6c-8640-4f29-8e39-ed70c268ab9a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:03:39.661793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:39.710033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=799abd6c-8640-4f29-8e39-ed70c268ab9a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:40.009346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:40.032406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-09a51636-5a45-48cd-83f5-4cc215fba7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:40.703233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:03:40.905300 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:03:40.915711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] Sync routers for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:03:40.927787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:40.935997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:40.989454 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-96c1aa6e-e0b0-449c-80d8-61e137b6c319 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0114732 Feb 17 12:03:40.992080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51020) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:41.110317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:41.186046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet 0f797cca-a1ba-4c0e-a961-678ce2f4d327 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:03:41.189120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.244765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.336774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.355963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.387369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.421296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:03:39Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:41.425152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] Checking router: 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:03:41.435794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] Routers {'46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:41.436376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:41.491078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.536927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=0f797cca-a1ba-4c0e-a961-678ce2f4d327,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:41.541694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.548444 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-363ab877-b9a8-48e4-8ec0-95af6721e8f7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/0f797cca-a1ba-4c0e-a961-678ce2f4d327 HTTP/1.1" status: 204 len: 168 time: 0.5549791 Feb 17 12:03:41.550950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51024) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:41.552896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb1788-e449-4089-b959-2bab83a75efb None None] Network 90de7e8d-20c4-4d2b-a40e-e30377ae80ac requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:03:41.678357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.761017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:41.788844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] Set router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:41.959729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.034039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port b7540ec4-7fdd-408d-ac99-e90f708ea2d7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:03:42.035107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.100797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] DHCP port deletion for 90de7e8d-20c4-4d2b-a40e-e30377ae80ac request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:03:42.109085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] Deleting port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:03:42.111254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.213758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port b7540ec4-7fdd-408d-ac99-e90f708ea2d7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:42.214134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.249335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:03:39Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:42.305648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba710d7-2b12-4b91-8a1e-ab85011a128d None None] The sync data for ids ['46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c'] in dv-neutron-828728-1-hyperv is: [{'id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'name': 'tempest-TestNetworkBasicOps-router-388121165', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:01:47Z', 'updated_at': '2022-02-17T12:03:39Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'b7540ec4-7fdd-408d-ac99-e90f708ea2d7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:01:48Z', 'updated_at': '2022-02-17T12:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:03:42.335895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for b7540ec4-7fdd-408d-ac99-e90f708ea2d7 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:03:42.350914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] For port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,segment=NetworkSegment(eb589467-054a-4e88-aa07-ee3ceff2e8bf),segment_id=eb589467-054a-4e88-aa07-ee3ceff2e8bf)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:42.350914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.461796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] Calling delete_port for c6ddee1b-8a8e-487c-85f8-32eb24f08f9e owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:03:42.575873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.604664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.651350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] Pushing event deleted for resources: {'Port': ['ID=c6ddee1b-8a8e-487c-85f8-32eb24f08f9e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:42.658029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31888cd-1e28-4f59-961b-2c608d8f4851 None None] No DVR routers for this DVR port c6ddee1b-8a8e-487c-85f8-32eb24f08f9e on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:03:42.726925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=b7540ec4-7fdd-408d-ac99-e90f708ea2d7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:42.844791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:42.948759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.201875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.206346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.329747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.330276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router 46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:03:43.346295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.347720 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-31fac98b-2eb1-41f2-80b2-5b26b9330742 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/46fd674b-5f8f-4be8-ae52-b5bbd0b7db7c HTTP/1.1" status: 204 len: 168 time: 1.7953331 Feb 17 12:03:43.350357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51028) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:43.466022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.595955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.622750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90de7e8d-20c4-4d2b-a40e-e30377ae80ac']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:43.634886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb589467-054a-4e88-aa07-ee3ceff2e8bf') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:43.635171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb589467-054a-4e88-aa07-ee3ceff2e8bf') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:43.646212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.665012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.670845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:03:43.671214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:03:43.685542 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:03:43.797516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b7540ec4-7fdd-408d-ac99-e90f708ea2d7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:03:43.827159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b7540ec4-7fdd-408d-ac99-e90f708ea2d7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:03:43.827493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b7540ec4-7fdd-408d-ac99-e90f708ea2d7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:03:43.827904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c6ddee1b-8a8e-487c-85f8-32eb24f08f9e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:03:43.844502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.863491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:43.864289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: c6ddee1b-8a8e-487c-85f8-32eb24f08f9e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:03:43.864636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c6ddee1b-8a8e-487c-85f8-32eb24f08f9e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:03:43.865042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 799abd6c-8640-4f29-8e39-ed70c268ab9a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:03:43.874732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=90de7e8d-20c4-4d2b-a40e-e30377ae80ac,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:43.897041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 799abd6c-8640-4f29-8e39-ed70c268ab9a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:03:43.897380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 799abd6c-8640-4f29-8e39-ed70c268ab9a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:03:43.948175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-994daf53-e6c9-4464-937a-be480422f3d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/90de7e8d-20c4-4d2b-a40e-e30377ae80ac HTTP/1.1" status: 204 len: 168 time: 0.5967968 Feb 17 12:03:43.965751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51032) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:43.971471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--1437103442', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:43.977494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:43.981643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:43.984524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:43.990522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:44.055933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:03:44.059042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.087346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:03:44.096186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.096521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 60a98eb2-8d1e-410c-9aa9-84858be1ffcd of type vlan for network 59427359-f057-40d4-93f4-4fa3d6a6baed Feb 17 12:03:44.122411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.204150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.208659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:44.209239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.316497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=59427359-f057-40d4-93f4-4fa3d6a6baed,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:44.326546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 59427359-f057-40d4-93f4-4fa3d6a6baed details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:03:44.370965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-962e1e70-15e4-43b3-ac89-71e3b892fdd3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4039512 Feb 17 12:03:44.373735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51036) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:44.379714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-101354998', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:44.386753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:44.390857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:44.394637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:44.401449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:44.467259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.468233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.486027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.681139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.898559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:44.932717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:45.169074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.137 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/0195162c-a7fc-4df6-8514-d76db5a2cd5e) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:03:45.312835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:45.416248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:45.485685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:03:45.488516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:03:45.492711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:03:45.516736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=0195162c-a7fc-4df6-8514-d76db5a2cd5e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:45.733655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:45.734418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:46.021349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:03:46.225506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:03:46.234682 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:03:46.247239 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:46.247909 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:46.416130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:46.421706 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2e82ac3-7d94-4526-8191-fbe42b744a71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0426016 Feb 17 12:03:46.421706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51040) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:46.431168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:46.591757 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f99c4a29-89f4-41ca-8ae7-4ad049e4ba6b tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1700158 Feb 17 12:03:46.594335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51046) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:46.712245 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:45Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:46.716000 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:03:46.716330 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Updating router 444e32a5-37f5-4dbb-b617-1e359c5ef02c port 0195162c-a7fc-4df6-8514-d76db5a2cd5e binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:03:46.722080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3208fc9f-539c-4eba-8270-b4027b2850d5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:46.723735 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3208fc9f-539c-4eba-8270-b4027b2850d5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284671 Feb 17 12:03:46.726425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51050) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:46.764860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8b13d71-47ac-44b8-aa8b-b5af9009b534 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371456 Feb 17 12:03:46.767130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51054) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:46.767276 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:46.772501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1187954291', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:46.881499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:46.885288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:46.888048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:46.894334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:46.981738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:03:47.085272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.099501 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.110665 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Transition to ACTIVE for port object 0195162c-a7fc-4df6-8514-d76db5a2cd5e will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:03:47.193376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.298875 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Pushing event updated for resources: {'Port': ['ID=0195162c-a7fc-4df6-8514-d76db5a2cd5e,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:47.306761 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Attempting to bind port 0195162c-a7fc-4df6-8514-d76db5a2cd5e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:03:47.311704 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Attempting to bind port 0195162c-a7fc-4df6-8514-d76db5a2cd5e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:03:47.311704 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Attempting to bind port 0195162c-a7fc-4df6-8514-d76db5a2cd5e on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:03:47.317531 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.317899 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.318232 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.318557 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.318884 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.319205 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.319520 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.319834 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.320144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.320453 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.320761 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:47.325195 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:03:47.325555 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:03:47.325967 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.326340 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:03:47.326786 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Bound port: 0195162c-a7fc-4df6-8514-d76db5a2cd5e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:03:47.327146 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.348008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.403858 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] For port 0195162c-a7fc-4df6-8514-d76db5a2cd5e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:03:47.407293 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] For port 0195162c-a7fc-4df6-8514-d76db5a2cd5e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0195162c-a7fc-4df6-8514-d76db5a2cd5e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:03:47.473626 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.511936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=09c05e63-657c-4706-8d56-daa87fad1317,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:47.537148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:03:47.537492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 59427359-f057-40d4-93f4-4fa3d6a6baed, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:03:47.553322 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de901d78-9973-408f-ac23-5a4c8726c8da None None] Pushing event updated for resources: {'Port': ['ID=0195162c-a7fc-4df6-8514-d76db5a2cd5e,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:47.557911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:47.558503 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:47.621406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 59427359-f057-40d4-93f4-4fa3d6a6baed is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:03:47.684283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 59427359-f057-40d4-93f4-4fa3d6a6baed) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:03:47.688249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:47.688828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:47.695140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0867af6-ed86-44f3-af34-62b77af707a3 None None] Network 59427359-f057-40d4-93f4-4fa3d6a6baed requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:03:47.740050 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:47.759985 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9121cd7f-8e73-42f8-8174-25394636c500 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9918256 Feb 17 12:03:47.762757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51058) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:47.926541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-59427359-f057-40d4-93f4-4fa3d6a6baed', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:03:47.927612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:48.034656 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:45Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:48.039148 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ef7b-b7cf-4f06-ae58-9e2005819149 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:45Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:03:48.094919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Allocated IP 172.20.0.2 (59427359-f057-40d4-93f4-4fa3d6a6baed/09c05e63-657c-4706-8d56-daa87fad1317/e8efea82-2a6c-4a17-a898-f7c7eac3af7c) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:03:48.365445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:48.376626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Transition to ACTIVE for port object e8efea82-2a6c-4a17-a898-f7c7eac3af7c will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:03:48.399430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Transition to ACTIVE for port object e8efea82-2a6c-4a17-a898-f7c7eac3af7c will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:03:48.496392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:48.571754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Network 59427359-f057-40d4-93f4-4fa3d6a6baed is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:03:48.574568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:03:48.579062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:03:48.608495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:48.618496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Pushing event updated for resources: {'Port': ['ID=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:48.677836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Attempting to bind port e8efea82-2a6c-4a17-a898-f7c7eac3af7c on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:03:48.678205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Attempting to bind port e8efea82-2a6c-4a17-a898-f7c7eac3af7c by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:03:48.678560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Attempting to bind port e8efea82-2a6c-4a17-a898-f7c7eac3af7c on network 59427359-f057-40d4-93f4-4fa3d6a6baed {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:03:48.685178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:03:48.685821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Checking segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:03:48.685967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:48.687084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Bound using segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:03:48.687084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Bound port: e8efea82-2a6c-4a17-a898-f7c7eac3af7c, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:03:48.687369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:48.821205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] For port e8efea82-2a6c-4a17-a898-f7c7eac3af7c, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:03:48.824779 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] For port e8efea82-2a6c-4a17-a898-f7c7eac3af7c, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:03:48.913394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:49.000158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19234a-2e04-4854-87d5-b87154ed9fe4 None None] Pushing event updated for resources: {'Port': ['ID=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:49.015775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (59427359-f057-40d4-93f4-4fa3d6a6baed/09c05e63-657c-4706-8d56-daa87fad1317/39d0f7e1-8653-4245-b292-6a40d09d6f72) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:03:49.183512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:49.204296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 39d0f7e1-8653-4245-b292-6a40d09d6f72 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:03:49.302047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:49.372016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 59427359-f057-40d4-93f4-4fa3d6a6baed is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:03:49.374891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:03:49.379143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:03:49.511213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=39d0f7e1-8653-4245-b292-6a40d09d6f72,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:49.540774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:49.703674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:49.762919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0195162c-a7fc-4df6-8514-d76db5a2cd5e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:03:49.929494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0195162c-a7fc-4df6-8514-d76db5a2cd5e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:03:49.937931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0195162c-a7fc-4df6-8514-d76db5a2cd5e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:49.937931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:49.992255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7e78d-4ec7-49d7-9bb1-1d75a56ec3cd None None] Network 59427359-f057-40d4-93f4-4fa3d6a6baed requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:03:50.152114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.182811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.226061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0ad1d28e-d961-4ae8-9da3-f096c7d22d22 None None] Provisioning for port e8efea82-2a6c-4a17-a898-f7c7eac3af7c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:03:50.227683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.239896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0195162c-a7fc-4df6-8514-d76db5a2cd5e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0195162c-a7fc-4df6-8514-d76db5a2cd5e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:50.314914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.320065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e8efea82-2a6c-4a17-a898-f7c7eac3af7c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:03:50.348866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=39d0f7e1-8653-4245-b292-6a40d09d6f72,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:50.349515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.447008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0195162c-a7fc-4df6-8514-d76db5a2cd5e,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:50.504848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 59427359-f057-40d4-93f4-4fa3d6a6baed is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:03:50.506196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:03:50.536548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port e8efea82-2a6c-4a17-a898-f7c7eac3af7c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:03:50.542993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e8efea82-2a6c-4a17-a898-f7c7eac3af7c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:50.547756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.679339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.723348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port e8efea82-2a6c-4a17-a898-f7c7eac3af7c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:50.777990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-823678a3-0c36-439d-9561-b289b1b13486 None None] Provisioning complete for port e8efea82-2a6c-4a17-a898-f7c7eac3af7c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:50.778361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-823678a3-0c36-439d-9561-b289b1b13486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.807419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:50.903304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:50.938994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:03:51.044677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-823678a3-0c36-439d-9561-b289b1b13486 None None] Provisioning for port 39d0f7e1-8653-4245-b292-6a40d09d6f72 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:03:51.051551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-823678a3-0c36-439d-9561-b289b1b13486 None None] Provisioning complete for port 39d0f7e1-8653-4245-b292-6a40d09d6f72 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:51.052217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-823678a3-0c36-439d-9561-b289b1b13486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:51.117198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-823678a3-0c36-439d-9561-b289b1b13486 None None] Port 39d0f7e1-8653-4245-b292-6a40d09d6f72 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:03:51.165812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:03:51.180520 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-04bac864-2248-401e-a68a-830aae2a4182 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/444e32a5-37f5-4dbb-b617-1e359c5ef02c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4166553 Feb 17 12:03:51.183005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51064) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:51.243579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-580738f1-8c1e-42cf-855b-fec4282aa999 None None] Provisioning complete for port 39d0f7e1-8653-4245-b292-6a40d09d6f72 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:51.244043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-580738f1-8c1e-42cf-855b-fec4282aa999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:51.303624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-580738f1-8c1e-42cf-855b-fec4282aa999 None None] Port 39d0f7e1-8653-4245-b292-6a40d09d6f72 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:03:51.436254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.436629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.436993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.437351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.437706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.438096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.439876 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b91829c1-98c8-4f95-aac7-af3ab82ac80a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2559152 Feb 17 12:03:51.443497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51068) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:51.517709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.518115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.518556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.518926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.519264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.519611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:51.521539 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-136ab15b-f101-4528-9679-e79de9655f70 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0769043 Feb 17 12:03:51.524370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51072) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:51.610807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:03:51.633318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:51.634265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:51.750286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0195162c-a7fc-4df6-8514-d76db5a2cd5e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:03:51.834661 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b390c3d-e57a-4ea8-a3ef-88cd141e35d1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3090062 Feb 17 12:03:51.882334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0195162c-a7fc-4df6-8514-d76db5a2cd5e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:51.882742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:51.922795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:52.244204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e8efea82-2a6c-4a17-a898-f7c7eac3af7c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:03:52.308474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51080) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:52.315408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832248516', 'description': 'tempest-secgroup-smoke-832248516 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:52.321881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:52.327376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:52.330186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:52.336346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:52.392844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port e8efea82-2a6c-4a17-a898-f7c7eac3af7c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:52.393213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.421848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.458849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:52.462419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:52.462958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:52.465915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:52.473506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:03:52.473506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Updating router 444e32a5-37f5-4dbb-b617-1e359c5ef02c port 39d0f7e1-8653-4245-b292-6a40d09d6f72 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:03:52.473743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:52.528997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.575075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.582913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.629398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ac47c-958b-4792-bd70-38d54e5eed91,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:52.685089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.686489 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-03a352b2-5e85-4ab7-b60f-aac6b7e6f96a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3772981 Feb 17 12:03:52.689724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51084) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:52.696407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '1a7ac47c-958b-4792-bd70-38d54e5eed91', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:52.706196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:52.711082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:52.711082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:52.716284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:52.822922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.887745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.930041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:52.942699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Transition to ACTIVE for port object 39d0f7e1-8653-4245-b292-6a40d09d6f72 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:03:53.004193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.031969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d557557d-c36a-4411-b5b0-4e332167bace,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:53.032112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.115393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.116977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dc9597a3-7282-41c1-9372-7e33b19d0de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4256413 Feb 17 12:03:53.125138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51088) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:53.132256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '1a7ac47c-958b-4792-bd70-38d54e5eed91', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:53.138444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:53.146249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:53.150168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:53.156858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:53.161566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Pushing event updated for resources: {'Port': ['ID=39d0f7e1-8653-4245-b292-6a40d09d6f72,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:53.204652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.208938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:03:53.252025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.274093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Attempting to bind port 39d0f7e1-8653-4245-b292-6a40d09d6f72 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:03:53.274093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Attempting to bind port 39d0f7e1-8653-4245-b292-6a40d09d6f72 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:03:53.274093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Attempting to bind port 39d0f7e1-8653-4245-b292-6a40d09d6f72 on network 59427359-f057-40d4-93f4-4fa3d6a6baed {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:03:53.278102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:03:53.278604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Checking segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:03:53.279102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.279586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Bound using segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:03:53.280355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Bound port: 39d0f7e1-8653-4245-b292-6a40d09d6f72, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:03:53.280838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.340853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.390770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] For port 39d0f7e1-8653-4245-b292-6a40d09d6f72, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:03:53.394648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] For port 39d0f7e1-8653-4245-b292-6a40d09d6f72, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=39d0f7e1-8653-4245-b292-6a40d09d6f72,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:03:53.445820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.459604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.469543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a557afc4-9f6f-44e4-8e56-2a664d7665e7,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:53.521362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.525501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51092) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:53.526440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-59ad7249-6069-405e-aece-ae95db4c8ed6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3989394 Feb 17 12:03:53.531068 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '1a7ac47c-958b-4792-bd70-38d54e5eed91', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:53.542470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:53.543318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e4b41-51b8-48f9-80e6-44d5218f558e None None] Pushing event updated for resources: {'Port': ['ID=39d0f7e1-8653-4245-b292-6a40d09d6f72,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:53.545182 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:53.549615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:03:53.550281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:53.550642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:53.564493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:53.617694 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.692249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.736143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.744634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:03:53.762497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25259f6-e5aa-4b92-a864-2156e8fa8c8c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:53.822067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.823298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3ae7d3d9-bf1f-4ffc-b319-cba8234121c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2967868 Feb 17 12:03:53.826142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51096) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:53.832283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '1a7ac47c-958b-4792-bd70-38d54e5eed91', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:53.838440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:53.842310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:53.847788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:53.853692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:53.931631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:53.999865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.072794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.094198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb93f25d-706c-4285-a8e5-8f31fa03527a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:54.119425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:53Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:03:54.131067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a3235-abf9-48fc-a54c-8c7883507647 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:53Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:03:54.199149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.208514 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2a298f3-34b5-4a0a-913a-80c9563c2deb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3733444 Feb 17 12:03:54.210539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51100) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:54.218074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '1a7ac47c-958b-4792-bd70-38d54e5eed91', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:54.224999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:54.234135 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:54.235496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:54.242468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:54.354066 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:03:54.363492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.433101 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.496395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.525019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68298bc5-dbf2-4fd7-822c-ab22110b01f1,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:54.576432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.577641 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bdaf2d6c-f3ff-4727-9a1b-c798cb25d75f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3657391 Feb 17 12:03:54.580389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51104) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:03:54.587131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '1a7ac47c-958b-4792-bd70-38d54e5eed91', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:54.593456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:54.603613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:03:54.603613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:03:54.612419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:54.695485 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:03:54.702438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.772998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.851177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.874897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892bab76-e1d9-44ab-8010-9f5ce6268863,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:54.953861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:54.955824 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-84ae5c03-d203-4b1d-a06d-311bcb215ab4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3737013 Feb 17 12:03:55.137467 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-61cbcbaf-c4aa-41aa-bfd9-d2b1cdd618f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832248516&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.0412433 Feb 17 12:03:55.286828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-7973faf6-6301-4717-b80a-677a1be564cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:55.287477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-7973faf6-6301-4717-b80a-677a1be564cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:03:55.353060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-7973faf6-6301-4717-b80a-677a1be564cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:03:55.353060 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-7973faf6-6301-4717-b80a-677a1be564cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 797 time: 0.2091074 Feb 17 12:03:55.368957 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e4a81fb8-df26-4abb-bcfe-5e1f47ff4585 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0108089 Feb 17 12:03:55.452790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-6c0806f9-fdba-48cc-a7fa-f2b2d0d30a4f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789692 Feb 17 12:03:55.469079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-8903eb8d-7241-42ca-99e1-bbec85427d6e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:03:55.470067 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-8903eb8d-7241-42ca-99e1-bbec85427d6e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050154 Feb 17 12:03:55.603691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-a37a7485-2db2-49ed-83f6-59d7481e8172 service neutron] 10.222.0.47 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273100 Feb 17 12:03:55.711444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 39d0f7e1-8653-4245-b292-6a40d09d6f72 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:03:55.740345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-0cd5c2cc-281b-4370-abb1-cc345aec5d00 service neutron] 10.222.0.47 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308520 Feb 17 12:03:55.821672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 39d0f7e1-8653-4245-b292-6a40d09d6f72 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:03:55.826902 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 39d0f7e1-8653-4245-b292-6a40d09d6f72 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:55.827287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:55.949939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:55.984549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 39d0f7e1-8653-4245-b292-6a40d09d6f72, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=39d0f7e1-8653-4245-b292-6a40d09d6f72,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:03:55.994752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e2019fc-da14-4005-b02c-cc8db9245968 req-a03c5350-087e-4f1f-9e90-4e96e818a103 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:03:56.068656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:56.101721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e2019fc-da14-4005-b02c-cc8db9245968 req-a03c5350-087e-4f1f-9e90-4e96e818a103 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:03:56.102950 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e2019fc-da14-4005-b02c-cc8db9245968 req-a03c5350-087e-4f1f-9e90-4e96e818a103 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 210 time: 0.1516936 Feb 17 12:03:56.137262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=39d0f7e1-8653-4245-b292-6a40d09d6f72,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:57.269047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-abe117e0-a906-4df3-bf11-cbc11e40c814 req-880b84bb-2b76-400d-9114-067d26ae942a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 210 time: 0.0402107 Feb 17 12:03:57.692510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 39d0f7e1-8653-4245-b292-6a40d09d6f72 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:03:57.765112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 39d0f7e1-8653-4245-b292-6a40d09d6f72 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:57.765480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:58.332665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-b91e2465-dc07-4cee-95b5-52bf7de4fb4e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:58.342175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-b91e2465-dc07-4cee-95b5-52bf7de4fb4e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 797 time: 0.1467528 Feb 17 12:03:58.388071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-f31740fd-4a33-4495-b6a6-31831b9fb712 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 379 time: 0.0424130 Feb 17 12:03:58.396380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['1a7ac47c-958b-4792-bd70-38d54e5eed91']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:58.451541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-912cfd08-fffa-4da0-8faf-f7e1219889db req-784fc267-7e7a-4093-bfb1-94f42261a6b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 210 time: 0.0443885 Feb 17 12:03:58.539401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:03:58.549633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:03:58.616453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:03:58.619604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:58.791309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.14 (59427359-f057-40d4-93f4-4fa3d6a6baed/09c05e63-657c-4706-8d56-daa87fad1317/e328c29b-6073-4ede-bb41-612b401e273c) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:03:58.981683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:58.997748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object e328c29b-6073-4ede-bb41-612b401e273c will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:03:59.102164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:59.181605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 59427359-f057-40d4-93f4-4fa3d6a6baed is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:03:59.184217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:03:59.186810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:03:59.217200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=e328c29b-6073-4ede-bb41-612b401e273c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:03:59.255010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:59.259159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:59.348290 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e17f5dc3-2306-4373-8a92-d4adbc6a5ff9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9506924 Feb 17 12:03:59.354772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Request body: {'port': {'device_id': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:03:59.517520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-559cc648-7fba-4746-8e00-cac77fac1e1b None None] Provisioning for port e328c29b-6073-4ede-bb41-612b401e273c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:03:59.534733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-559cc648-7fba-4746-8e00-cac77fac1e1b None None] Provisioning complete for port e328c29b-6073-4ede-bb41-612b401e273c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:03:59.534733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-559cc648-7fba-4746-8e00-cac77fac1e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:59.564961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:03:59.586107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-559cc648-7fba-4746-8e00-cac77fac1e1b None None] Port e328c29b-6073-4ede-bb41-612b401e273c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:03:59.786360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a088aff-ebe5-4817-a671-ff8dfffb0f00 req-6cc72c69-11f0-4f8f-9417-3eca5f5ecc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:03:59.787038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4a088aff-ebe5-4817-a671-ff8dfffb0f00 req-6cc72c69-11f0-4f8f-9417-3eca5f5ecc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:03:59.952081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4a088aff-ebe5-4817-a671-ff8dfffb0f00 req-6cc72c69-11f0-4f8f-9417-3eca5f5ecc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:03:59.953240 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a088aff-ebe5-4817-a671-ff8dfffb0f00 req-6cc72c69-11f0-4f8f-9417-3eca5f5ecc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 932 time: 0.3461032 Feb 17 12:04:00.003175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e328c29b-6073-4ede-bb41-612b401e273c {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:04:00.014075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:00.033175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a088aff-ebe5-4817-a671-ff8dfffb0f00 req-f46f3fa2-3e36-4ff2-80de-3491d06affb4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731845 Feb 17 12:04:00.035573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Transition to ACTIVE for port object e328c29b-6073-4ede-bb41-612b401e273c will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:04:00.118852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:00.252359 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e328c29b-6073-4ede-bb41-612b401e273c,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:04:00.369805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Attempting to bind port e328c29b-6073-4ede-bb41-612b401e273c on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:04:00.370368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Attempting to bind port e328c29b-6073-4ede-bb41-612b401e273c by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:04:00.370494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Attempting to bind port e328c29b-6073-4ede-bb41-612b401e273c on network 59427359-f057-40d4-93f4-4fa3d6a6baed {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:04:00.377180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Port e328c29b-6073-4ede-bb41-612b401e273c on network 59427359-f057-40d4-93f4-4fa3d6a6baed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:04:00.377180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Attempting to bind port e328c29b-6073-4ede-bb41-612b401e273c on network 59427359-f057-40d4-93f4-4fa3d6a6baed {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:04:00.384269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:04:00.384591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Checking segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:04:00.387217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Bound using segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:04:00.387217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Bound port: e328c29b-6073-4ede-bb41-612b401e273c, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:04:00.387217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:00.475881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] For port e328c29b-6073-4ede-bb41-612b401e273c, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:04:00.479147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] For port e328c29b-6073-4ede-bb41-612b401e273c, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e328c29b-6073-4ede-bb41-612b401e273c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:04:00.535815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:00.601091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:00.602440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/e328c29b-6073-4ede-bb41-612b401e273c HTTP/1.1" status: 200 len: 1094 time: 1.2517493 Feb 17 12:04:00.602440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:04:00.628426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb000796-9a7d-49cd-a457-5fb03f94b4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e328c29b-6073-4ede-bb41-612b401e273c,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:04:00.665368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c', 'status': 'completed', 'code': 200} Feb 17 12:04:00.760523 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c479256-c994-4c35-bfbe-9b4173009939 req-5d9fadfc-0268-488f-bc02-9699f32c77f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0753307 Feb 17 12:04:00.901968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479256-c994-4c35-bfbe-9b4173009939 req-6f30aeeb-32fd-4241-8279-e9a360527260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:00.903397 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c479256-c994-4c35-bfbe-9b4173009939 req-6f30aeeb-32fd-4241-8279-e9a360527260 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1367807 Feb 17 12:04:01.038461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479256-c994-4c35-bfbe-9b4173009939 req-167c593b-af22-4bf7-b7ef-941e76281b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:01.040442 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c479256-c994-4c35-bfbe-9b4173009939 req-167c593b-af22-4bf7-b7ef-941e76281b4f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1310809 Feb 17 12:04:01.154362 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-1051eb33-6828-4465-8e55-6fb3a15cf46f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0759580 Feb 17 12:04:01.259158 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-eeb44d58-d90b-4fd5-9343-b9589b91937d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e328c29b-6073-4ede-bb41-612b401e273c HTTP/1.1" status: 200 len: 217 time: 0.0988860 Feb 17 12:04:01.339723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e93bcc04-0e58-48f6-8eeb-a009cab5e763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:01.341163 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-e93bcc04-0e58-48f6-8eeb-a009cab5e763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 200 len: 835 time: 0.0756519 Feb 17 12:04:01.387256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd656f5-5fd0-494a-8b50-e0997602f922 req-a8e394be-3bf3-432c-9488-bd28525d8955 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:01.388721 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-edd656f5-5fd0-494a-8b50-e0997602f922 req-a8e394be-3bf3-432c-9488-bd28525d8955 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 944 time: 0.1806273 Feb 17 12:04:01.539851 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-edd656f5-5fd0-494a-8b50-e0997602f922 req-e9beb6ed-67d2-4488-8d16-847c96a96576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423295 Feb 17 12:04:01.550252 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-017f37db-5c19-4671-9dc8-afd9d1f8ad20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59427359-f057-40d4-93f4-4fa3d6a6baed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2018034 Feb 17 12:04:01.685571 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-34780381-90c1-428f-896c-3e7884cb9154 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285965 Feb 17 12:04:01.816505 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ba8f5a8-0199-404d-87a1-af2ac56a1e87 req-043f0ec8-d9b8-4115-8a2c-12f610ec059b service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251607 Feb 17 12:04:02.745515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a81218-5753-40e8-bbcf-639307de0fcb req-77650e78-e365-4775-b6e1-e3c01abe01dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:02.746991 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-23a81218-5753-40e8-bbcf-639307de0fcb req-77650e78-e365-4775-b6e1-e3c01abe01dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 944 time: 0.0790992 Feb 17 12:04:02.791315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-23a81218-5753-40e8-bbcf-639307de0fcb req-17816f97-9dbd-44ac-8e05-92434d7b610f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:04:02.896285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-23a81218-5753-40e8-bbcf-639307de0fcb req-17816f97-9dbd-44ac-8e05-92434d7b610f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:04:02.897307 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-23a81218-5753-40e8-bbcf-639307de0fcb req-17816f97-9dbd-44ac-8e05-92434d7b610f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449318 Feb 17 12:04:04.095048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e08e6-b819-462a-b841-b3345875995b req-1c57489e-5226-47bb-8492-cd89d7931d1d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:04.099226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-558e08e6-b819-462a-b841-b3345875995b req-1c57489e-5226-47bb-8492-cd89d7931d1d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 944 time: 0.0777597 Feb 17 12:04:04.142133 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-558e08e6-b819-462a-b841-b3345875995b req-b76a156b-aca8-403e-9013-00733aba886c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Feb 17 12:04:05.341747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde04914-354c-4543-ab28-7d3c4dd0a5d7 req-2af767cc-1c48-4383-b7a7-80c74ea6ef17 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:05.343241 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cde04914-354c-4543-ab28-7d3c4dd0a5d7 req-2af767cc-1c48-4383-b7a7-80c74ea6ef17 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 944 time: 0.0791481 Feb 17 12:04:05.392139 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cde04914-354c-4543-ab28-7d3c4dd0a5d7 req-db838d34-4688-45ef-ac9c-18c05c47ed7b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 Feb 17 12:04:05.486238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e328c29b-6073-4ede-bb41-612b401e273c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:04:05.619180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e328c29b-6073-4ede-bb41-612b401e273c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e328c29b-6073-4ede-bb41-612b401e273c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:04:05.631846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'e328c29b-6073-4ede-bb41-612b401e273c', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'port_id': 'e328c29b-6073-4ede-bb41-612b401e273c', 'mac_address': 'fa:16:3e:c9:b4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:04:05.690862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:05.709038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e328c29b-6073-4ede-bb41-612b401e273c {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:04:05.724556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e328c29b-6073-4ede-bb41-612b401e273c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e328c29b-6073-4ede-bb41-612b401e273c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:04:05.814687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:05.880046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e328c29b-6073-4ede-bb41-612b401e273c,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:04:06.162464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['e328c29b-6073-4ede-bb41-612b401e273c'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:04:06.599834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8e25e-6e0c-468b-ad07-020c121c1ecb req-bc7dc1d8-43f9-469f-980d-c33420977293 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:06.601292 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9dd8e25e-6e0c-468b-ad07-020c121c1ecb req-bc7dc1d8-43f9-469f-980d-c33420977293 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 945 time: 0.0803926 Feb 17 12:04:06.646627 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9dd8e25e-6e0c-468b-ad07-020c121c1ecb req-0bd84c7c-2a4f-482e-adb5-a58549a805c5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389838 Feb 17 12:04:07.502690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e328c29b-6073-4ede-bb41-612b401e273c up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:04:07.655848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port e328c29b-6073-4ede-bb41-612b401e273c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:04:07.666237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port e328c29b-6073-4ede-bb41-612b401e273c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:04:07.666614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:07.812443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4c38-bc0d-4b52-af89-8794ffce53fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:07.816340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:07.850259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:04:07.862899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e328c29b-6073-4ede-bb41-612b401e273c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e328c29b-6073-4ede-bb41-612b401e273c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:04:07.866323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275b08-b2ff-4148-bcd2-fa0c8cb31dfb req-d4202db3-7a93-4f49-b133-5d2240abedbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:07.867625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-04275b08-b2ff-4148-bcd2-fa0c8cb31dfb req-d4202db3-7a93-4f49-b133-5d2240abedbe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 945 time: 0.0834439 Feb 17 12:04:07.927106 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-04275b08-b2ff-4148-bcd2-fa0c8cb31dfb req-e2edfeca-1c66-4dca-8b88-1f3a45e98de7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520742 Feb 17 12:04:07.946551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:08.013325 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c', 'code': 200} Feb 17 12:04:08.021636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e328c29b-6073-4ede-bb41-612b401e273c,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:04:08.378617 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b5ef06b-d05e-4bb3-b81b-8c8331572867 req-f1944d94-de08-4ba3-beea-26e183d9f62d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1099 time: 0.0673683 Feb 17 12:04:08.423575 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b5ef06b-d05e-4bb3-b81b-8c8331572867 req-3bc78cc3-5205-4e6f-be7b-3b03466ff787 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396030 Feb 17 12:04:09.129110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239185cc-583f-49fc-bf4c-f6c4907fca67 req-6a203266-6d1b-4318-a33a-6cbc84e49f15 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:09.130490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-239185cc-583f-49fc-bf4c-f6c4907fca67 req-6a203266-6d1b-4318-a33a-6cbc84e49f15 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 946 time: 0.0795379 Feb 17 12:04:09.176007 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-239185cc-583f-49fc-bf4c-f6c4907fca67 req-b3553afa-9c4b-42e6-af59-4e03b64a5ccb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399475 Feb 17 12:04:10.094243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67ff5408-0881-4a48-9d36-d000bcb2ff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:10.163900 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:04:10.379041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c18c1-e39e-45bf-bdb1-3d1ea5865c80 req-cc4882cd-bf11-4e9e-bd3a-54a56a2c7770 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:10.382173 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fe1c18c1-e39e-45bf-bdb1-3d1ea5865c80 req-cc4882cd-bf11-4e9e-bd3a-54a56a2c7770 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 946 time: 0.0777867 Feb 17 12:04:10.425905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fe1c18c1-e39e-45bf-bdb1-3d1ea5865c80 req-74187127-2e8f-4d72-af0f-2f1d259f0ba6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Feb 17 12:04:10.634612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205460f-8d5e-4858-8249-22f4bb6df2a1 req-8392fc23-b219-4aa4-8aae-7f18ca23242e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:10.634612 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b205460f-8d5e-4858-8249-22f4bb6df2a1 req-8392fc23-b219-4aa4-8aae-7f18ca23242e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 946 time: 0.0786912 Feb 17 12:04:10.679840 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b205460f-8d5e-4858-8249-22f4bb6df2a1 req-1a62f754-a50c-4ac9-91b2-d4a63222c449 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410850 Feb 17 12:04:10.707028 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51164) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:04:10.780014 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-482cf57b-b28f-4b89-97b6-dd59668f9afc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1094 time: 0.0718515 Feb 17 12:04:10.782641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51168) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:04:10.787812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'e328c29b-6073-4ede-bb41-612b401e273c', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:04:10.793896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:04:10.797738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:04:10.800453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:04:10.806071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:04:10.859901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:10.997925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:11.227255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.85 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/3830d7eb-b3e0-4270-ae96-c74a4b232329) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:04:11.322630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:11.390314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:11.420005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:11.473356 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:11.539735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:04:11.543982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:04:11.545884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=3830d7eb-b3e0-4270-ae96-c74a4b232329,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:04:11.548030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:04:11.595978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.596314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.596685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.596962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.597281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.597598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.597942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.598256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.598565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.598870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.599177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:04:11.615504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.159312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.290459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.505541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.604754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.719052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=3830d7eb-b3e0-4270-ae96-c74a4b232329,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:04:12.736219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.809752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:12.942493 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a associated. External IP: 172.26.6.85, port: e328c29b-6073-4ede-bb41-612b401e273c. Feb 17 12:04:13.356338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:04:13.663006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:04:13.673224 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:04:13.686758 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:04:13.687358 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:04:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:04:13.758499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:13.819285 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a302fdc4-ccdc-48cc-a436-f51ee2a9de00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0329990 Feb 17 12:04:13.819285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:04:13.820199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51172) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:04:13.874751 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c', 'status': 'completed', 'code': 200} Feb 17 12:04:13.880962 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:04:13.987650 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c3d140dc-058d-4459-a116-d235d3e8e34a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 991 time: 0.1652639 Feb 17 12:04:14.010348 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-22d838db-3ae6-4100-ac7a-2ba14c54a519 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1099 time: 0.1012485 Feb 17 12:04:14.148647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc754e-702d-424c-b535-667fe9da1396 req-567c02d8-7109-40d9-859f-a9733c895a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:14.150123 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-567c02d8-7109-40d9-859f-a9733c895a11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 897 time: 0.1342852 Feb 17 12:04:14.254568 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-701c0db9-c321-4023-801a-cea16e012c6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e328c29b-6073-4ede-bb41-612b401e273c HTTP/1.1" status: 200 len: 999 time: 0.0985305 Feb 17 12:04:14.256407 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd9d0afdf-65bc-4beb-810f-5bb14c5ec33a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'port_id': 'e328c29b-6073-4ede-bb41-612b401e273c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'mac_address': 'fa:16:3e:c9:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:04:11Z', 'updated_at': '2022-02-17T12:04:11Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:04:14.268744 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:04:14.281239 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:04:14.282215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:04:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:04:14.330288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc754e-702d-424c-b535-667fe9da1396 req-24329b3b-d209-474f-b604-39a36499cc57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:14.331733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-24329b3b-d209-474f-b604-39a36499cc57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 200 len: 835 time: 0.0704443 Feb 17 12:04:14.414965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-27bb308a-aabb-4b4c-a3f8-7b75b5eec2b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59427359-f057-40d4-93f4-4fa3d6a6baed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770819 Feb 17 12:04:14.502149 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:04:14.551307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-b565bb52-4659-483a-82f2-b0fc3dece02c service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302397 Feb 17 12:04:14.687208 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d7fc754e-702d-424c-b535-667fe9da1396 req-9a19ad50-7d51-47a5-a0de-7e09813a2d28 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291556 Feb 17 12:04:14.860105 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd9d0afdf-65bc-4beb-810f-5bb14c5ec33a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'port_id': 'e328c29b-6073-4ede-bb41-612b401e273c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'mac_address': 'fa:16:3e:c9:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:04:11Z', 'updated_at': '2022-02-17T12:04:11Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:04:14.866768 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22912e3-0827-4ae4-be21-80e035ceb076 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd9d0afdf-65bc-4beb-810f-5bb14c5ec33a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'port_id': 'e328c29b-6073-4ede-bb41-612b401e273c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'mac_address': 'fa:16:3e:c9:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:04:11Z', 'updated_at': '2022-02-17T12:04:11Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:04:14.991627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51178) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:04:15.082758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861552bb-7e49-4f57-91b4-73cc7dd6fa0a None None] New status for floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:04:15.199553 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0ea4cf7c-37a2-4879-89bf-e78d285ccb7d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 991 time: 0.2065971 Feb 17 12:04:16.203295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51182) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:04:16.308631 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-99e134d6-ae6b-4b34-9da4-adf78f8017fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 993 time: 0.1041665 Feb 17 12:04:30.634953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-f0365f19-c750-454e-9939-969986418866 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670891 Feb 17 12:04:30.727448 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-d08b616b-79c8-4040-92b3-9429c3f51839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0707662 Feb 17 12:04:30.875476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-54e19340-c318-4e9b-9803-b581223d8160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:30.877637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-54e19340-c318-4e9b-9803-b581223d8160 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.1281221 Feb 17 12:04:30.984768 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-88860583-7945-46f3-a26c-2a73a3465168 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 1000 time: 0.1002855 Feb 17 12:04:31.047771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-ea13b5f4-6ba1-45b1-bc6a-8bcb6d2c05f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:04:31.049047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-ea13b5f4-6ba1-45b1-bc6a-8bcb6d2c05f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0582190 Feb 17 12:04:31.126693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-f96b2cd8-fe9a-440c-9263-c47c9dcfde2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710571 Feb 17 12:04:31.262755 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-53f3b386-87f1-4a99-8fe3-fa13884a67ee service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284158 Feb 17 12:04:31.410404 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e41ae8-2595-48d7-9016-62de4540a2a9 req-079e1987-c8d0-41b7-97e9-372e3992e038 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384053 Feb 17 12:04:37.710726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-80e771a3-e3e3-49c5-b9fa-00a620f6b5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:40.031168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71ea24c2-0531-4e35-b102-3c85a23ed4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:41.322134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:41.367528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:41.602045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:42.851577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:04:47.164520 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:05:07.737970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7fbba4f7-0ad7-4038-8b28-136ea33ca6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:10.015348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3b6c674e-5785-4dfc-ac05-1c8680b673bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:11.294647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:11.346354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:11.598253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:12.820985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:24.168641 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:05:25.638827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51258) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:25.718451 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1e731475-df00-4c30-8422-62da3739a877 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&network_id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 3000 time: 0.0783823 Feb 17 12:05:27.219252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51274) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:27.280701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb49033f-9a30-4398-9ed7-974082388091 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:27.282204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cb49033f-9a30-4398-9ed7-974082388091 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54 HTTP/1.1" status: 200 len: 814 time: 0.0619519 Feb 17 12:05:27.741187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51284) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:27.747051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:27.859180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:28.247514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:28.334296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:28.334611 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a disassociated. External IP: 172.26.6.85, port: e328c29b-6073-4ede-bb41-612b401e273c. Feb 17 12:05:28.744175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:05:28.958415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:05:28.964270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:28.970248 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:05:28.982555 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:05:28.983166 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:05:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:29.024423 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d522d315-1dfd-40a1-aff3-6231fb7b4f8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 689 time: 1.2819934 Feb 17 12:05:29.024903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:05:29.027194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51290) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:29.086517 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c', 'status': 'completed', 'code': 200} Feb 17 12:05:29.119752 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-91ea2325-eaae-4a3c-86d0-f718bad45c4e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 689 time: 0.0913794 Feb 17 12:05:29.170027 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:05:29.181003 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-83c42130-e9d2-4513-bfc4-67b3f8ce66ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1099 time: 0.0713625 Feb 17 12:05:29.318804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-0cd777e7-afc8-418c-b99c-219a4d0056e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:29.320211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-0cd777e7-afc8-418c-b99c-219a4d0056e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 897 time: 0.1337640 Feb 17 12:05:29.394642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-033de973-9e62-4d87-91b0-636f5f986ac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e328c29b-6073-4ede-bb41-612b401e273c HTTP/1.1" status: 200 len: 217 time: 0.0680859 Feb 17 12:05:29.465607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-8d3b979a-af68-4912-aabe-b43c440f8791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:29.467581 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-8d3b979a-af68-4912-aabe-b43c440f8791 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 200 len: 835 time: 0.0677218 Feb 17 12:05:29.510230 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:29.517752 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:05:29.531200 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:05:29.531822 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:05:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:29.555863 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-7f951659-0077-474a-a0fb-1ca3c3588a05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59427359-f057-40d4-93f4-4fa3d6a6baed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829043 Feb 17 12:05:29.701704 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-e6f726ef-578c-4345-8b1d-47bfdbb30efb service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384614 Feb 17 12:05:29.795425 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:05:29.834899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93e9e772-b99c-4ca1-b6ea-d615527023f8 req-db0b3bb9-45c7-42ab-9b7e-300a5ba26680 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267343 Feb 17 12:05:30.123396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51298) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:30.125661 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:30.129668 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46976c6d-3627-43f3-8d6d-3219b5a02dd1 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:05:30.216821 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-792f4f10-50a4-433c-961f-1d4c30c7f7a0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 689 time: 0.0921910 Feb 17 12:05:30.359643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a64c9b-b8e0-4495-ba5a-ac22d640eef5 None None] New status for floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:05:30.605679 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-c7cfb579-3600-4947-aeb1-92ea64f8d3de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852146 Feb 17 12:05:30.758426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-14708958-1d1b-476e-9814-d501a894346d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0772550 Feb 17 12:05:30.999149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-f42bbc77-6bf5-4822-ac58-a47c0cbbc6c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:31.000590 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-f42bbc77-6bf5-4822-ac58-a47c0cbbc6c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.2246690 Feb 17 12:05:31.104715 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-5dc5daf3-689c-49a5-88bb-314f97fe7221 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 1000 time: 0.0968835 Feb 17 12:05:31.171063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-d8f4ed28-9fb6-4c7e-8006-de25b06f7c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:31.172433 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-d8f4ed28-9fb6-4c7e-8006-de25b06f7c55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0620275 Feb 17 12:05:31.220755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51304) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:31.250815 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-cc8dab55-f9f7-41c0-8fae-60b19b21964d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724909 Feb 17 12:05:31.307598 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e33b2e1a-4479-45a4-bc06-95f1338b3954 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 687 time: 0.0853570 Feb 17 12:05:31.406687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-1d8b6073-cd27-4984-9105-0a5f81e78af1 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493487 Feb 17 12:05:31.550116 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a2bcbaf-c635-41a9-8862-2b59471a6986 req-90d0c30b-43e7-48ce-a9dc-8e992373e50b service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364791 Feb 17 12:05:32.706977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51312) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:32.712483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305638757', 'description': 'tempest-secgroup-smoke-305638757 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:32.719150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:32.728731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:32.830406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:32.865870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:32.869665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:32.872795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:32.878708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:32.940174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.033808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.082615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:33.094985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.098297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:33.176747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.178022 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-62762a90-84c1-446b-9203-f5018753dbdc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4700186 Feb 17 12:05:33.187109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51318) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:33.193699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad7894-e54e-4d8e-bb61-d549eff7d0cf', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:33.200105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:33.204735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:33.207560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:33.213479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:33.352196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.418336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.560271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.584287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74994f0-9cc2-4b9b-a2f9-83a37da47562,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:33.708628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.709886 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dd0d6647-85ae-4215-bd1a-5d7b89127159 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5217528 Feb 17 12:05:33.712741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51322) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:33.718429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad7894-e54e-4d8e-bb61-d549eff7d0cf', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:33.724550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:33.728943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:33.732577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:33.739928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:33.838971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:33.902249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.019587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.042825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0259e998-b6ac-4bd6-b833-9f91eb1ae9c2,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:34.167987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.172693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-625d433e-eda5-4c4c-8006-22a866698390 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4555736 Feb 17 12:05:34.174727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51328) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:34.180271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad7894-e54e-4d8e-bb61-d549eff7d0cf', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:34.187291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:34.191111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:34.194031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:34.199918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:34.340762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.410412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.510845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.538624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d447bf2c-8caa-45c0-b560-34c582b268f1,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:34.645595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.646944 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d6ef0136-1d07-46a3-893c-e002088cac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4712608 Feb 17 12:05:34.649665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51332) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:34.656100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad7894-e54e-4d8e-bb61-d549eff7d0cf', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:34.662132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:34.665987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:34.668891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:34.677197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:34.763714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.833421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.936835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:34.960405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cac71c8-e0d8-47a1-ad66-3b92585ee697,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:35.064729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.066199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-432c23cd-630a-4419-b4e0-9623afb9cca5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4155393 Feb 17 12:05:35.069055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51338) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:35.075003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad7894-e54e-4d8e-bb61-d549eff7d0cf', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:35.081919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:35.085905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:35.089183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:35.095890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:35.190822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:05:35.198321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.269982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.361891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.387316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd55b0aa-65f7-405f-beee-09a2e21fae56,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:35.459200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.460431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a7503c37-094d-4811-9a57-06df30403c5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3904624 Feb 17 12:05:35.463082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51342) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:35.469279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad7894-e54e-4d8e-bb61-d549eff7d0cf', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:35.475233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:35.478965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:05:35.481837 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:05:35.487927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:35.573421 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:05:35.581003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.654204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.745033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.770591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b173e0e5-a6ad-4931-ac3e-3f59aab533c8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:35.868030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:35.869185 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d9432cbb-942e-4587-a969-5d93b317b972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4052000 Feb 17 12:05:36.219544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-d3ace25c-2cc3-4637-8428-f08ad9593857 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:05:36.333504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-d3ace25c-2cc3-4637-8428-f08ad9593857 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:05:36.334738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-d3ace25c-2cc3-4637-8428-f08ad9593857 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305638757&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1597130 Feb 17 12:05:36.491595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-770b5cf3-b869-4986-b857-595b7dad35e7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:36.493023 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-770b5cf3-b869-4986-b857-595b7dad35e7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 797 time: 0.1516573 Feb 17 12:05:36.509319 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-d0e57ea1-6342-4a2a-9995-8b3cbe88777f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0108876 Feb 17 12:05:36.596760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-52f25d46-95e8-4c74-a708-7553ca673de3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823941 Feb 17 12:05:36.738528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-d2607d81-4ae2-47be-9a96-730433c16b04 service neutron] 10.222.0.47 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299179 Feb 17 12:05:36.949031 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-a71359ce-69ac-4d05-81c6-fd5a5d42ef03 service neutron] 10.222.0.47 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049782 Feb 17 12:05:37.405964 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-de63514e-a683-4515-9262-cc1b79bc0498 req-a6a8213d-5362-4527-9f03-756d986ed6f0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 210 time: 0.1210630 Feb 17 12:05:37.760444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-315087f0-2af9-41e4-ae6a-75acce584ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:38.584132 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-64efde41-ad92-4071-afa4-cd267b177a6f req-76ddb65c-1728-4d99-b723-c0c20dbdff86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 210 time: 0.0437033 Feb 17 12:05:39.791595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-9c95788f-8259-40db-b06c-6d5b1c2ff72e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:39.793169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-9c95788f-8259-40db-b06c-6d5b1c2ff72e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 797 time: 0.1767511 Feb 17 12:05:39.816360 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-af9602c4-b966-4315-89cd-28249e21b51c req-4b83f476-837d-4476-816c-eb3333e3177c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 210 time: 0.0785766 Feb 17 12:05:39.858815 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-69747f59-a5de-419d-a57c-b96eebd4c1c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 471 time: 0.0513499 Feb 17 12:05:39.868091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '30355467-77b0-443c-a19c-931680823abc', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['e0ad7894-e54e-4d8e-bb61-d549eff7d0cf']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:40.023268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:40.033207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:40.050949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7e2797aa-a16d-470b-95d1-3670b036910f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:40.119341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:05:40.122400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:40.302383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.10 (59427359-f057-40d4-93f4-4fa3d6a6baed/09c05e63-657c-4706-8d56-daa87fad1317/65b3ce50-1a3e-48e0-9dd9-71f4d187049e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:05:40.493041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:40.509221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 65b3ce50-1a3e-48e0-9dd9-71f4d187049e will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:05:40.616820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:40.695738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 59427359-f057-40d4-93f4-4fa3d6a6baed is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:05:40.698744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:05:40.704329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:05:40.730674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:40.779274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:40.780048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:40.870405 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-fd767def-45e0-41c0-a264-2155b4778816 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0059381 Feb 17 12:05:40.876753 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-2efab6b0-b599-4155-8af9-3bcc1bef3fcf tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487984708&fields=id&tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 267 time: 0.0509200 Feb 17 12:05:40.882305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Request body: {'port': {'device_id': '30355467-77b0-443c-a19c-931680823abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:41.034754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d1749-b4b6-4a15-824a-e0819f4886e7 req-1a1f4222-8cb7-455f-a062-2167ad6ffba0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:41.036159 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc5d1749-b4b6-4a15-824a-e0819f4886e7 req-1a1f4222-8cb7-455f-a062-2167ad6ffba0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 932 time: 0.0785468 Feb 17 12:05:41.055778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-409f1550-5718-4efb-a058-75b6cea8fbe5 None None] Provisioning for port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:05:41.063878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-409f1550-5718-4efb-a058-75b6cea8fbe5 None None] Provisioning complete for port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:05:41.064614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-409f1550-5718-4efb-a058-75b6cea8fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:41.084344 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc5d1749-b4b6-4a15-824a-e0819f4886e7 req-1bcd92b1-1fec-4610-aeb0-492cbcfe9bb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 Feb 17 12:05:41.125546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:41.131639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-409f1550-5718-4efb-a058-75b6cea8fbe5 None None] Port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:05:41.152207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-ecf0e862-dd6f-45f1-9171-3e82723f971f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:41.153802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-ecf0e862-dd6f-45f1-9171-3e82723f971f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 811 time: 0.2456477 Feb 17 12:05:41.214859 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-c5bee947-6cf3-41d8-a649-3c665dff1434 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/quotas/2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 375 time: 0.0319421 Feb 17 12:05:41.308096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:41.370318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:41.448871 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-45c2bb90-a797-46f9-8fab-7174192b1e59 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2267225 Feb 17 12:05:41.587740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:41.757167 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-d44eb63e-e50e-40dc-a6bd-931389b1e9d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840037 Feb 17 12:05:41.783866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b3ce50-1a3e-48e0-9dd9-71f4d187049e {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:05:41.795736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:41.869996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Transition to ACTIVE for port object 65b3ce50-1a3e-48e0-9dd9-71f4d187049e will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:05:41.910130 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-e1f2ad68-20a8-4cad-a759-e7bec918874a service neutron] 10.222.0.47 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465471 Feb 17 12:05:41.938769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:42.068165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Pushing event updated for resources: {'Port': ['ID=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:42.185642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Attempting to bind port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:05:42.186362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Attempting to bind port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:05:42.186998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Attempting to bind port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e on network 59427359-f057-40d4-93f4-4fa3d6a6baed {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:05:42.193520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e on network 59427359-f057-40d4-93f4-4fa3d6a6baed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:05:42.194052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Attempting to bind port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e on network 59427359-f057-40d4-93f4-4fa3d6a6baed {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:05:42.203160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:05:42.203160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Checking segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:05:42.203441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Bound using segment: {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:05:42.203824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Bound port: 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a98eb2-8d1e-410c-9aa9-84858be1ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:05:42.204223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:42.308343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] For port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:05:42.312840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] For port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:05:42.330802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec43a5-4d9c-48e3-9b29-c272693307d5 req-b21dc730-98ac-41a2-9e82-1c104af19890 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:42.332371 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bec43a5-4d9c-48e3-9b29-c272693307d5 req-b21dc730-98ac-41a2-9e82-1c104af19890 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 944 time: 0.1011052 Feb 17 12:05:42.379094 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bec43a5-4d9c-48e3-9b29-c272693307d5 req-d004f78f-3dc5-42d9-abbf-7e3ac6fba08d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Feb 17 12:05:42.391574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:42.459335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:42.460701 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/65b3ce50-1a3e-48e0-9dd9-71f4d187049e HTTP/1.1" status: 200 len: 1094 time: 1.5831926 Feb 17 12:05:42.461128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:05:42.479468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4536-adb7-4ab5-ba4e-6de8d17d13b7 service neutron] Pushing event updated for resources: {'Port': ['ID=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:42.519352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'status': 'completed', 'code': 200} Feb 17 12:05:42.650313 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08bab4cb-136d-4ee6-a332-9a3da1b6f9b7 req-6a6ae91e-db93-47b5-a148-08dfa575d9d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 1097 time: 0.1078513 Feb 17 12:05:42.687566 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-89d83ebe-d054-4ce8-ae16-87966ad71a0e req-4c4f954a-d667-4733-a7b2-546161750aac tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 210 time: 0.0556893 Feb 17 12:05:42.818312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab4cb-136d-4ee6-a332-9a3da1b6f9b7 req-6158567b-8e55-4a30-bdf8-ce6d4e487747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:42.818550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:42.819758 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08bab4cb-136d-4ee6-a332-9a3da1b6f9b7 req-6158567b-8e55-4a30-bdf8-ce6d4e487747 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1629014 Feb 17 12:05:42.956262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab4cb-136d-4ee6-a332-9a3da1b6f9b7 req-2d5f9d63-4893-4ceb-a389-1218d464675e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:42.957710 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08bab4cb-136d-4ee6-a332-9a3da1b6f9b7 req-2d5f9d63-4893-4ceb-a389-1218d464675e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1326470 Feb 17 12:05:43.132231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-b222e6c8-4b56-4a3e-b4a8-b52e8a05eed2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 1097 time: 0.1386015 Feb 17 12:05:43.201089 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-1f286295-88a9-487d-83ba-22eb587c069e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e HTTP/1.1" status: 200 len: 217 time: 0.0625319 Feb 17 12:05:43.266706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-cc3f27f8-9dc5-4cfe-b275-0e77d6303fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:43.268169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-cc3f27f8-9dc5-4cfe-b275-0e77d6303fd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 200 len: 835 time: 0.0619664 Feb 17 12:05:43.341758 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-8ecb3c97-616f-4c88-84af-d5fee5dd79b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59427359-f057-40d4-93f4-4fa3d6a6baed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677922 Feb 17 12:05:43.474662 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-35b68681-2fe6-468f-8433-384287f658d5 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272902 Feb 17 12:05:43.751058 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76fbd9f3-7181-4316-8d25-4825fce5dd0b req-e8fdf590-f196-4b7b-8109-9b67f41ce2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709405 Feb 17 12:05:43.763106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd935fd-2a24-44b0-a2d4-93492ed97f28 req-98aea70a-bc70-4e02-815d-252f71541ec6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:43.764404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-fcd935fd-2a24-44b0-a2d4-93492ed97f28 req-98aea70a-bc70-4e02-815d-252f71541ec6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:05:43.859566 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b64a3aa2-aeea-4b7a-813a-bd03b474426f req-4ae32b40-4ff1-4be4-a82a-1e43663133e5 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 210 time: 0.0433002 Feb 17 12:05:43.878696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-fcd935fd-2a24-44b0-a2d4-93492ed97f28 req-98aea70a-bc70-4e02-815d-252f71541ec6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:05:43.879866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fcd935fd-2a24-44b0-a2d4-93492ed97f28 req-98aea70a-bc70-4e02-815d-252f71541ec6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 944 time: 0.3305511 Feb 17 12:05:43.924732 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fcd935fd-2a24-44b0-a2d4-93492ed97f28 req-824df575-baff-4295-a888-15b751d1e7e4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393226 Feb 17 12:05:44.693257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-895bd8b7-a434-45fe-bff4-353187f0a23b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:44.694639 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-895bd8b7-a434-45fe-bff4-353187f0a23b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 811 time: 0.1481404 Feb 17 12:05:44.750761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-e561b893-8963-4995-bc63-7010ac48dca4 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9 HTTP/1.1" status: 200 len: 379 time: 0.0423265 Feb 17 12:05:44.760222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'port': {'device_id': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'admin_state_up': True, 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'security_groups': ['0a585474-d20e-48eb-bf4b-912ee9cc382e']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:44.906209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:05:44.919324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:05:45.030785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Made reservation on behalf of 2d6694fddb4e4a2bb43f30af7aa3d8a9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:05:45.034866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:45.068196 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f4de9774-8551-417c-9ba3-5618658b85b6 req-ca37660e-9bff-4512-9509-badf10e2435b tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 210 time: 0.0699151 Feb 17 12:05:45.272903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeffb-5ba9-40d1-b08c-ea23232aad6b req-7d2afc58-b877-40ca-b184-fe64820def5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:45.274435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-41abeffb-5ba9-40d1-b08c-ea23232aad6b req-7d2afc58-b877-40ca-b184-fe64820def5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 944 time: 0.1726775 Feb 17 12:05:45.283331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Allocated IP 172.20.0.4 (3c854e6f-3ba8-4456-af9d-8c00f77df2e9/318647d3-4aaf-47a8-91e1-ce1862355d97/f36c601a-7b31-401b-ba2c-2c20abb19e89) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:05:45.350996 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-41abeffb-5ba9-40d1-b08c-ea23232aad6b req-50889029-b23c-43ac-9992-81a1efc7efaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696640 Feb 17 12:05:45.525691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:45.542012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Transition to ACTIVE for port object f36c601a-7b31-401b-ba2c-2c20abb19e89 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:05:45.676269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:45.746720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:05:45.750611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:05:45.761415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:05:45.791588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=f36c601a-7b31-401b-ba2c-2c20abb19e89,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:45.828398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:45.829032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:45.942763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-736d2289-52da-4d77-b1ab-3f85a7bf9c87 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1860728 Feb 17 12:05:45.958623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Request body: {'port': {'device_id': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:46.018607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8918a200-d4a0-4e4e-bcbd-6bfb70b89bf5 None None] Provisioning for port f36c601a-7b31-401b-ba2c-2c20abb19e89 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:05:46.024424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8918a200-d4a0-4e4e-bcbd-6bfb70b89bf5 None None] Provisioning complete for port f36c601a-7b31-401b-ba2c-2c20abb19e89 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:05:46.025354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8918a200-d4a0-4e4e-bcbd-6bfb70b89bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:46.065256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:46.081165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8918a200-d4a0-4e4e-bcbd-6bfb70b89bf5 None None] Port f36c601a-7b31-401b-ba2c-2c20abb19e89 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:05:46.305341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40f871-b208-4445-aa95-c8fe29d63d82 req-57a6e1d1-0d86-4d17-9c96-f3841247a84a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:46.306843 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cc40f871-b208-4445-aa95-c8fe29d63d82 req-57a6e1d1-0d86-4d17-9c96-f3841247a84a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 931 time: 0.0976005 Feb 17 12:05:46.355416 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cc40f871-b208-4445-aa95-c8fe29d63d82 req-c5749dd6-270e-4e28-ad10-c1322057030e tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Feb 17 12:05:46.460968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36c601a-7b31-401b-ba2c-2c20abb19e89 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:05:46.469133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:46.514673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Transition to ACTIVE for port object f36c601a-7b31-401b-ba2c-2c20abb19e89 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:05:46.565127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f127d-192e-4cce-81be-47159307fe35 req-21a28db0-6f3e-407e-a97d-4391fc102bb0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:46.566584 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-323f127d-192e-4cce-81be-47159307fe35 req-21a28db0-6f3e-407e-a97d-4391fc102bb0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 944 time: 0.0842509 Feb 17 12:05:46.614296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-323f127d-192e-4cce-81be-47159307fe35 req-2b8f01ea-a83a-42f7-ae54-92ec0949d970 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417840 Feb 17 12:05:46.624065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:46.759141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f36c601a-7b31-401b-ba2c-2c20abb19e89,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:47.001513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Attempting to bind port f36c601a-7b31-401b-ba2c-2c20abb19e89 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:05:47.001873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Attempting to bind port f36c601a-7b31-401b-ba2c-2c20abb19e89 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:05:47.002196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Attempting to bind port f36c601a-7b31-401b-ba2c-2c20abb19e89 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:05:47.008021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Port f36c601a-7b31-401b-ba2c-2c20abb19e89 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:05:47.008327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Attempting to bind port f36c601a-7b31-401b-ba2c-2c20abb19e89 on network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:05:47.015715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:05:47.016047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Checking segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:05:47.016429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Bound using segment: {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:05:47.016858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Bound port: f36c601a-7b31-401b-ba2c-2c20abb19e89, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e71192-fc1d-4795-aa5d-74c1cd1be038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:05:47.017201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:47.113352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] For port f36c601a-7b31-401b-ba2c-2c20abb19e89, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:05:47.116712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] For port f36c601a-7b31-401b-ba2c-2c20abb19e89, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:05:47.176434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:47.240898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:47.242375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/f36c601a-7b31-401b-ba2c-2c20abb19e89 HTTP/1.1" status: 200 len: 1093 time: 1.2927077 Feb 17 12:05:47.242808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:05:47.274698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d83e-1e57-4802-b568-f92405dd92a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f36c601a-7b31-401b-ba2c-2c20abb19e89,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:47.310189 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'status': 'completed', 'code': 200} Feb 17 12:05:47.420194 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fdfc151d-091e-4745-808a-7134d5b11cb8 req-9aa2b5cc-c7b6-4cdd-8cae-de58e0fac6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1096 time: 0.0809216 Feb 17 12:05:47.625054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc151d-091e-4745-808a-7134d5b11cb8 req-79d53fbc-d60f-4286-804d-240053fc554e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:47.626576 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fdfc151d-091e-4745-808a-7134d5b11cb8 req-79d53fbc-d60f-4286-804d-240053fc554e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1953294 Feb 17 12:05:47.660205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd24be-3d9d-4a7e-9198-78e831620ae9 req-cd22ccfc-884e-4d98-80ca-2f2ba1d42f77 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:47.660888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-80bd24be-3d9d-4a7e-9198-78e831620ae9 req-cd22ccfc-884e-4d98-80ca-2f2ba1d42f77 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:05:47.780334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc151d-091e-4745-808a-7134d5b11cb8 req-d84c7d4f-a9b6-4edb-a09a-a6d4ac7aaa77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:47.781927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fdfc151d-091e-4745-808a-7134d5b11cb8 req-d84c7d4f-a9b6-4edb-a09a-a6d4ac7aaa77 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1486192 Feb 17 12:05:47.812678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-80bd24be-3d9d-4a7e-9198-78e831620ae9 req-cd22ccfc-884e-4d98-80ca-2f2ba1d42f77 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:05:47.814101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-80bd24be-3d9d-4a7e-9198-78e831620ae9 req-cd22ccfc-884e-4d98-80ca-2f2ba1d42f77 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.3087785 Feb 17 12:05:47.824277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb12a-bc4b-4d55-a5fc-95905b67e99d req-b998ae17-7635-43c7-8b13-501f6dfbeaa7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:47.825731 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-439bb12a-bc4b-4d55-a5fc-95905b67e99d req-b998ae17-7635-43c7-8b13-501f6dfbeaa7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 944 time: 0.0840907 Feb 17 12:05:47.872444 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-439bb12a-bc4b-4d55-a5fc-95905b67e99d req-367eedfd-d5b0-4689-bacd-1f85384658d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Feb 17 12:05:47.912954 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-80bd24be-3d9d-4a7e-9198-78e831620ae9 req-8dbfbed7-9003-4d2d-a097-6f5f6f852123 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624025 Feb 17 12:05:47.941180 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-84aad626-f6b4-4dc6-a549-dcfb5ae38dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1096 time: 0.1248293 Feb 17 12:05:48.011176 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-b7d02f6f-ff84-4642-82ce-7ef5b43b93e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89 HTTP/1.1" status: 200 len: 217 time: 0.0629771 Feb 17 12:05:48.077518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-b89a58c0-04b1-40da-b628-e40d2f041074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:48.078972 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-b89a58c0-04b1-40da-b628-e40d2f041074 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0626614 Feb 17 12:05:48.087736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 65b3ce50-1a3e-48e0-9dd9-71f4d187049e details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:05:48.153137 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-1d57e4c8-292d-4bd6-87bb-18eee87416b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684924 Feb 17 12:05:48.220792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:05:48.235478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'port_id': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'mac_address': 'fa:16:3e:e6:64:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:05:48.286991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-9dbd4476-5419-4895-bb3a-9c2a5c317603 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280584 Feb 17 12:05:48.290264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:48.308498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b3ce50-1a3e-48e0-9dd9-71f4d187049e {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:05:48.323867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:05:48.404857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:48.421682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b309fbf9-b7a8-4ca4-8c9f-01d25c60628c req-8f3cc450-d294-4956-a90a-7f46b1286466 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292794 Feb 17 12:05:48.516685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:48.524862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.525210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.525561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.525926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.526260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.526611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.526935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.527258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.527579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.527897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.528222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:05:48.930707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['65b3ce50-1a3e-48e0-9dd9-71f4d187049e'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:05:49.077019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c4a2-f08b-4034-bb20-d405318deeba req-567fcc4a-2496-481e-9c19-993e6a78a5ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:49.078612 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f095c4a2-f08b-4034-bb20-d405318deeba req-567fcc4a-2496-481e-9c19-993e6a78a5ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 945 time: 0.0821996 Feb 17 12:05:49.128977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e17c5a-edc3-478d-a41b-74ea0dda46e8 req-1797dd06-0ee5-4676-a110-e1557fcb0fa7 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:49.129516 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f095c4a2-f08b-4034-bb20-d405318deeba req-05872b7b-73ff-48e5-8f64-8e237c358fe2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Feb 17 12:05:49.131368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5e17c5a-edc3-478d-a41b-74ea0dda46e8 req-1797dd06-0ee5-4676-a110-e1557fcb0fa7 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.0883045 Feb 17 12:05:49.180853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5e17c5a-edc3-478d-a41b-74ea0dda46e8 req-69c02db1-eb18-4d92-9a33-a2a4136ca909 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440440 Feb 17 12:05:50.084817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 65b3ce50-1a3e-48e0-9dd9-71f4d187049e up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:05:50.206772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:05:50.213027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:05:50.217711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:50.345835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:50.349346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0590-1054-4d69-b61b-915e8ac38adf req-1913e0b4-cc90-446e-8a69-fb54a8dfb5fe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:50.350978 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dade0590-1054-4d69-b61b-915e8ac38adf req-1913e0b4-cc90-446e-8a69-fb54a8dfb5fe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 945 time: 0.0907133 Feb 17 12:05:50.373872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:05:50.383882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:05:50.399726 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dade0590-1054-4d69-b61b-915e8ac38adf req-25bff97f-ead2-45a2-bb4b-b90ada9a3dfa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 Feb 17 12:05:50.409951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6f4a-e096-44fb-9b34-e33cff41d8bd req-e2d2b929-8639-4128-b57f-cdd9da28780d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:50.411427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d0c6f4a-e096-44fb-9b34-e33cff41d8bd req-e2d2b929-8639-4128-b57f-cdd9da28780d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.0819557 Feb 17 12:05:50.459024 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d0c6f4a-e096-44fb-9b34-e33cff41d8bd req-e5930bea-f23d-401a-acd2-e5b401a316c3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Feb 17 12:05:50.468560 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'code': 200} Feb 17 12:05:50.484405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:50.553272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:50.806081 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0cd4a21-eb09-41b7-b85f-492bda69f8fe req-b3c48781-8e17-434d-987b-6c3f68ae3713 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 1099 time: 0.0722330 Feb 17 12:05:50.848517 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0cd4a21-eb09-41b7-b85f-492bda69f8fe req-9e7ae431-caad-4b02-9088-09fb35546ad8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365646 Feb 17 12:05:51.638510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beb735-ece3-45bd-83c3-1745c026489c req-2d3dd6b7-d225-4964-a6f4-25fe82908756 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:51.640043 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3beb735-ece3-45bd-83c3-1745c026489c req-2d3dd6b7-d225-4964-a6f4-25fe82908756 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0829165 Feb 17 12:05:51.680742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb14b3-a7aa-4831-8697-6af916ff2e41 req-de58e01a-061c-4470-a126-a16f9c6552ea tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:51.682526 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-07eb14b3-a7aa-4831-8697-6af916ff2e41 req-de58e01a-061c-4470-a126-a16f9c6552ea tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.0776045 Feb 17 12:05:51.687863 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3beb735-ece3-45bd-83c3-1745c026489c req-eb7255b2-fc00-4863-a76b-a7e19802af99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Feb 17 12:05:51.830654 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-07eb14b3-a7aa-4831-8697-6af916ff2e41 req-fc4780c7-6ac5-4789-b63b-9badd137ba61 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377532 Feb 17 12:05:52.890087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c0f82-b118-48a4-8ea0-c7f638f92ec4 req-8a8a87bb-925b-4569-a09c-6eba1d7aaffb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:52.891546 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-326c0f82-b118-48a4-8ea0-c7f638f92ec4 req-8a8a87bb-925b-4569-a09c-6eba1d7aaffb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0787897 Feb 17 12:05:52.939786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-326c0f82-b118-48a4-8ea0-c7f638f92ec4 req-43c40c7e-6e0b-44cd-bbb6-90ebb6d9f68e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424201 Feb 17 12:05:53.065184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3640-60aa-48a2-93b4-ecd8cdced5b7 req-ea1c25fc-528e-4bab-a9f1-0cc8951015ea tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:53.066658 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-abbe3640-60aa-48a2-93b4-ecd8cdced5b7 req-ea1c25fc-528e-4bab-a9f1-0cc8951015ea tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.0805917 Feb 17 12:05:53.115438 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-abbe3640-60aa-48a2-93b4-ecd8cdced5b7 req-c264a4d5-18be-4464-ab8f-b1ae1abca6f3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Feb 17 12:05:53.151364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18aa03-082e-4faf-901e-32bace55fe6a req-99e98367-764b-4f38-a0e8-3ec87dc120cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:53.152894 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff18aa03-082e-4faf-901e-32bace55fe6a req-99e98367-764b-4f38-a0e8-3ec87dc120cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0862629 Feb 17 12:05:53.204676 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff18aa03-082e-4faf-901e-32bace55fe6a req-21c08251-c701-4f98-bccf-d3ace4aab9a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453799 Feb 17 12:05:53.233958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51456) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:53.307199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-df775865-23b8-468d-a222-97309d2ee119 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 1094 time: 0.0718310 Feb 17 12:05:53.310043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51460) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:53.315290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'port_id': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:05:53.395468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:53.984156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:54.086551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:54.350108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a24f7-4158-4a67-81b6-b3bf9c0d2a57 req-ee9a12d4-af83-4810-a90f-e2cb237fb0cf tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:54.351553 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f6a24f7-4158-4a67-81b6-b3bf9c0d2a57 req-ee9a12d4-af83-4810-a90f-e2cb237fb0cf tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.1016223 Feb 17 12:05:54.356472 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a associated. External IP: 172.26.6.85, port: 65b3ce50-1a3e-48e0-9dd9-71f4d187049e. Feb 17 12:05:54.515111 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f6a24f7-4158-4a67-81b6-b3bf9c0d2a57 req-75f04f15-81c6-41e6-8222-b4ba39d3852c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115716 Feb 17 12:05:54.880904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:05:55.088476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:05:55.093356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:55.098423 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:05:55.110870 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:05:55.111532 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:05:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:55.147930 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-76ec2cb4-5ea9-4c5c-9e08-54b4a55488c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 991 time: 1.8371873 Feb 17 12:05:55.148596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:05:55.154380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51468) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:55.210357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'status': 'completed', 'code': 200} Feb 17 12:05:55.271493 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7d9dbe2-d373-4f4b-9aad-0d08c5501fab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 991 time: 0.1156781 Feb 17 12:05:55.294181 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:05:55.309825 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-a9541cdf-6061-408a-87fd-29fbc10c666e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 1099 time: 0.0777855 Feb 17 12:05:55.445804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69026d97-8749-484c-ad0b-0a29defc0130 req-976cf29b-b225-4b88-8c62-a46a7926c945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:55.447265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-976cf29b-b225-4b88-8c62-a46a7926c945 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 897 time: 0.1288078 Feb 17 12:05:55.556826 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-82650e7f-815b-4774-ba40-abb40b3b24b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e HTTP/1.1" status: 200 len: 999 time: 0.1034441 Feb 17 12:05:55.630049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69026d97-8749-484c-ad0b-0a29defc0130 req-6f5f2321-fa5b-4993-8b66-a282d32fb4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:55.631500 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-6f5f2321-fa5b-4993-8b66-a282d32fb4cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 200 len: 835 time: 0.0686791 Feb 17 12:05:55.659091 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd9d0afdf-65bc-4beb-810f-5bb14c5ec33a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'port_id': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'mac_address': 'fa:16:3e:e6:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30355467-77b0-443c-a19c-931680823abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:04:11Z', 'updated_at': '2022-02-17T12:05:53Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:55.662794 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:05:55.673386 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:05:55.674011 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:05:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:55.771398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08104a-231d-41d8-903f-cf01c659e8dd req-10c831f3-f281-4a82-be0c-86d01c9e647c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:55.772872 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ed08104a-231d-41d8-903f-cf01c659e8dd req-10c831f3-f281-4a82-be0c-86d01c9e647c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 943 time: 0.1372347 Feb 17 12:05:55.779320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-e91f6246-160f-4c5b-a417-417b64b8f89c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59427359-f057-40d4-93f4-4fa3d6a6baed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115525 Feb 17 12:05:55.854227 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:05:55.906431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ed08104a-231d-41d8-903f-cf01c659e8dd req-6ccabd40-ffe7-410e-aa1f-2f1059e27313 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261618 Feb 17 12:05:55.951569 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-d33761cc-7668-45ef-84e2-be3b37dc0028 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568844 Feb 17 12:05:56.085624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69026d97-8749-484c-ad0b-0a29defc0130 req-e6e719ab-4f8e-45ca-aef9-7125cde51d68 service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287639 Feb 17 12:05:56.108057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f36c601a-7b31-401b-ba2c-2c20abb19e89 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:05:56.250877 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd9d0afdf-65bc-4beb-810f-5bb14c5ec33a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'port_id': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'mac_address': 'fa:16:3e:e6:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30355467-77b0-443c-a19c-931680823abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:04:11Z', 'updated_at': '2022-02-17T12:05:53Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:05:56.252420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port f36c601a-7b31-401b-ba2c-2c20abb19e89, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:05:56.254858 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84a3cd-6212-4964-8932-586390f799e0 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd9d0afdf-65bc-4beb-810f-5bb14c5ec33a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'port_id': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'mac_address': 'fa:16:3e:e6:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30355467-77b0-443c-a19c-931680823abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:04:11Z', 'updated_at': '2022-02-17T12:05:53Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:05:56.270019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'port_id': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'mac_address': 'fa:16:3e:37:a7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:05:56.275314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51474) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:56.338627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:56.359889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36c601a-7b31-401b-ba2c-2c20abb19e89 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:05:56.376504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port f36c601a-7b31-401b-ba2c-2c20abb19e89, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:05:56.404132 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7c5c080f-0f48-4af5-8184-4f96698597b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 991 time: 0.1267004 Feb 17 12:05:56.452296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:56.511143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d92470-83d7-47b6-a10e-357187cf8183 None None] New status for floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:05:56.605568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=f36c601a-7b31-401b-ba2c-2c20abb19e89,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:56.818831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['f36c601a-7b31-401b-ba2c-2c20abb19e89'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:05:57.211444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91073254-1763-4c4d-a0c8-2dc140be3eb3 req-a366dbd9-8c11-4544-a161-646fd97a4165 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:57.212901 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-91073254-1763-4c4d-a0c8-2dc140be3eb3 req-a366dbd9-8c11-4544-a161-646fd97a4165 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 944 time: 0.1737125 Feb 17 12:05:57.274888 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-91073254-1763-4c4d-a0c8-2dc140be3eb3 req-d5d86675-3f4c-4988-99e2-2c5931dc7454 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559320 Feb 17 12:05:57.407828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51480) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:05:57.514198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-24f2fc0f-f029-4f51-b06a-93b5afabd3cf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 200 len: 993 time: 0.1051860 Feb 17 12:05:58.122879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f36c601a-7b31-401b-ba2c-2c20abb19e89 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:05:58.285882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port f36c601a-7b31-401b-ba2c-2c20abb19e89 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:05:58.291170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port f36c601a-7b31-401b-ba2c-2c20abb19e89 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:05:58.303616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:58.410293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:58.438250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:05:58.455914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port f36c601a-7b31-401b-ba2c-2c20abb19e89, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:05:58.476657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1c42-83cf-4384-bf68-e05eab9fd3ba req-4d6c1f07-5318-4610-b2b6-6307a4657e15 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:58.478781 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-436b1c42-83cf-4384-bf68-e05eab9fd3ba req-4d6c1f07-5318-4610-b2b6-6307a4657e15 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 944 time: 0.0796754 Feb 17 12:05:58.495173 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'code': 200} Feb 17 12:05:58.530284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:05:58.531983 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-436b1c42-83cf-4384-bf68-e05eab9fd3ba req-135bb23c-bd50-452b-810e-6cb4873c3d03 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480530 Feb 17 12:05:58.604019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=f36c601a-7b31-401b-ba2c-2c20abb19e89,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:05:59.135132 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-328f2fb7-7969-4892-9aa7-3c3113dc0488 req-66280d69-6646-41f7-91cb-752df6055edb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1098 time: 0.1692114 Feb 17 12:05:59.177343 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-328f2fb7-7969-4892-9aa7-3c3113dc0488 req-1e8bd28d-e5f8-417f-ad89-986fcf2299b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Feb 17 12:05:59.741001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72dc37-a618-49ed-8fa2-07043992042e req-3c7ce464-ed4c-482b-b326-76d9ae8d1842 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:05:59.742487 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cb72dc37-a618-49ed-8fa2-07043992042e req-3c7ce464-ed4c-482b-b326-76d9ae8d1842 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 945 time: 0.0806475 Feb 17 12:05:59.788834 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cb72dc37-a618-49ed-8fa2-07043992042e req-cc428465-7921-4321-b6fc-96f51d38a77a tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400918 Feb 17 12:06:00.988388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcf2e0-faf7-42a4-b085-cae72536ee7c req-a12d3dcb-fcbe-4641-a952-54e51a7a2897 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:06:00.989914 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6dbcf2e0-faf7-42a4-b085-cae72536ee7c req-a12d3dcb-fcbe-4641-a952-54e51a7a2897 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 945 time: 0.0778749 Feb 17 12:06:01.035545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6dbcf2e0-faf7-42a4-b085-cae72536ee7c req-6ea40b5a-5893-418a-b42c-725c57c9dffe tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Feb 17 12:06:01.168337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:06:01.242490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a750db-41c2-4988-a236-c43f6aa8c816 req-89a715f9-66e2-4be3-a468-87141f5b12aa tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:06:01.244096 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b0a750db-41c2-4988-a236-c43f6aa8c816 req-89a715f9-66e2-4be3-a468-87141f5b12aa tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 945 time: 0.0799799 Feb 17 12:06:01.298943 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b0a750db-41c2-4988-a236-c43f6aa8c816 req-d719c703-5c11-413e-82ca-d64bb25fdca7 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490839 Feb 17 12:06:01.327101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51494) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:06:01.533644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a02479a2-4415-4cd1-ad87-4283877ff7b7 tempest-TestVolumeBootPattern-332681704 tempest-TestVolumeBootPattern-332681704-project-admin] Synchronizing usage tracker for tenant:1a97f2ec5e174053ad016c5794e86d5d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:06:01.663062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a02479a2-4415-4cd1-ad87-4283877ff7b7 tempest-TestVolumeBootPattern-332681704 tempest-TestVolumeBootPattern-332681704-project-admin] Unset dirty status for tenant:1a97f2ec5e174053ad016c5794e86d5d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:06:01.665915 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a02479a2-4415-4cd1-ad87-4283877ff7b7 tempest-TestVolumeBootPattern-332681704 tempest-TestVolumeBootPattern-332681704-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1093 time: 0.3361900 Feb 17 12:06:01.668444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51500) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:06:01.674088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:06:01.679775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:06:01.683762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Usage tracker for resource:floatingip and tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:06:01.688381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:06:01.692510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:06:01.767084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:01.908410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:02.046773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Allocated IP 172.26.6.69 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/0b42ee78-1158-4346-b261-6e1e5bbf185e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:06:02.206511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:02.301336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:02.376016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:06:02.378761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:06:02.383073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:06:02.409877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=0b42ee78-1158-4346-b261-6e1e5bbf185e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:06:02.895296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:03.048358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:03.259449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:03.346651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:03.546342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event updated for resources: {'Port': ['ID=0b42ee78-1158-4346-b261-6e1e5bbf185e,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:06:03.561300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:03.752662 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Floating IP c3970da9-cba4-400c-a446-a166ab03384c associated. External IP: 172.26.6.69, port: f36c601a-7b31-401b-ba2c-2c20abb19e89. Feb 17 12:06:04.139732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:06:04.341537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:06:04.350925 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:06:04.362414 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:06:04.363000 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:05:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:06:04.417326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:04.474239 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8ba8751c-1f42-465f-b5c5-a976090c80a6 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8046350 Feb 17 12:06:04.474819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:06:04.529583 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'status': 'completed', 'code': 200} Feb 17 12:06:04.546018 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:06:04.636616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-d7d68f7d-df10-4b0b-9505-886627833c11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0791945 Feb 17 12:06:04.773320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-704a6db9-525a-4556-9548-e674a2c0835b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:06:04.774728 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-704a6db9-525a-4556-9548-e674a2c0835b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.1308503 Feb 17 12:06:04.876339 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-ccb7a6c5-4cb1-4c77-9e11-526eeee7087b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89 HTTP/1.1" status: 200 len: 998 time: 0.0954182 Feb 17 12:06:04.905701 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:03:00Z', 'revision_number': 1, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}, {'id': 'c3970da9-cba4-400c-a446-a166ab03384c', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.69', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:37:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:06:02Z', 'updated_at': '2022-02-17T12:06:02Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:06:04.909714 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:06:04.920413 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:06:04.921016 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:05:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:06:04.956160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-153ba768-08fc-4f0e-99ae-9e3a8e79bc26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:06:04.957613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-153ba768-08fc-4f0e-99ae-9e3a8e79bc26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0679135 Feb 17 12:06:05.036884 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-a29ed6d7-cf8e-4bca-bf7b-1fff5376cd76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684927 Feb 17 12:06:05.100398 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:06:05.171332 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-df174b64-e6e5-43a5-b6ad-2220b79c3ade service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265721 Feb 17 12:06:05.408149 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99961cdd-6394-4d79-af06-9ea6c9faa7c2 req-12ec95b8-4c81-44eb-8482-d429b9368be8 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292266 Feb 17 12:06:05.458808 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:03:00Z', 'revision_number': 1, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}, {'id': 'c3970da9-cba4-400c-a446-a166ab03384c', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.69', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:37:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:06:02Z', 'updated_at': '2022-02-17T12:06:02Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:06:05.462999 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26086d2-bc07-48e9-b805-630679bcac56 None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:03:00Z', 'revision_number': 1, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}, {'id': 'c3970da9-cba4-400c-a446-a166ab03384c', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.69', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:37:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:06:02Z', 'updated_at': '2022-02-17T12:06:02Z', 'revision_number': 0, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:06:06.844968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011068ba-b0fe-4d54-a47b-faa73d0af412 None None] New status for floating IP c3970da9-cba4-400c-a446-a166ab03384c: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:06:07.736829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1fdae7d0-5388-4fce-83f8-70168e4d3d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:10.050787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3878a2bd-0630-4fff-9357-4d8e6a8879f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:11.330705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:11.359726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:11.605601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:12.856192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:32.622044 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-20b57513-ec52-4f65-a367-51c072e41475 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718086 Feb 17 12:06:32.715563 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-280d7124-dc6a-4b90-aba3-8a680a378b19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 1099 time: 0.0734129 Feb 17 12:06:32.865017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-07909f69-c830-4e58-97a3-ef03033fe3c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:06:32.866548 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-07909f69-c830-4e58-97a3-ef03033fe3c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 200 len: 897 time: 0.1316810 Feb 17 12:06:32.940127 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-c5e4f97d-5615-4bce-a096-f3ae035de4cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e328c29b-6073-4ede-bb41-612b401e273c HTTP/1.1" status: 200 len: 217 time: 0.0664647 Feb 17 12:06:33.007747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-529712ed-292e-4ead-8dfe-a47ad2ff9ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:06:33.009211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-529712ed-292e-4ead-8dfe-a47ad2ff9ce2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 200 len: 835 time: 0.0633740 Feb 17 12:06:33.092970 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-e0d7c2fb-a134-4086-b7e6-fca5a406e375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59427359-f057-40d4-93f4-4fa3d6a6baed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778122 Feb 17 12:06:33.235483 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-43fc916d-cd73-459f-8610-ad2f2524b89b service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363394 Feb 17 12:06:33.388682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f42836e4-0a2e-4509-931a-79d953dd6c2c req-3398b125-ac2a-46d3-a006-ba679e372acd service neutron] 10.222.0.24 "GET /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474233 Feb 17 12:06:37.745133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c82-8427-403d-a777-bf43c5d7b63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:38.168372 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:06:40.036120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-236d39b0-39be-47bb-9224-0489de5f08b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:41.289763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:41.328903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:41.574823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:06:42.814386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:07.767343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5c456390-576b-4822-b229-c18a251c0211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:09.296587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63375d34-866a-4046-8654-2d74aec8b131 req-a87b1d02-94c5-46e4-8c98-b01e495a9223 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:09.298071 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-63375d34-866a-4046-8654-2d74aec8b131 req-a87b1d02-94c5-46e4-8c98-b01e495a9223 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0896895 Feb 17 12:07:09.347403 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-63375d34-866a-4046-8654-2d74aec8b131 req-f810655f-d11c-4d8f-9486-036f9cd7bb55 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431216 Feb 17 12:07:10.033985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f281be3b-07e9-47af-865d-c2641803d2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:10.557222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02a11-ee4a-4e56-94d6-291679ae0bc5 req-7efc1346-f8e7-4e4d-b1c1-e79f0b038976 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:10.559016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-afd02a11-ee4a-4e56-94d6-291679ae0bc5 req-7efc1346-f8e7-4e4d-b1c1-e79f0b038976 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0807469 Feb 17 12:07:10.606897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-afd02a11-ee4a-4e56-94d6-291679ae0bc5 req-1cbfd2d9-eefa-4fc9-a53c-057538146bc4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Feb 17 12:07:10.838100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-ed2de07d-35aa-4d66-8c78-f6523b15be0d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:10.840804 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-ed2de07d-35aa-4d66-8c78-f6523b15be0d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0821595 Feb 17 12:07:10.910016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:07:10.910317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.165527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:11.167158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.321186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.347578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.590029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.595174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.600737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.600737 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a disassociated. External IP: 172.26.6.85, port: 65b3ce50-1a3e-48e0-9dd9-71f4d187049e. Feb 17 12:07:11.600737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 65b3ce50-1a3e-48e0-9dd9-71f4d187049e owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:07:11.817919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed548c-64a3-46e8-9a6a-3ba46fbac62c req-24d0d483-8060-4b44-a856-a9cdb29ed340 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:11.820658 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4aed548c-64a3-46e8-9a6a-3ba46fbac62c req-24d0d483-8060-4b44-a856-a9cdb29ed340 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 946 time: 0.0797641 Feb 17 12:07:11.821564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:11.873659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=65b3ce50-1a3e-48e0-9dd9-71f4d187049e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:11.878160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4aed548c-64a3-46e8-9a6a-3ba46fbac62c req-d1d45ed8-a3ec-4ea7-a972-5f46c594e80b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504141 Feb 17 12:07:11.956565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.956916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.957805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.958166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.958476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.958921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.959150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.959454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.959773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.960089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:11.960402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:12.128263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:07:12.368956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:07:12.382544 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:07:12.395897 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:12.396746 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:12.443523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 65b3ce50-1a3e-48e0-9dd9-71f4d187049e on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:07:12.446402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:12.448971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'name': 'network-vif-deleted', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:07:12.506089 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f39b2d7-6c9c-48c7-a574-3f02381e2a10 req-72f531d9-c133-43d4-8ca1-af039c8659e2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/65b3ce50-1a3e-48e0-9dd9-71f4d187049e HTTP/1.1" status: 204 len: 173 time: 1.6604395 Feb 17 12:07:12.595324 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:12.600688 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30355467-77b0-443c-a19c-931680823abc', 'name': 'network-vif-deleted', 'tag': '65b3ce50-1a3e-48e0-9dd9-71f4d187049e', 'status': 'completed', 'code': 200} Feb 17 12:07:12.863926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:12.931180 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:12.934089 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:07:12.946583 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:12.947284 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:13.086544 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4b7b29d0-447c-4844-b149-511adb724054 req-6e5b4864-422f-4066-a8c3-836cee194601 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=30355467-77b0-443c-a19c-931680823abc HTTP/1.1" status: 200 len: 210 time: 0.0429921 Feb 17 12:07:13.133442 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:13.468875 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:13.472683 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb2fc0-479d-4a62-b0d9-659fda163987 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:49Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '39d0f7e1-8653-4245-b292-6a40d09d6f72', 'name': '', 'network_id': '59427359-f057-40d4-93f4-4fa3d6a6baed', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:03:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09c05e63-657c-4706-8d56-daa87fad1317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:48Z', 'updated_at': '2022-02-17T12:03:55Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '09c05e63-657c-4706-8d56-daa87fad1317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:07:13.695861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f66d55-9219-4d4f-ad00-a19ebf4577cb None None] New status for floating IP d9d0afdf-65bc-4beb-810f-5bb14c5ec33a: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:07:14.198721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51558) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:14.271664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-770ba922-174e-4063-9d6d-85a65fe7fb66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:14.302592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-770ba922-174e-4063-9d6d-85a65fe7fb66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:14.435519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-770ba922-174e-4063-9d6d-85a65fe7fb66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:14.454785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ba922-174e-4063-9d6d-85a65fe7fb66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad7894-e54e-4d8e-bb61-d549eff7d0cf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:14.491680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 65b3ce50-1a3e-48e0-9dd9-71f4d187049e no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:07:14.529041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 65b3ce50-1a3e-48e0-9dd9-71f4d187049e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:07:14.529312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 65b3ce50-1a3e-48e0-9dd9-71f4d187049e not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:07:14.543328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-770ba922-174e-4063-9d6d-85a65fe7fb66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:14.544518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-770ba922-174e-4063-9d6d-85a65fe7fb66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/e0ad7894-e54e-4d8e-bb61-d549eff7d0cf HTTP/1.1" status: 204 len: 168 time: 0.3447862 Feb 17 12:07:14.659210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51564) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:14.819534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 3830d7eb-b3e0-4270-ae96-c74a4b232329 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:07:14.819873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:14.984821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:14.985145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:15.105753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 3830d7eb-b3e0-4270-ae96-c74a4b232329 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:07:15.168790 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:07:15.395625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:15.439361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=3830d7eb-b3e0-4270-ae96-c74a4b232329,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:15.534324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:15.547780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:15.548921 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-33d5e047-9e51-47ac-9225-cb727ee98c2f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/d9d0afdf-65bc-4beb-810f-5bb14c5ec33a HTTP/1.1" status: 204 len: 168 time: 0.8886511 Feb 17 12:07:16.160913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174e71a-e74f-4ec3-bdae-6afc43fa1c6d req-ed8948fe-3006-4881-a75f-6cea1f328890 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:16.162726 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7174e71a-e74f-4ec3-bdae-6afc43fa1c6d req-ed8948fe-3006-4881-a75f-6cea1f328890 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 946 time: 0.0747497 Feb 17 12:07:16.211725 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7174e71a-e74f-4ec3-bdae-6afc43fa1c6d req-de1b1023-d35e-4b03-9264-3239f531721c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434453 Feb 17 12:07:17.423330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-f1673bad-7acc-40c7-ae3b-7c79f11f60b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:17.424447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-f1673bad-7acc-40c7-ae3b-7c79f11f60b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:07:17.524131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-f1673bad-7acc-40c7-ae3b-7c79f11f60b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:07:17.524131 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-f1673bad-7acc-40c7-ae3b-7c79f11f60b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 946 time: 0.1747990 Feb 17 12:07:17.568248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-ff65f9f8-24a3-4a2e-8f4d-5fd0c2b7cc48 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:07:17.665849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-ff65f9f8-24a3-4a2e-8f4d-5fd0c2b7cc48 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:07:17.667833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-55015c45-a58a-4c39-ade3-3ad2313ab88b req-ff65f9f8-24a3-4a2e-8f4d-5fd0c2b7cc48 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a7ac47c-958b-4792-bd70-38d54e5eed91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394670 Feb 17 12:07:17.681165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-493b6536-0b9b-42a1-ab15-e5e7a18c6959 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:17.682647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-493b6536-0b9b-42a1-ab15-e5e7a18c6959 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 946 time: 0.0839753 Feb 17 12:07:17.750650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port e328c29b-6073-4ede-bb41-612b401e273c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:07:17.750990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:17.996290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port e328c29b-6073-4ede-bb41-612b401e273c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e328c29b-6073-4ede-bb41-612b401e273c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:17.996638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:18.118176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for e328c29b-6073-4ede-bb41-612b401e273c owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:07:18.343581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:18.395525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=e328c29b-6073-4ede-bb41-612b401e273c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:18.467596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port e328c29b-6073-4ede-bb41-612b401e273c on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:07:18.470060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:18.472742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'name': 'network-vif-deleted', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:07:18.530298 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3268b22d-cee1-49bc-b853-30ecf995bdb6', 'name': 'network-vif-deleted', 'tag': 'e328c29b-6073-4ede-bb41-612b401e273c', 'status': 'completed', 'code': 200} Feb 17 12:07:18.555794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4e01af5b-a1ec-4829-b466-ea3e18fd369b req-97c8927a-9502-43dd-a5a1-3733afc9f108 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/e328c29b-6073-4ede-bb41-612b401e273c HTTP/1.1" status: 204 len: 173 time: 0.8680205 Feb 17 12:07:18.835328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-434a6c9d-dd9a-4aa7-86ac-92a05ad64a3a req-785e8b08-22a3-4a7f-972c-72c214c85887 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:07:18.909948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-434a6c9d-dd9a-4aa7-86ac-92a05ad64a3a req-785e8b08-22a3-4a7f-972c-72c214c85887 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:07:18.913291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-434a6c9d-dd9a-4aa7-86ac-92a05ad64a3a req-785e8b08-22a3-4a7f-972c-72c214c85887 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3268b22d-cee1-49bc-b853-30ecf995bdb6 HTTP/1.1" status: 200 len: 210 time: 0.1181872 Feb 17 12:07:20.024688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51582) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:20.094139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97479d78-eb78-47c9-97db-9b8bd63f690e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:20.123311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97479d78-eb78-47c9-97db-9b8bd63f690e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:20.241703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97479d78-eb78-47c9-97db-9b8bd63f690e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:20.259337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97479d78-eb78-47c9-97db-9b8bd63f690e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ac47c-958b-4792-bd70-38d54e5eed91,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:20.342868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97479d78-eb78-47c9-97db-9b8bd63f690e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:20.344085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-97479d78-eb78-47c9-97db-9b8bd63f690e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/1a7ac47c-958b-4792-bd70-38d54e5eed91 HTTP/1.1" status: 204 len: 168 time: 0.3194110 Feb 17 12:07:20.424138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51588) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:20.519446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e328c29b-6073-4ede-bb41-612b401e273c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:07:20.552657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: e328c29b-6073-4ede-bb41-612b401e273c {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:07:20.552940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e328c29b-6073-4ede-bb41-612b401e273c not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:07:20.918385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:21.526064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 39d0f7e1-8653-4245-b292-6a40d09d6f72 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:07:21.526675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:21.712956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 39d0f7e1-8653-4245-b292-6a40d09d6f72, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=39d0f7e1-8653-4245-b292-6a40d09d6f72,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:21.713304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:21.833225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 39d0f7e1-8653-4245-b292-6a40d09d6f72 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:07:22.086667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:22.131017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=39d0f7e1-8653-4245-b292-6a40d09d6f72,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:22.525734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:23.111535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 444e32a5-37f5-4dbb-b617-1e359c5ef02c has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:07:23.320392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:07:23.329476 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] Sync routers for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:07:23.345911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:23.345911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:23.379647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6c90eaec-cdbc-46b7-81e8-d2827dfb79f8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/444e32a5-37f5-4dbb-b617-1e359c5ef02c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9542165 Feb 17 12:07:23.382470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51592) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:23.528975 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:23.580643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet 09c05e63-657c-4706-8d56-daa87fad1317 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:07:23.583749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:23.649046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:23.737983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:23.861189 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:07:21Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:23.865775 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] Checking router: 444e32a5-37f5-4dbb-b617-1e359c5ef02c for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:07:23.875805 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] Routers {'444e32a5-37f5-4dbb-b617-1e359c5ef02c'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:23.876386 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:23.882323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:23.929316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=09c05e63-657c-4706-8d56-daa87fad1317,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:23.935470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:23.945185 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9edc7142-29b0-4f0e-8533-fd3000484daa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/09c05e63-657c-4706-8d56-daa87fad1317 HTTP/1.1" status: 204 len: 168 time: 0.5584745 Feb 17 12:07:23.945915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51596) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:23.948029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f9ca1-6f22-4152-9dca-65399d831e84 None None] Network 59427359-f057-40d4-93f4-4fa3d6a6baed requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:07:24.067026 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] Set router 444e32a5-37f5-4dbb-b617-1e359c5ef02c gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:24.150607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.227433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] DHCP port deletion for 59427359-f057-40d4-93f4-4fa3d6a6baed request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:07:24.232044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Deleting port e8efea82-2a6c-4a17-a898-f7c7eac3af7c {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:07:24.232527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.399598 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:07:21Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:24.403656 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f3766-1891-423b-a85c-5f61978ceb84 None None] The sync data for ids ['444e32a5-37f5-4dbb-b617-1e359c5ef02c'] in dv-neutron-828728-1-hyperv is: [{'id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'name': 'tempest-TestNetworkBasicOps-router-101354998', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:07:21Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '0195162c-a7fc-4df6-8514-d76db5a2cd5e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444e32a5-37f5-4dbb-b617-1e359c5ef02c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:03:44Z', 'updated_at': '2022-02-17T12:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:07:24.463077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] For port e8efea82-2a6c-4a17-a898-f7c7eac3af7c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,segment=NetworkSegment(60a98eb2-8d1e-410c-9aa9-84858be1ffcd),segment_id=60a98eb2-8d1e-410c-9aa9-84858be1ffcd)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:24.463450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.489715 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.572317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 0195162c-a7fc-4df6-8514-d76db5a2cd5e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:07:24.573281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.581463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Calling delete_port for e8efea82-2a6c-4a17-a898-f7c7eac3af7c owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:07:24.732187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.756524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 0195162c-a7fc-4df6-8514-d76db5a2cd5e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0195162c-a7fc-4df6-8514-d76db5a2cd5e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:24.756773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:24.783170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Pushing event deleted for resources: {'Port': ['ID=e8efea82-2a6c-4a17-a898-f7c7eac3af7c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:24.788864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] No DVR routers for this DVR port e8efea82-2a6c-4a17-a898-f7c7eac3af7c on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:07:24.803881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.804227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.804556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.804880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.805205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.805523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.805872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.806193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.806509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.806820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.807134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645d494-4bbb-4bcd-b356-b143bb7ca6ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:24.885002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 0195162c-a7fc-4df6-8514-d76db5a2cd5e owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:07:25.108643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.154256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=0195162c-a7fc-4df6-8514-d76db5a2cd5e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:25.379393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.635002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.639027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.715423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.715423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router 444e32a5-37f5-4dbb-b617-1e359c5ef02c {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:07:25.731599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.732728 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5492a3bf-7bf6-4b0a-ad16-e399335cd104 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/444e32a5-37f5-4dbb-b617-1e359c5ef02c HTTP/1.1" status: 204 len: 168 time: 1.7863638 Feb 17 12:07:25.735611 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51600) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:25.863361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:25.890246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 39d0f7e1-8653-4245-b292-6a40d09d6f72 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:07:25.929416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 39d0f7e1-8653-4245-b292-6a40d09d6f72 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:07:25.929762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 39d0f7e1-8653-4245-b292-6a40d09d6f72 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:07:25.930346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e8efea82-2a6c-4a17-a898-f7c7eac3af7c no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:07:25.999041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: e8efea82-2a6c-4a17-a898-f7c7eac3af7c {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:07:25.999380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e8efea82-2a6c-4a17-a898-f7c7eac3af7c not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:07:26.004189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.028424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59427359-f057-40d4-93f4-4fa3d6a6baed']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:26.040749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a98eb2-8d1e-410c-9aa9-84858be1ffcd') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:26.041037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a98eb2-8d1e-410c-9aa9-84858be1ffcd') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:26.052061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.069456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.074451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:07:26.074824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:07:26.088661 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:07:26.249357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.266555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.278237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=59427359-f057-40d4-93f4-4fa3d6a6baed,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:26.288811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.289147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.289473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.289814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.290134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.290448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.290765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.291842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.291842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.291842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.292086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:26.326962 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c79678a0-855a-4d91-9321-a237fd8449bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/59427359-f057-40d4-93f4-4fa3d6a6baed HTTP/1.1" status: 204 len: 168 time: 0.5902388 Feb 17 12:07:26.352620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51604) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:26.360594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--627811157', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:26.366431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:26.370239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:26.374850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:26.378736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:26.519626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:07:26.523551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.550416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:07:26.563354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.563354 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 669b7fb3-b3f2-4ffe-8993-42018d45914e of type vlan for network 19a55399-f917-4f35-9b71-2ccc8dabe176 Feb 17 12:07:26.591406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.679686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.683570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:26.684169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.789890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=19a55399-f917-4f35-9b71-2ccc8dabe176,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:26.799913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:07:26.846632 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fe0257c2-1e72-4150-9cd4-fc600a5b0988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4928627 Feb 17 12:07:26.849923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51608) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:26.855566 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:26.862850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:26.867610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:26.870921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:26.876236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:26.943794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.945582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:26.963706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:27.174857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:27.546127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:27.576087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:27.714402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.179 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/d620fbc6-4425-4ec6-9d68-bcba23f0d676) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:07:27.758714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0195162c-a7fc-4df6-8514-d76db5a2cd5e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:07:27.792128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 0195162c-a7fc-4df6-8514-d76db5a2cd5e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:07:27.792472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0195162c-a7fc-4df6-8514-d76db5a2cd5e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:07:27.870876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:27.937358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:28.003906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:07:28.006672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:28.011484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:07:28.041786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=d620fbc6-4425-4ec6-9d68-bcba23f0d676,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:28.255550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:28.256344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:28.599952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:07:28.804767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:07:28.814519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Sync routers for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:07:28.826971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:28.827380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:28.880373 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:28.881687 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6de03acd-561c-45f4-a971-ce106b3b7d53 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0308578 Feb 17 12:07:28.885397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51614) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:28.925343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-31a4448b-ada1-4f48-a73f-5ae54208c404 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388024 Feb 17 12:07:28.927876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51618) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:29.006707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:29.057861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f81a2-dbaf-46a0-bc90-0f746ac260c5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:29.059350 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c93f81a2-dbaf-46a0-bc90-0f746ac260c5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305892 Feb 17 12:07:29.068204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51622) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:29.107997 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-daf8d1b1-44e9-4f9f-8bc0-5ef4c561d704 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387311 Feb 17 12:07:29.110576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51626) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:29.116033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1995515244', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:29.226213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:29.230394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:29.233167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:29.239033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:29.295110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:28Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:29.298880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Checking router: 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:07:29.299228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Updating router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 port d620fbc6-4425-4ec6-9d68-bcba23f0d676 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:07:29.355319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.360402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:07:29.465581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.689102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.701578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Transition to ACTIVE for port object d620fbc6-4425-4ec6-9d68-bcba23f0d676 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:29.766605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.844078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da69712-f234-49b0-a4b4-7ef4a83f41f9 None None] Pushing event updated for resources: {'Port': ['ID=d620fbc6-4425-4ec6-9d68-bcba23f0d676,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:29.848093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Attempting to bind port d620fbc6-4425-4ec6-9d68-bcba23f0d676 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:07:29.848455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Attempting to bind port d620fbc6-4425-4ec6-9d68-bcba23f0d676 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:07:29.848802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Attempting to bind port d620fbc6-4425-4ec6-9d68-bcba23f0d676 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:07:29.856288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:07:29.857141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:07:29.857141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.857433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:07:29.857909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Bound port: d620fbc6-4425-4ec6-9d68-bcba23f0d676, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:07:29.858268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.897206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:29.931708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] For port d620fbc6-4425-4ec6-9d68-bcba23f0d676, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:07:29.934782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] For port d620fbc6-4425-4ec6-9d68-bcba23f0d676, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d620fbc6-4425-4ec6-9d68-bcba23f0d676,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:07:29.977295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=8ba89afe-b198-4af5-845d-58be7b795a7a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:29.989729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:07:29.990114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 19a55399-f917-4f35-9b71-2ccc8dabe176, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:07:30.029092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:30.091440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:07:30.109122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da69712-f234-49b0-a4b4-7ef4a83f41f9 None None] Pushing event updated for resources: {'Port': ['ID=d620fbc6-4425-4ec6-9d68-bcba23f0d676,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:30.113541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:30.114153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:30.143878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 19a55399-f917-4f35-9b71-2ccc8dabe176) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:30.147175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:30.148337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:30.172540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d1777-1271-4b9c-a2bc-01bf97b72f0f None None] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:07:30.218355 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ce79103-a86a-4ac1-91d5-05196d28e398 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1067643 Feb 17 12:07:30.228275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51630) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:30.486674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:30.708360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-19a55399-f917-4f35-9b71-2ccc8dabe176', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:07:30.713017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:30.963627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Allocated IP 172.20.0.2 (19a55399-f917-4f35-9b71-2ccc8dabe176/8ba89afe-b198-4af5-845d-58be7b795a7a/559b9f00-4aa1-4074-8e69-57091f1fc246) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:07:30.995626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:28Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:31.048495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207d0cf-cc86-4473-94d8-c87d07485571 None None] The sync data for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv is: [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:28Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:07:31.138159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.221394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.227435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Transition to ACTIVE for port object 559b9f00-4aa1-4074-8e69-57091f1fc246 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:31.286184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Transition to ACTIVE for port object 559b9f00-4aa1-4074-8e69-57091f1fc246 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:31.384377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.474311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Pushing event updated for resources: {'Port': ['ID=559b9f00-4aa1-4074-8e69-57091f1fc246,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:31.478523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:07:31.480116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:31.486298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:07:31.586420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Attempting to bind port 559b9f00-4aa1-4074-8e69-57091f1fc246 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:07:31.586783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Attempting to bind port 559b9f00-4aa1-4074-8e69-57091f1fc246 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:07:31.587140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Attempting to bind port 559b9f00-4aa1-4074-8e69-57091f1fc246 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:07:31.594481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:07:31.594848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Checking segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:07:31.595243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.595622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Bound using segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:07:31.596078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Bound port: 559b9f00-4aa1-4074-8e69-57091f1fc246, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:07:31.596440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.624307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (19a55399-f917-4f35-9b71-2ccc8dabe176/8ba89afe-b198-4af5-845d-58be7b795a7a/f6d79bef-8b3f-4e8c-802a-972b0ebaea32) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:07:31.699969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] For port 559b9f00-4aa1-4074-8e69-57091f1fc246, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:07:31.703774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] For port 559b9f00-4aa1-4074-8e69-57091f1fc246, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=559b9f00-4aa1-4074-8e69-57091f1fc246,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:07:31.809158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.811495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.830607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object f6d79bef-8b3f-4e8c-802a-972b0ebaea32 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:31.856351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d620fbc6-4425-4ec6-9d68-bcba23f0d676 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:31.955941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:31.957240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462da8b7-4eb3-48b3-b63f-27e3cca4021e None None] Pushing event updated for resources: {'Port': ['ID=559b9f00-4aa1-4074-8e69-57091f1fc246,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:32.040222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d620fbc6-4425-4ec6-9d68-bcba23f0d676 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:32.042240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:07:32.045303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d620fbc6-4425-4ec6-9d68-bcba23f0d676 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:32.045665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.046077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:32.050043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:07:32.092790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:32.137737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.193852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.213160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d620fbc6-4425-4ec6-9d68-bcba23f0d676, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d620fbc6-4425-4ec6-9d68-bcba23f0d676,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:32.310449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.332413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.382749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d620fbc6-4425-4ec6-9d68-bcba23f0d676,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:32.858994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.915300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:32.931388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f631b-ce1d-4259-8aef-c095a8fbd9d2 None None] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:07:33.034620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:33.038744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:33.149549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7f17fdb7-68f4-4415-a9c8-267b29cdee5a None None] Provisioning for port 559b9f00-4aa1-4074-8e69-57091f1fc246 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:33.181843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:07:33.183006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:33.525759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6133f5e3-f39f-45b1-87b4-1f2f80a83162 None None] Provisioning for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:33.531111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6133f5e3-f39f-45b1-87b4-1f2f80a83162 None None] Provisioning complete for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:33.531477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6133f5e3-f39f-45b1-87b4-1f2f80a83162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:33.590936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6133f5e3-f39f-45b1-87b4-1f2f80a83162 None None] Port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:07:33.599678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:07:33.731482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a33660b9-2031-4d42-bc00-697bcb610275 None None] Provisioning complete for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:33.731858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a33660b9-2031-4d42-bc00-697bcb610275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:33.802007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a33660b9-2031-4d42-bc00-697bcb610275 None None] Port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:07:33.828982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:07:33.843321 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-95ea12fe-d8a5-4058-bfa0-61b69378ed86 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6133370 Feb 17 12:07:33.851109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51634) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:33.904306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 559b9f00-4aa1-4074-8e69-57091f1fc246 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:33.977003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-21510d8b-a234-407d-9b12-0f8ff125e2d1 None None] Provisioning complete for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:33.979019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-21510d8b-a234-407d-9b12-0f8ff125e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:33.990229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:33.990610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:33.991547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:33.992284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:33.992656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:33.993013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:33.997330 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a7f56591-d4fb-4798-819d-f38bc4792396 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1479304 Feb 17 12:07:34.002821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51638) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:34.035029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-21510d8b-a234-407d-9b12-0f8ff125e2d1 None None] Port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:07:34.068871 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 559b9f00-4aa1-4074-8e69-57091f1fc246 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:34.075101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 559b9f00-4aa1-4074-8e69-57091f1fc246 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:34.075463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:34.080252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:34.080873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:34.081480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:34.082136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:34.082741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:34.083259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:34.090804 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8664c48c-a973-4c2f-9f42-9253c976fbe8 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0868559 Feb 17 12:07:34.090907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51642) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:34.214461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:34.254404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 559b9f00-4aa1-4074-8e69-57091f1fc246, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=559b9f00-4aa1-4074-8e69-57091f1fc246,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:34.330721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:34.331680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d620fbc6-4425-4ec6-9d68-bcba23f0d676 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:34.418425 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-321dfd93-e6f3-4c9a-9a41-60d8ee6415e7 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3288229 Feb 17 12:07:34.421136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51646) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:34.426997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-967093511', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:34.449646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=559b9f00-4aa1-4074-8e69-57091f1fc246,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:34.469169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d620fbc6-4425-4ec6-9d68-bcba23f0d676 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:34.469551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:34.633451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:34.638929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:port and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:34.642521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:34.650561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:34.658632 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-749d7b84-e91d-4080-ba38-57388724a40d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343741 Feb 17 12:07:34.750934 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Sync routers for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:07:34.768551 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:34.769163 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:34.801925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-c30dd3a8-59f1-4f85-87ba-3c383bd57a9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0786667 Feb 17 12:07:34.812063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:07:34.816747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:34.914056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] device_id is not set on port e46c477a-f5a4-449c-be95-97d4f09b9285 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 12:07:34.958782 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:35.065174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719c598-9246-435d-8da8-076debbb6049 req-7b64a293-74c4-4911-9411-3946fe9b676e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:35.066653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-7b64a293-74c4-4911-9411-3946fe9b676e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.2390182 Feb 17 12:07:35.184059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.7 (19a55399-f917-4f35-9b71-2ccc8dabe176/8ba89afe-b198-4af5-845d-58be7b795a7a/e46c477a-f5a4-449c-be95-97d4f09b9285) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:07:35.200501 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-6d4b593c-4f04-45f7-8126-aeefb545b2d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 1000 time: 0.1239948 Feb 17 12:07:35.283728 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:35.287375 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Checking router: 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:07:35.290000 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Updating router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:07:35.318673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719c598-9246-435d-8da8-076debbb6049 req-c1e025f2-8a76-4dca-b5d1-4bada2e6f81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:35.318673 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-c1e025f2-8a76-4dca-b5d1-4bada2e6f81d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.1079333 Feb 17 12:07:35.343696 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:35.507292 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-d0a2a1fa-79fc-4780-b928-bd9d4a349b1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1371298 Feb 17 12:07:35.514647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:35.594437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object e46c477a-f5a4-449c-be95-97d4f09b9285 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:35.660872 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-412adb28-ac52-4a9c-8718-f2fb398d7aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479137 Feb 17 12:07:35.735648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:35.817009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 559b9f00-4aa1-4074-8e69-57091f1fc246 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:35.838504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:07:35.844078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:35.858626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:07:35.886782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:35.920203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 559b9f00-4aa1-4074-8e69-57091f1fc246 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:35.926065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:35.926212 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a719c598-9246-435d-8da8-076debbb6049 req-a135c42b-c337-4d7c-8839-a1925c169e13 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588384 Feb 17 12:07:35.942018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:35.943151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.017215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.031273 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Transition to ACTIVE for port object f6d79bef-8b3f-4e8c-802a-972b0ebaea32 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:36.046061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3dc032d9-67a3-4f8e-9bd0-ff0e052970ca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6189635 Feb 17 12:07:36.097175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.230023 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Pushing event updated for resources: {'Port': ['ID=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:36.234792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7800cf59-d9a5-406c-bdc4-872bb41bb807 None None] Provisioning for port e46c477a-f5a4-449c-be95-97d4f09b9285 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:36.240595 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.241006 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.241414 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.241799 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.242136 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.242461 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.242785 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.243104 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.243424 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.243737 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.244053 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:07:36.246223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7800cf59-d9a5-406c-bdc4-872bb41bb807 None None] Provisioning complete for port e46c477a-f5a4-449c-be95-97d4f09b9285 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:36.260168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7800cf59-d9a5-406c-bdc4-872bb41bb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.338285 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Attempting to bind port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:07:36.338741 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Attempting to bind port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:07:36.339040 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Attempting to bind port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:07:36.347862 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:07:36.348461 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Checking segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:07:36.349011 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.349583 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Bound using segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:07:36.350792 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Bound port: f6d79bef-8b3f-4e8c-802a-972b0ebaea32, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:07:36.351601 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.369134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-7800cf59-d9a5-406c-bdc4-872bb41bb807 None None] Port e46c477a-f5a4-449c-be95-97d4f09b9285 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:07:36.451230 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] For port f6d79bef-8b3f-4e8c-802a-972b0ebaea32, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:07:36.454401 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] For port f6d79bef-8b3f-4e8c-802a-972b0ebaea32, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:07:36.542954 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.635508 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75f3f5-0725-43c3-ad39-3da7349894db None None] Pushing event updated for resources: {'Port': ['ID=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:36.635508 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:36.635508 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:36.660712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51652) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:36.667854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119576431', 'description': 'tempest-secgroup-smoke-2119576431 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:36.678711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:36.684530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:36.688258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:36.695595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:36.793989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.835555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:36.836873 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:36.839788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:36.842798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:36.848706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:36.911111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:36.971732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.018375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea1f57-1384-43bb-a390-e96471dc74a5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:37.080017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.084927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1c65b2c8-bd6a-4169-8915-1dcf7aae394f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4192915 Feb 17 12:07:37.084927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51656) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:37.091362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'a9ea1f57-1384-43bb-a390-e96471dc74a5', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:37.097549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:37.102190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:37.105309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:37.111627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:37.177148 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:36Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:37.186986 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609991a3-f938-4445-8375-2a0f4d4a871e None None] The sync data for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv is: [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:36Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:07:37.212914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.426174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.486738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.526588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b04b9b-a8ea-473a-8285-b1055ea316e3,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:37.611354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.616272 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cfa9e91a-f4c4-4a2d-9369-f1acbc2f6b83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5275288 Feb 17 12:07:37.618718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51660) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:37.624499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'a9ea1f57-1384-43bb-a390-e96471dc74a5', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:37.630553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:37.639495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:37.642961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:37.649047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:37.728320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.771983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6512b6b-3de6-4c24-a748-d22c49f49d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.820064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.873649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f6d79bef-8b3f-4e8c-802a-972b0ebaea32 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:37.898808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:37.925045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a055e3-49aa-4dc2-b298-4ba7bb61dc4f,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:38.023726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.025002 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-134b6850-541f-4611-9f01-7d498477e895 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4052391 Feb 17 12:07:38.027758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51664) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:38.034067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:38.038330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'a9ea1f57-1384-43bb-a390-e96471dc74a5', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:38.041381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:38.041773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:38.042423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.047252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:38.050499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:38.061594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:38.133235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.169107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.207276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f6d79bef-8b3f-4e8c-802a-972b0ebaea32, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:38.212207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.262980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.285590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.314297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d828fe3d-0bd3-4519-9207-e6e2e2c6cdc5,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:38.332380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:38.405838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.407060 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-18590af5-12e5-447a-afb8-6c408a003e66 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3783336 Feb 17 12:07:38.409800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51668) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:38.415851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'a9ea1f57-1384-43bb-a390-e96471dc74a5', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:38.421808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:38.425606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:38.428472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:38.435144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:38.531891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.594986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.708834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.734893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08c4f32-469e-41b8-9577-e78e33d00c18,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:38.799568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.800722 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cbe3c09d-c700-444f-81da-fc242171ecde tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3900139 Feb 17 12:07:38.804421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51672) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:38.809969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'a9ea1f57-1384-43bb-a390-e96471dc74a5', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:38.816012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:38.820046 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:38.822890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:38.829472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:38.873800 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:07:38.880433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:38.943722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.005023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.028542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b950fc-beae-4658-997a-ee7bddc53864,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:39.108009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.109145 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f138d587-a5e7-41ca-902c-28f46fb02b3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3039477 Feb 17 12:07:39.111879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51678) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:39.117532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'a9ea1f57-1384-43bb-a390-e96471dc74a5', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:39.123451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:39.127176 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:39.130014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:39.136396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:39.199798 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:07:39.206513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.271160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.325705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.349530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9ed802-c954-4df9-a6a3-511a87f99b2d,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:39.419918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.419918 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-22c396cc-95f0-456f-86e0-4deaa41ec1fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3056574 Feb 17 12:07:39.598871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d02973df-68c6-46c2-b990-518597829a58 req-a8e03f20-a47a-41f1-a2a1-ce67c71d4457 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:07:39.668332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d02973df-68c6-46c2-b990-518597829a58 req-a8e03f20-a47a-41f1-a2a1-ce67c71d4457 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:07:39.671073 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-a8e03f20-a47a-41f1-a2a1-ce67c71d4457 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119576431&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1124704 Feb 17 12:07:39.749451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02973df-68c6-46c2-b990-518597829a58 req-fae9ab9f-9c37-4dc8-ba0f-d3824dd65098 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:39.750092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d02973df-68c6-46c2-b990-518597829a58 req-fae9ab9f-9c37-4dc8-ba0f-d3824dd65098 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:07:39.807807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f6d79bef-8b3f-4e8c-802a-972b0ebaea32 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:39.839299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d02973df-68c6-46c2-b990-518597829a58 req-fae9ab9f-9c37-4dc8-ba0f-d3824dd65098 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:07:39.842661 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-fae9ab9f-9c37-4dc8-ba0f-d3824dd65098 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 929 time: 0.1643777 Feb 17 12:07:39.877014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:39.877376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:39.983339 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-1c7f655e-423d-4d38-932d-07a64fe79594 service neutron] 10.222.0.47 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1296403 Feb 17 12:07:40.082877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5e426cdb-305d-466d-a600-754455e67e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:40.126458 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-d290cd9d-12ea-42a7-b679-8cbac38132d1 service neutron] 10.222.0.47 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382816 Feb 17 12:07:40.262394 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-1791bbb2-a05d-4b52-ac58-768098341df3 service neutron] 10.222.0.47 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296692 Feb 17 12:07:40.527820 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-217915b7-705e-4712-b46b-4d2177e95b3c req-8bf2a15a-8f2c-40f5-a090-1c0b7c0c22c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 210 time: 0.0466576 Feb 17 12:07:41.349506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:41.373811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:41.606618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:41.842193 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d427a996-d2a1-4832-ae83-3dfa6aa42244 req-68350a0a-547d-425e-ae1b-b5b2f55f23c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 210 time: 0.0417643 Feb 17 12:07:42.504454 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-0b891c9f-9977-4676-8623-6dbe920bb77e service neutron] 10.222.0.24 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1025 time: 0.0610552 Feb 17 12:07:42.655251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02973df-68c6-46c2-b990-518597829a58 req-1ba38fd9-9c4a-4516-9cd3-ece0ea200873 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:42.656709 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-1ba38fd9-9c4a-4516-9cd3-ece0ea200873 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 200 len: 796 time: 0.1463721 Feb 17 12:07:42.715518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-6f32d62f-84a0-47a3-838d-8ca36a3fb67f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 380 time: 0.0419166 Feb 17 12:07:42.729293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Request body: {'port': {'device_id': '1906e58d-ea36-4c08-996d-556d1912dd38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:42.835129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:42.845054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:43.007959 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-91c8bcef-0b34-46dd-b75e-f5b7c7f4c9a0 req-b4315011-ec5d-458d-8766-54eec22bfbf0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 210 time: 0.0431092 Feb 17 12:07:43.176345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46c477a-f5a4-449c-be95-97d4f09b9285 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:07:43.183644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:43.199079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Transition to ACTIVE for port object e46c477a-f5a4-449c-be95-97d4f09b9285 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:07:43.267710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:43.392162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:43.593645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:07:43.594122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:07:43.594680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:07:43.600452 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:07:43.600757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:07:43.607514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:07:43.607845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Checking segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:07:43.608243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Bound using segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:07:43.608656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Bound port: e46c477a-f5a4-449c-be95-97d4f09b9285, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:07:43.609111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:43.700860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:07:43.703757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:07:43.765455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:43.829771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:43.831184 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] 10.222.0.24 "PUT /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1130 time: 1.1102631 Feb 17 12:07:43.831622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1906e58d-ea36-4c08-996d-556d1912dd38', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:07:43.852771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16983caa-5058-4da7-b262-7c44f0e38fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:43.893762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1906e58d-ea36-4c08-996d-556d1912dd38', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'status': 'completed', 'code': 200} Feb 17 12:07:43.993102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b3d955d-ea2d-4ce8-8cd2-566c2d174013 req-5fb51752-f5e0-4c22-8768-25bc00818637 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 1133 time: 0.0807085 Feb 17 12:07:44.139369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d955d-ea2d-4ce8-8cd2-566c2d174013 req-61f78783-94c2-48fc-b4c6-38db2f6642f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:44.140774 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b3d955d-ea2d-4ce8-8cd2-566c2d174013 req-61f78783-94c2-48fc-b4c6-38db2f6642f9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1409936 Feb 17 12:07:44.215658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feaf8-9682-4cdf-9345-17aa7893598d req-1f586827-b9f4-4451-9ec3-26f0b86808a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:44.217307 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b94feaf8-9682-4cdf-9345-17aa7893598d req-1f586827-b9f4-4451-9ec3-26f0b86808a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 980 time: 0.0838408 Feb 17 12:07:44.271284 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b94feaf8-9682-4cdf-9345-17aa7893598d req-f2bc8a49-446a-437a-acd2-f4ec6c217945 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Feb 17 12:07:44.284829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d955d-ea2d-4ce8-8cd2-566c2d174013 req-7b13fe12-9b44-4481-8e5b-a61d80170df4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:44.286364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b3d955d-ea2d-4ce8-8cd2-566c2d174013 req-7b13fe12-9b44-4481-8e5b-a61d80170df4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1383758 Feb 17 12:07:44.400636 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-ee00d857-370a-4ecd-a813-52a004a5ad96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 1133 time: 0.0684242 Feb 17 12:07:44.478899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-21921710-64f5-459f-b4c3-fbb2364290be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 217 time: 0.0644510 Feb 17 12:07:44.540305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02973df-68c6-46c2-b990-518597829a58 req-fed08c78-4190-456d-8a44-cd3c46644a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:44.541730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-fed08c78-4190-456d-8a44-cd3c46644a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba89afe-b198-4af5-845d-58be7b795a7a HTTP/1.1" status: 200 len: 835 time: 0.0572219 Feb 17 12:07:44.623524 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-6f2a828f-c6e7-48d9-a98f-f592bee3e83d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a55399-f917-4f35-9b71-2ccc8dabe176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753391 Feb 17 12:07:44.766353 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-b6fc513b-30a0-4fc7-baa5-b339a604ecff service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367812 Feb 17 12:07:44.907326 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d02973df-68c6-46c2-b990-518597829a58 req-7980c796-6edf-43eb-8777-013e30a7c243 service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345890 Feb 17 12:07:45.470428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bad05-6960-421f-a5b4-776ade37db12 req-b78d9d3f-46db-4014-b7ac-31e09157520a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:45.471518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-945bad05-6960-421f-a5b4-776ade37db12 req-b78d9d3f-46db-4014-b7ac-31e09157520a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 980 time: 0.0783768 Feb 17 12:07:45.517727 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-945bad05-6960-421f-a5b4-776ade37db12 req-0ceca7a8-4162-4e08-a334-5e76fc020def tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Feb 17 12:07:46.712037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13d56c-5cc5-4200-98b4-76c40760a2fc req-ad6747ae-eb81-4bb0-876e-e17a355ce491 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:46.713471 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c13d56c-5cc5-4200-98b4-76c40760a2fc req-ad6747ae-eb81-4bb0-876e-e17a355ce491 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 980 time: 0.0747583 Feb 17 12:07:46.758506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c13d56c-5cc5-4200-98b4-76c40760a2fc req-e137f016-19ff-4149-9372-8c2f7028aeb0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Feb 17 12:07:47.965742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f094260-50d6-4732-88d7-ecfe69e1bc04 req-c52d1d43-6d88-4322-973d-3b968a70e8fe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:47.967356 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4f094260-50d6-4732-88d7-ecfe69e1bc04 req-c52d1d43-6d88-4322-973d-3b968a70e8fe tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 980 time: 0.0803182 Feb 17 12:07:48.016160 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4f094260-50d6-4732-88d7-ecfe69e1bc04 req-78a71d5d-e381-46c8-b3a8-a3aec5baa946 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Feb 17 12:07:48.658502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:07:48.804791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:48.818760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'port_id': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'mac_address': 'fa:16:3e:ea:32:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:07:48.878791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:48.896815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46c477a-f5a4-449c-be95-97d4f09b9285 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:07:48.914386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:49.005473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:49.109337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:49.224244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d36f-1b1a-4862-96de-e4daed4baab2 req-0dc90c43-04ed-4bb3-a301-2fb440730ab2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:49.226164 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c996d36f-1b1a-4862-96de-e4daed4baab2 req-0dc90c43-04ed-4bb3-a301-2fb440730ab2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 981 time: 0.0820198 Feb 17 12:07:49.278234 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c996d36f-1b1a-4862-96de-e4daed4baab2 req-1a8a0e25-9e7b-4e51-b025-ad29c6620309 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Feb 17 12:07:49.413974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['e46c477a-f5a4-449c-be95-97d4f09b9285'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:07:50.479074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c13b08-2536-4c38-a1fe-4c81cc9bae6c req-fd4a9c7d-d9c9-4f41-ac33-a021c046078b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:50.480587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b2c13b08-2536-4c38-a1fe-4c81cc9bae6c req-fd4a9c7d-d9c9-4f41-ac33-a021c046078b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 981 time: 0.0784822 Feb 17 12:07:50.526485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b2c13b08-2536-4c38-a1fe-4c81cc9bae6c req-329e984c-6dee-4d41-a5d0-ab48dc64d4be tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Feb 17 12:07:50.673672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:07:50.827711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port e46c477a-f5a4-449c-be95-97d4f09b9285 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:07:50.833066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port e46c477a-f5a4-449c-be95-97d4f09b9285 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:07:50.833434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:50.949017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:50.976598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1906e58d-ea36-4c08-996d-556d1912dd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:07:50.986107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:07:51.031862 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1906e58d-ea36-4c08-996d-556d1912dd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'code': 200} Feb 17 12:07:51.062821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:51.130595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:51.443569 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-023fa367-5bae-4c64-862c-e8df12ac9a42 req-33adab9c-eb9a-4ab9-b901-fa3e48b7c6e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 1135 time: 0.0723562 Feb 17 12:07:51.487700 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-023fa367-5bae-4c64-862c-e8df12ac9a42 req-6aa2926c-462d-463e-a9ca-9afcd5197129 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Feb 17 12:07:51.742793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcbad0-2431-4860-9fc7-032ae14316ca req-d48e5382-606b-4cdb-8e84-f3f47bafb527 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:51.744919 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1bfcbad0-2431-4860-9fc7-032ae14316ca req-d48e5382-606b-4cdb-8e84-f3f47bafb527 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.0785224 Feb 17 12:07:51.805398 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1bfcbad0-2431-4860-9fc7-032ae14316ca req-68924c4c-46d9-4592-a44e-8f4a1ecab56e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Feb 17 12:07:52.169119 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:07:53.003372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf154c2-6793-4d03-a0af-5fe432333f79 req-a3f4409a-2b8c-43d3-94fb-dc76d40feb57 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:53.004803 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-daf154c2-6793-4d03-a0af-5fe432333f79 req-a3f4409a-2b8c-43d3-94fb-dc76d40feb57 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.0778148 Feb 17 12:07:53.053110 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-daf154c2-6793-4d03-a0af-5fe432333f79 req-f9a50998-6055-4d37-8175-f9724d945232 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Feb 17 12:07:54.343224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c923-87bf-426e-8578-631633ead5b6 req-dcb6a99f-e7ab-41aa-8186-22e0c6155334 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:54.344698 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e96c923-87bf-426e-8578-631633ead5b6 req-dcb6a99f-e7ab-41aa-8186-22e0c6155334 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.1661375 Feb 17 12:07:54.391355 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e96c923-87bf-426e-8578-631633ead5b6 req-a1aea09e-af21-4b34-997b-b816fbb40d42 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Feb 17 12:07:54.597416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb61ab5-0a8c-47be-8c70-9773739b5ea5 req-d580145a-36f6-4e9a-8ab8-63ffd237149a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:54.599354 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2cb61ab5-0a8c-47be-8c70-9773739b5ea5 req-d580145a-36f6-4e9a-8ab8-63ffd237149a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.0810914 Feb 17 12:07:54.644634 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2cb61ab5-0a8c-47be-8c70-9773739b5ea5 req-6cf87d13-3ade-49fc-8bbf-36c6fe9af904 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Feb 17 12:07:54.682453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51738) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:54.763067 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-805912b5-f653-49be-ba7b-5b530e914178 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 1130 time: 0.0794542 Feb 17 12:07:54.765859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51742) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:54.770919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:54.777051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:07:54.780852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:07:54.783686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:07:54.789712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:07:54.872783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:55.011183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:55.149717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.201 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/159a05c3-b775-425c-ae21-ce7d9da07d5a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:07:55.302587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:55.358868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:55.428898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:07:55.432095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:07:55.435901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:07:55.466333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=159a05c3-b775-425c-ae21-ce7d9da07d5a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:55.950882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:56.070092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:56.282554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:56.307322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:56.417276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=159a05c3-b775-425c-ae21-ce7d9da07d5a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:07:56.429362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:56.707616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 24b779a8-9b2d-48c0-a7db-a5569d4b8cad associated. External IP: 172.26.6.201, port: e46c477a-f5a4-449c-be95-97d4f09b9285. Feb 17 12:07:57.103014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:07:57.304237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:07:57.314636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] Sync routers for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:07:57.327880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:57.328808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:57.434215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:07:57.494188 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-825302a4-7472-45ab-b790-d72e4628e3ad tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.7272608 Feb 17 12:07:57.494878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1906e58d-ea36-4c08-996d-556d1912dd38', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:07:57.497258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51746) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:07:57.515893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:57.551288 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1906e58d-ea36-4c08-996d-556d1912dd38', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'status': 'completed', 'code': 200} Feb 17 12:07:57.585180 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ca8738ee-02df-460b-879f-3ee85cb6fde2 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38&network_id=19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 200 len: 1130 time: 0.0859580 Feb 17 12:07:57.660052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-086d7f54-66ea-427c-a11e-fa6139c1dab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 1135 time: 0.0857451 Feb 17 12:07:57.815783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-c750bd30-7cf4-4464-86a3-0daa181a1862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:57.817639 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-c750bd30-7cf4-4464-86a3-0daa181a1862 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 200 len: 896 time: 0.1520269 Feb 17 12:07:57.904328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '24b779a8-9b2d-48c0-a7db-a5569d4b8cad', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.201', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'port_id': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-967093511', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'mac_address': 'fa:16:3e:ea:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1906e58d-ea36-4c08-996d-556d1912dd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:07:55Z', 'updated_at': '2022-02-17T12:07:55Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:57.909079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] Checking router: 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:07:57.920608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:07:57.921198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:07:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:57.927864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-4f97feb3-2be4-4ff2-a20f-6e5723bcf646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1036 time: 0.1036606 Feb 17 12:07:58.000193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-6384a8b5-3339-42e3-ba1d-2aa65a85c0da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:58.001698 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-6384a8b5-3339-42e3-ba1d-2aa65a85c0da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba89afe-b198-4af5-845d-58be7b795a7a HTTP/1.1" status: 200 len: 835 time: 0.0664663 Feb 17 12:07:58.086612 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-e5a10ac2-3a1a-43cf-ba58-ef0172b56905 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a55399-f917-4f35-9b71-2ccc8dabe176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794184 Feb 17 12:07:58.162167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:07:58.377349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-31d1aa35-2fbc-4212-96de-c6e82936c2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586477 Feb 17 12:07:58.383295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c77213-a630-4dee-8b55-48b9da1da857 req-b0af1a7c-4398-435c-a5cd-4702e6e4aff2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:58.384613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9c77213-a630-4dee-8b55-48b9da1da857 req-b0af1a7c-4398-435c-a5cd-4702e6e4aff2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.3029947 Feb 17 12:07:58.515420 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9c77213-a630-4dee-8b55-48b9da1da857 req-34f1127b-c0f4-4a06-a62a-a9942e481693 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129198 Feb 17 12:07:58.549767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '24b779a8-9b2d-48c0-a7db-a5569d4b8cad', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.201', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'port_id': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-967093511', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'mac_address': 'fa:16:3e:ea:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1906e58d-ea36-4c08-996d-556d1912dd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:07:55Z', 'updated_at': '2022-02-17T12:07:55Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:07:58.549767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fd861-581e-4496-95ab-221e6f62c929 None None] The sync data for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv is: [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '24b779a8-9b2d-48c0-a7db-a5569d4b8cad', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.201', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'port_id': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-967093511', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'mac_address': 'fa:16:3e:ea:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1906e58d-ea36-4c08-996d-556d1912dd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:07:55Z', 'updated_at': '2022-02-17T12:07:55Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:07:58.550345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5b3f1c30-34ec-4d23-84f9-d683a630553b req-30b8bc05-9a40-4861-adb6-5f0fb36d9719 service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618395 Feb 17 12:07:58.766533 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891420e-e2de-48f7-accb-3df13d602c80 None None] New status for floating IP 24b779a8-9b2d-48c0-a7db-a5569d4b8cad: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:07:59.538354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-e3dbfa87-3162-43ca-82ff-22ee69f91321 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:59.540411 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-e3dbfa87-3162-43ca-82ff-22ee69f91321 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.0831614 Feb 17 12:07:59.611865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-3dc968ae-39a8-40d8-9341-31dc2570ec75 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:59.613220 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-3dc968ae-39a8-40d8-9341-31dc2570ec75 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0680737 Feb 17 12:07:59.734775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5baea-3e63-40c8-892a-0c0a2d392849 req-c035b6ab-fe6a-4ea9-aac3-2ec5965072bb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:07:59.740298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-83f5baea-3e63-40c8-892a-0c0a2d392849 req-c035b6ab-fe6a-4ea9-aac3-2ec5965072bb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 982 time: 0.0847883 Feb 17 12:07:59.766561 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-774dc925-d092-4e2a-8c62-e377a857bc14 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1475074 Feb 17 12:07:59.777017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:07:59.784855 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-83f5baea-3e63-40c8-892a-0c0a2d392849 req-9b128376-b179-4fb5-bf2c-b0580eb6e6ab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Feb 17 12:07:59.890237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:00.090431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:00.123972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:00.180605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] device_id is not set on port e46c477a-f5a4-449c-be95-97d4f09b9285 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 12:08:00.188706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:00.262172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:00.401387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=6']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:00.465205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] No DVR routers for this DVR port e46c477a-f5a4-449c-be95-97d4f09b9285 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:08:00.548201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bbb33ba6-bdc6-426e-92b1-1208819363e7 None None] Provisioning complete for port e46c477a-f5a4-449c-be95-97d4f09b9285 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:00.548748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bbb33ba6-bdc6-426e-92b1-1208819363e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:00.604651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bbb33ba6-bdc6-426e-92b1-1208819363e7 None None] Port e46c477a-f5a4-449c-be95-97d4f09b9285 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:08:00.723784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] In _notify_port_updated(), no bound segment for port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 12:08:00.724839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:00.726843 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a352f37f-e3e3-4e25-a446-9db5c3c32e79 req-23ef04f9-9be3-4ba1-923b-7978f9cc1f25 service neutron] 10.222.0.24 "PUT /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1025 time: 0.9548695 Feb 17 12:08:00.955035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a814296-efab-4f57-8714-92905917eb52 req-83257875-1bdc-4b9d-b142-d885e235a33d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1906e58d-ea36-4c08-996d-556d1912dd38 HTTP/1.1" status: 200 len: 210 time: 0.0420401 Feb 17 12:08:02.061627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51762) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:02.132695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4cf1d-e469-4fba-9704-abde8155c670 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:02.133179 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-61b4cf1d-e469-4fba-9704-abde8155c670 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 924 time: 0.0705490 Feb 17 12:08:02.372993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51768) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:02.378758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561497150', 'description': 'tempest-secgroup-smoke-1561497150 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:02.384838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:02.394389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:02.443882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:02.480410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:02.484170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:02.487003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:02.492688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:02.553542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:02.621484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:02.662785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a0e077-8d09-4598-8f8a-188747c9f328,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:02.717441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:02.735976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:02.737193 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4c24ac5f-4afa-485e-bbec-48cf1bddd9f2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3632276 Feb 17 12:08:02.743547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51772) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:02.748963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '65a0e077-8d09-4598-8f8a-188747c9f328', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:02.754719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:02.766780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:02.766780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:02.768927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:02.775466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:02.833257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:02.989410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.038361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.064516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc28e40-cb7c-4ce5-bf56-d7f4b52a36e9,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:03.175638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.176847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a0941e3f-05ff-4ff6-a2ff-faf465323d91 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4323885 Feb 17 12:08:03.180345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51776) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:03.185775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '65a0e077-8d09-4598-8f8a-188747c9f328', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:03.192101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:03.196467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:03.199365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:03.205927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:03.274197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.338307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.386454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.410411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf8e9a3-1c9a-48c2-99ac-c07ec784564c,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:03.483834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.486770 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cc8fb68f-0581-400d-8968-bd126ed6177a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3037121 Feb 17 12:08:03.489045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51780) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:03.495269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '65a0e077-8d09-4598-8f8a-188747c9f328', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:03.501310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:03.508053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:03.510409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:03.513948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:03.605078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.666845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.741161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.762310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a988742e-997f-431e-8984-80c9e25884af,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:03.832148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.833426 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-38714b6f-1a95-4dcf-98b3-97bd18f243e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3433919 Feb 17 12:08:03.837048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51784) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:03.842532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '65a0e077-8d09-4598-8f8a-188747c9f328', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:03.848453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:03.852834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:03.855802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:03.861325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:03.913125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:03.981463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.066603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.091264 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2e793e-7766-4882-b274-797a814f44cd,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:04.163668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.164914 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-88153a7e-5974-495e-9af4-15b9f9d83aa2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3269494 Feb 17 12:08:04.167608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51788) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:04.172898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '65a0e077-8d09-4598-8f8a-188747c9f328', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:04.178779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:04.182688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:04.185556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:04.191646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:04.260894 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:08:04.267745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.332585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.403541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.426323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d13585-223f-4dd0-869d-9f6b14b2e824,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:04.501284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.502696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b02e53b2-2f0a-4553-81cc-67e38af07ae5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3341756 Feb 17 12:08:04.505386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51792) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:04.511430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '65a0e077-8d09-4598-8f8a-188747c9f328', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:04.517532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:04.521437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:04.524731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:04.530396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:04.609961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:08:04.617915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.684481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.735295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.759442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb987a-7737-406e-88a8-d60e27d1c941,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:04.809434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:04.810650 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8bb38d48-9f12-4c4c-ab31-6feb03cb114a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3043113 Feb 17 12:08:05.034722 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-34158894-a2f0-4418-9073-59272c8f7ffb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561497150&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.0452330 Feb 17 12:08:05.106533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-9a5c376d-505f-45f4-bd80-02e47ec3c4df tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:05.107845 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-9a5c376d-505f-45f4-bd80-02e47ec3c4df tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 929 time: 0.0666339 Feb 17 12:08:05.248558 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-cb43f0cb-51ba-4064-bb7c-b097f6a9cc96 service neutron] 10.222.0.47 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1292093 Feb 17 12:08:05.462228 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-5ca7b70d-089d-405e-a803-ff6f5ac38dfd service neutron] 10.222.0.47 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079942 Feb 17 12:08:05.594723 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-a391e4e4-04d0-471c-b9d8-788e4e18aaef service neutron] 10.222.0.47 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267571 Feb 17 12:08:05.838305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62b08e5e-c04f-4e5d-b6af-55204b19e6a0 req-133396e3-74c8-40e9-be8e-b8792f769de4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 210 time: 0.0447779 Feb 17 12:08:07.004642 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-845cc403-adaa-4e5f-a914-67d91f521124 req-a1748413-d650-487c-a19b-857bcf7a6597 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 210 time: 0.0413060 Feb 17 12:08:07.568743 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-2c114661-3fb1-4eab-9bac-dace3e201854 service neutron] 10.222.0.24 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1025 time: 0.0605667 Feb 17 12:08:07.717756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-2ce7d4c9-f35a-47d5-804a-76ba55b3c28c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:07.719197 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-2ce7d4c9-f35a-47d5-804a-76ba55b3c28c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 200 len: 796 time: 0.1452198 Feb 17 12:08:07.730160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6b8c-9104-4915-b8b6-2b892321b4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:07.773877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-3d14aee1-da0f-4b13-84e1-7ee9a2e8d4ab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:07.858636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-3d14aee1-da0f-4b13-84e1-7ee9a2e8d4ab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:07.859841 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-3d14aee1-da0f-4b13-84e1-7ee9a2e8d4ab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 473 time: 0.1278853 Feb 17 12:08:07.869509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Request body: {'port': {'device_id': 'e5cb23f8-0b14-4ffb-9033-19f40b04d89a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:07.982415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:08.196039 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-40bf911d-a385-43f9-8c0d-d141c38e77e0 req-43d11262-242f-4d93-99b2-b5887786c555 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 210 time: 0.0665498 Feb 17 12:08:08.376980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46c477a-f5a4-449c-be95-97d4f09b9285 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:08:08.383560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:08.397383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Transition to ACTIVE for port object e46c477a-f5a4-449c-be95-97d4f09b9285 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:08.449887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:08.579555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=7']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:08.717379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:08:08.717630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:08:08.717986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:08.723667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:08:08.723974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Attempting to bind port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:08.730233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:08:08.730564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Checking segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:08:08.730934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Bound using segment: {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:08:08.731343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Bound port: e46c477a-f5a4-449c-be95-97d4f09b9285, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669b7fb3-b3f2-4ffe-8993-42018d45914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:08:08.731680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:08.824666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:08.827608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:08:08.867136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:08.928116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:08.929482 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1130 time: 1.0640574 Feb 17 12:08:08.929935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cb23f8-0b14-4ffb-9033-19f40b04d89a', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:08.947680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7f450-7cfa-49ab-8765-79c2e21c76b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=8']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:09.102310 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-8589d5ab-ba6c-4f51-a142-bad69b7a1faf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 1133 time: 0.0873218 Feb 17 12:08:09.160240 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cb23f8-0b14-4ffb-9033-19f40b04d89a', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'status': 'completed', 'code': 200} Feb 17 12:08:09.222664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-525a02a9-bd1f-419c-88a5-18036dedc812 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1036 time: 0.1140442 Feb 17 12:08:09.284552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-02eb660f-9482-4f0f-be8d-16136771b6a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:09.286035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-02eb660f-9482-4f0f-be8d-16136771b6a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba89afe-b198-4af5-845d-58be7b795a7a HTTP/1.1" status: 200 len: 835 time: 0.0574992 Feb 17 12:08:09.536548 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-a240fbad-8d55-4964-920a-cdfd6a376d25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a55399-f917-4f35-9b71-2ccc8dabe176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2382452 Feb 17 12:08:09.545729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c66c7-96d9-4b7c-b984-7ebc95ac607b req-4225c0d3-11b2-4643-8777-38ae4255bbf9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:09.548160 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c5c66c7-96d9-4b7c-b984-7ebc95ac607b req-4225c0d3-11b2-4643-8777-38ae4255bbf9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 980 time: 0.2188516 Feb 17 12:08:09.694764 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c5c66c7-96d9-4b7c-b984-7ebc95ac607b req-76fb00f3-0f4d-4855-9a54-c9fdf3293cf5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265342 Feb 17 12:08:09.727089 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-f5c7c0f7-cdef-4535-b0de-05d9e014e75f service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904767 Feb 17 12:08:09.885883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e648ac95-3d59-47bf-925b-4610a529c2aa req-817cb12c-91f5-459d-99f6-82c36d58a01a service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521201 Feb 17 12:08:10.026654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fc68006e-9741-4aae-b3e3-8ef2d7c44dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:10.085714 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-f537e358-af1c-4da7-82c7-111aeac319dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 1133 time: 0.0765638 Feb 17 12:08:10.220866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-c4ce8245-87cc-41b9-9c47-087bcf8f8c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:10.222358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-c4ce8245-87cc-41b9-9c47-087bcf8f8c42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 200 len: 896 time: 0.1310940 Feb 17 12:08:10.327371 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-6ba3e21e-e65b-457b-8330-fa7074e8fc44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1036 time: 0.0992739 Feb 17 12:08:10.389582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-5630299a-fa34-4b72-8024-7c3fe02aabe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:10.391313 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-5630299a-fa34-4b72-8024-7c3fe02aabe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba89afe-b198-4af5-845d-58be7b795a7a HTTP/1.1" status: 200 len: 835 time: 0.0583913 Feb 17 12:08:10.464925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-005dabd8-c23f-469b-8c76-8825d7d64fa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a55399-f917-4f35-9b71-2ccc8dabe176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683906 Feb 17 12:08:10.605663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-739e2eeb-9514-4acb-887a-53a3d0aa0ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342845 Feb 17 12:08:10.742356 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-639c2ef7-f026-43d6-9453-9f19e3934f8c req-1f3f4824-8813-4b05-adfc-609ccfb1161e service neutron] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303477 Feb 17 12:08:10.898397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad384d90-a9e6-469a-93e1-dae0e5f073fa req-5c94308c-b170-4599-b448-95192a5993aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:10.899850 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ad384d90-a9e6-469a-93e1-dae0e5f073fa req-5c94308c-b170-4599-b448-95192a5993aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 980 time: 0.0751073 Feb 17 12:08:10.950451 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ad384d90-a9e6-469a-93e1-dae0e5f073fa req-a01b3480-f1e5-4f97-8d97-a662daaf4e71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Feb 17 12:08:11.370335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:11.403517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:11.592128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:12.148756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cb13a-d4e7-47e8-a7cd-5d31560a679e req-2b0ba29f-acec-48e8-a6ec-51cdec7a8c42 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:12.150234 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372cb13a-d4e7-47e8-a7cd-5d31560a679e req-2b0ba29f-acec-48e8-a6ec-51cdec7a8c42 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 980 time: 0.0801959 Feb 17 12:08:12.196142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372cb13a-d4e7-47e8-a7cd-5d31560a679e req-551450e8-27c1-403b-941d-ea7b1aa38864 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Feb 17 12:08:12.756615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:08:12.903127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:12.909622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:12.923701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'port_id': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'mac_address': 'fa:16:3e:ea:32:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:08:12.978773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:12.996718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46c477a-f5a4-449c-be95-97d4f09b9285 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:08:13.012249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:13.072722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:13.142621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=9']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:13.392071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d484f-2581-4b4d-9168-f9e36adbf9d8 req-ced1fc35-f9df-4c08-933c-ee3d15218a63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:13.393562 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d12d484f-2581-4b4d-9168-f9e36adbf9d8 req-ced1fc35-f9df-4c08-933c-ee3d15218a63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 981 time: 0.0765703 Feb 17 12:08:13.404808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['e46c477a-f5a4-449c-be95-97d4f09b9285'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:08:13.439978 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d12d484f-2581-4b4d-9168-f9e36adbf9d8 req-a383d123-9c14-4a46-982e-1f7844c92cc4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Feb 17 12:08:14.637358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69821fd4-095d-4bb1-93c4-cb984612502a req-46bea4b5-8d4a-445f-8ec0-6c19dfbf016e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:14.638761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69821fd4-095d-4bb1-93c4-cb984612502a req-46bea4b5-8d4a-445f-8ec0-6c19dfbf016e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 981 time: 0.0755057 Feb 17 12:08:14.688285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-69821fd4-095d-4bb1-93c4-cb984612502a req-105be4be-1b47-46e5-977f-30272a2d3f41 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438182 Feb 17 12:08:14.766278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:14.889008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port e46c477a-f5a4-449c-be95-97d4f09b9285 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:14.893695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port e46c477a-f5a4-449c-be95-97d4f09b9285 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:14.894089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:15.006199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:15.032170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cb23f8-0b14-4ffb-9033-19f40b04d89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:15.042293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:15.091956 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cb23f8-0b14-4ffb-9033-19f40b04d89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c477a-f5a4-449c-be95-97d4f09b9285', 'code': 200} Feb 17 12:08:15.111860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:15.177339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=10']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:15.454516 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c56d0004-1470-4184-be2c-25f740389485 req-2d8f63d2-b33d-4305-bfd3-54836e342019 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 1136 time: 0.0678585 Feb 17 12:08:15.495084 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c56d0004-1470-4184-be2c-25f740389485 req-c27df082-5b81-4521-947c-84923573827e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351160 Feb 17 12:08:15.885832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0047-fcd9-4380-9a53-75ca0c3c2ed7 req-e4d5d4dd-e9c2-4c1f-910f-637791292795 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:15.887447 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7c4e0047-fcd9-4380-9a53-75ca0c3c2ed7 req-e4d5d4dd-e9c2-4c1f-910f-637791292795 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 983 time: 0.0786412 Feb 17 12:08:15.932332 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7c4e0047-fcd9-4380-9a53-75ca0c3c2ed7 req-5cab4c59-4094-434a-ba43-cf0f5085d5ac tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388637 Feb 17 12:08:17.144823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7354ad-6b04-49de-8d37-ff7c3dd4fe19 req-2a397e6f-9e15-479a-a0fd-4f6992c352b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:17.146349 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4c7354ad-6b04-49de-8d37-ff7c3dd4fe19 req-2a397e6f-9e15-479a-a0fd-4f6992c352b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 983 time: 0.0870204 Feb 17 12:08:17.198296 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4c7354ad-6b04-49de-8d37-ff7c3dd4fe19 req-fb067506-af80-4e52-ac23-63437f0b91e1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458014 Feb 17 12:08:17.398757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753563-9616-4e9a-9b9a-8f6780cd2c2d req-be87370b-9d9c-4e5d-80d6-fc0a9ff9201b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:17.400129 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ed753563-9616-4e9a-9b9a-8f6780cd2c2d req-be87370b-9d9c-4e5d-80d6-fc0a9ff9201b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 983 time: 0.0781159 Feb 17 12:08:17.449051 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ed753563-9616-4e9a-9b9a-8f6780cd2c2d req-ffae3d7a-e38c-4551-97e5-59e6222f35ef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Feb 17 12:08:17.476790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51840) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:17.644367 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fdaf4ad0-d4bb-4a95-9a2f-e130e76def98 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a&network_id=19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 200 len: 1131 time: 0.1663516 Feb 17 12:08:18.230403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa11336-02b3-40ed-adc6-379bd87008b0 req-daac1739-c634-4886-bb25-164e98869576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:18.231890 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4fa11336-02b3-40ed-adc6-379bd87008b0 req-daac1739-c634-4886-bb25-164e98869576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 983 time: 0.0794566 Feb 17 12:08:18.281521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4fa11336-02b3-40ed-adc6-379bd87008b0 req-f0f45970-8233-4a5b-a021-a2dd0e94b9fd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Feb 17 12:08:19.480532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f05863-a5e0-4f9b-8f0f-30b0d8a0bc5a req-38007149-738d-4a4a-906c-b18e086b8b24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:19.482013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a9f05863-a5e0-4f9b-8f0f-30b0d8a0bc5a req-38007149-738d-4a4a-906c-b18e086b8b24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 983 time: 0.0753813 Feb 17 12:08:19.527108 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a9f05863-a5e0-4f9b-8f0f-30b0d8a0bc5a req-1b317329-b483-4761-aee4-f651f25ff3dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5708980-c9fc-457a-856c-9838efa8532a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Feb 17 12:08:19.606751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-bcb29ddb-85bd-476e-be32-3139ee49a0a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:19.608200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-bcb29ddb-85bd-476e-be32-3139ee49a0a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 983 time: 0.0781307 Feb 17 12:08:19.673880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-0c0d8548-ebe2-41c2-9d99-1a51816f4e40 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:19.675205 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-0c0d8548-ebe2-41c2-9d99-1a51816f4e40 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0621705 Feb 17 12:08:19.825833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-e9c8596f-db94-4611-8831-4b71ced13e25 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1456137 Feb 17 12:08:19.836429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:19.947775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:20.141318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e46c477a-f5a4-449c-be95-97d4f09b9285,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:20.171980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] For port e46c477a-f5a4-449c-be95-97d4f09b9285, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:20.224341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] device_id is not set on port e46c477a-f5a4-449c-be95-97d4f09b9285 yet. {{(pid=84459) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 12:08:20.232543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:20.277767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:20.412293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=11']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:20.433245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.433564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.433929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.434260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.434584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.434907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.435228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.435552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.435869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.436182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.436501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:20.485174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] No DVR routers for this DVR port e46c477a-f5a4-449c-be95-97d4f09b9285 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:08:20.602257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3c4bb4fe-7913-46aa-9ec0-f392c8e66165 None None] Provisioning complete for port e46c477a-f5a4-449c-be95-97d4f09b9285 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:20.602836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb4fe-7913-46aa-9ec0-f392c8e66165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:20.660385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3c4bb4fe-7913-46aa-9ec0-f392c8e66165 None None] Port e46c477a-f5a4-449c-be95-97d4f09b9285 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:08:20.691650 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-30c524e8-995a-4d94-b8aa-432edd986b67 req-f620271b-c9ff-4941-9658-b729193a3180 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cb23f8-0b14-4ffb-9033-19f40b04d89a HTTP/1.1" status: 200 len: 210 time: 0.0420864 Feb 17 12:08:20.768066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] In _notify_port_updated(), no bound segment for port e46c477a-f5a4-449c-be95-97d4f09b9285 on network 19a55399-f917-4f35-9b71-2ccc8dabe176 {{(pid=84459) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 17 12:08:20.769022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:20.770358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7acbbc76-418a-4181-a0ee-dc0478479d4b req-337baad2-9b61-46e9-b72f-6f6300ee1462 service neutron] 10.222.0.24 "PUT /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 200 len: 1026 time: 0.9379597 Feb 17 12:08:21.797233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51854) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:21.867274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8df2321b-e8e4-495e-98c6-2edc59e0c8bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:21.895082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8df2321b-e8e4-495e-98c6-2edc59e0c8bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:22.008744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8df2321b-e8e4-495e-98c6-2edc59e0c8bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:22.026520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2321b-e8e4-495e-98c6-2edc59e0c8bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a0e077-8d09-4598-8f8a-188747c9f328,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:22.101092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8df2321b-e8e4-495e-98c6-2edc59e0c8bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:22.102279 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8df2321b-e8e4-495e-98c6-2edc59e0c8bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/65a0e077-8d09-4598-8f8a-188747c9f328 HTTP/1.1" status: 204 len: 168 time: 0.3040428 Feb 17 12:08:22.204521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51860) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:22.402351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 159a05c3-b775-425c-ae21-ce7d9da07d5a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:22.402688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:22.655222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:22.655553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:22.774685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 159a05c3-b775-425c-ae21-ce7d9da07d5a owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:22.810932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:22.865531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e46c477a-f5a4-449c-be95-97d4f09b9285 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:22.985772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:23.029509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=159a05c3-b775-425c-ae21-ce7d9da07d5a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:23.127624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:23.526554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:08:23.724001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:08:23.734381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] Sync routers for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:08:23.747439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:23.748098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:23.803537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:23.861773 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f45e68a7-eaa3-4c8a-be8a-7886f1872c3a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/24b779a8-9b2d-48c0-a7db-a5569d4b8cad HTTP/1.1" status: 204 len: 168 time: 1.6561556 Feb 17 12:08:23.990775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:24.021065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51868) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:24.091343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b15cd9c5-2513-48a0-a374-540b03f3461f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:24.120103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b15cd9c5-2513-48a0-a374-540b03f3461f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:24.255276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b15cd9c5-2513-48a0-a374-540b03f3461f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:24.273572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cd9c5-2513-48a0-a374-540b03f3461f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea1f57-1384-43bb-a390-e96471dc74a5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:24.282757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b15cd9c5-2513-48a0-a374-540b03f3461f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:24.286384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b15cd9c5-2513-48a0-a374-540b03f3461f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/a9ea1f57-1384-43bb-a390-e96471dc74a5 HTTP/1.1" status: 204 len: 168 time: 0.2619081 Feb 17 12:08:24.327173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:24.331137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] Checking router: 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:08:24.342159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:24.342748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:24.376245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51874) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:24.444750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port e46c477a-f5a4-449c-be95-97d4f09b9285 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:24.445086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:24.523627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:24.780922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:24.845771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:24.849842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319781-f0c2-438c-9ec5-2d5083399321 None None] The sync data for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv is: [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'f6d79bef-8b3f-4e8c-802a-972b0ebaea32', 'name': '', 'network_id': '19a55399-f917-4f35-9b71-2ccc8dabe176', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:95:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:31Z', 'updated_at': '2022-02-17T12:07:38Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '8ba89afe-b198-4af5-845d-58be7b795a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:08:24.904397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for e46c477a-f5a4-449c-be95-97d4f09b9285 owned by {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:25.078536 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0f7b8-a588-425c-81ed-c31b2362cb48 None None] New status for floating IP 24b779a8-9b2d-48c0-a7db-a5569d4b8cad: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:08:25.123078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:25.171285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=e46c477a-f5a4-449c-be95-97d4f09b9285,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:25.278615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:25.288765 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d3e8f386-5008-4ce0-b0b6-5f73ffb17bc6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/ports/e46c477a-f5a4-449c-be95-97d4f09b9285 HTTP/1.1" status: 204 len: 168 time: 0.9112904 Feb 17 12:08:25.291958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51878) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:25.688208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:26.367659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port f6d79bef-8b3f-4e8c-802a-972b0ebaea32 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:26.368319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:26.557606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port f6d79bef-8b3f-4e8c-802a-972b0ebaea32, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:26.572745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:26.679764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for f6d79bef-8b3f-4e8c-802a-972b0ebaea32 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:26.957417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:27.004104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=f6d79bef-8b3f-4e8c-802a-972b0ebaea32,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:27.313068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:28.005013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:08:28.209151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:08:28.219199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] Sync routers for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:08:28.222097 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fdcea70e-0225-4668-b95a-61cf819c810e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290442 Feb 17 12:08:28.224688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51884) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:28.231771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:28.232360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:28.409840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:28.421146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet 8ba89afe-b198-4af5-845d-58be7b795a7a {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:08:28.424071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:28.479187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:28.568490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:28.723145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:28.741637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:08:26Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:28.746371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] Checking router: 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:08:28.756755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] Routers {'2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:28.757348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:28.762190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba89afe-b198-4af5-845d-58be7b795a7a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:28.770185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:28.779535 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6e9688d6-34a4-4878-8d7c-e6f2f3c9c97e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/8ba89afe-b198-4af5-845d-58be7b795a7a HTTP/1.1" status: 204 len: 168 time: 0.5514519 Feb 17 12:08:28.779745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51888) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:28.807061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d3a28-acc8-4286-9f77-14e5fa87cb61 None None] Network 19a55399-f917-4f35-9b71-2ccc8dabe176 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:08:28.979994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.097066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] Set router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:29.169433 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:08:29.172778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.261935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port d620fbc6-4425-4ec6-9d68-bcba23f0d676 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:29.262986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.301809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] DHCP port deletion for 19a55399-f917-4f35-9b71-2ccc8dabe176 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:08:29.310227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Deleting port 559b9f00-4aa1-4074-8e69-57091f1fc246 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:29.310618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.446374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port d620fbc6-4425-4ec6-9d68-bcba23f0d676, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d620fbc6-4425-4ec6-9d68-bcba23f0d676,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:29.447565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.592261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] For port 559b9f00-4aa1-4074-8e69-57091f1fc246, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=559b9f00-4aa1-4074-8e69-57091f1fc246,segment=NetworkSegment(669b7fb3-b3f2-4ffe-8993-42018d45914e),segment_id=669b7fb3-b3f2-4ffe-8993-42018d45914e)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:29.592558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.668671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for d620fbc6-4425-4ec6-9d68-bcba23f0d676 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:29.718583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Calling delete_port for 559b9f00-4aa1-4074-8e69-57091f1fc246 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:29.754587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:08:26Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:29.768484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b845b-376b-42c6-91a7-522887d02afd None None] The sync data for ids ['2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7'] in dv-neutron-828728-1-hyperv is: [{'id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'name': 'tempest-TestNetworkBasicOps-router-2136875966', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:07:26Z', 'updated_at': '2022-02-17T12:08:26Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'd620fbc6-4425-4ec6-9d68-bcba23f0d676', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:07:27Z', 'updated_at': '2022-02-17T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:08:29.854791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.901145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:29.903153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Pushing event deleted for resources: {'Port': ['ID=559b9f00-4aa1-4074-8e69-57091f1fc246,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:29.912490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] No DVR routers for this DVR port 559b9f00-4aa1-4074-8e69-57091f1fc246 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:08:29.916522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.916879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.921562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.921562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.921562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.921562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.921894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.922472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.922472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.922609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.922869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a39666-cbcb-4260-865d-b5f1bda2b266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:29.950774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=d620fbc6-4425-4ec6-9d68-bcba23f0d676,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:30.149453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 559b9f00-4aa1-4074-8e69-57091f1fc246 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:30.169508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.185775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 559b9f00-4aa1-4074-8e69-57091f1fc246 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:08:30.186293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 559b9f00-4aa1-4074-8e69-57091f1fc246 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:30.428846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.433090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.517560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.518174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router 2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:08:30.533427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.534837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-431f5d18-f680-455a-806b-bad461504fb3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/2edaa6ae-b3a3-4a3a-b5b9-5d4154ff57a7 HTTP/1.1" status: 204 len: 168 time: 1.7542078 Feb 17 12:08:30.537393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51892) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:30.728703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.860511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.884580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a55399-f917-4f35-9b71-2ccc8dabe176']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:30.896112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669b7fb3-b3f2-4ffe-8993-42018d45914e') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:30.896404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669b7fb3-b3f2-4ffe-8993-42018d45914e') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:30.907869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.923886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.930572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:08:30.930572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:08:30.945033 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:08:31.094463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.111965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.123367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=19a55399-f917-4f35-9b71-2ccc8dabe176,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:31.128764 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e253ade1-23e5-487e-8d26-b659f954c604 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/19a55399-f917-4f35-9b71-2ccc8dabe176 HTTP/1.1" status: 204 len: 168 time: 0.5901573 Feb 17 12:08:31.143556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51898) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:31.157699 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2724ce93-fabe-4184-a22a-6b5738b33261 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0126677 Feb 17 12:08:31.160337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51902) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:31.165749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--88685653', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:31.170756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:31.174793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:31.178109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:31.184210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:31.254372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:08:31.257355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.287525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:08:31.296790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.297115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment db4af0cb-4168-4bd8-8e93-950ab92d19d0 of type vlan for network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 Feb 17 12:08:31.323969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.420166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.423920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:31.424502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.629602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=2d89bfd2-fd83-489b-b16e-9bbf144f5f41,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:31.640656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:08:31.672174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c948d756-f8c8-4747-be70-fb9d207cab71 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5107763 Feb 17 12:08:31.674801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51906) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:31.679971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-224075929', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:31.687645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:31.692004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:31.695250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:31.702107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:31.775243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.776415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.797279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:31.832922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f6d79bef-8b3f-4e8c-802a-972b0ebaea32 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:31.865726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f6d79bef-8b3f-4e8c-802a-972b0ebaea32 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:08:31.866093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f6d79bef-8b3f-4e8c-802a-972b0ebaea32 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:31.866505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d620fbc6-4425-4ec6-9d68-bcba23f0d676 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:31.901678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d620fbc6-4425-4ec6-9d68-bcba23f0d676 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:08:31.902051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d620fbc6-4425-4ec6-9d68-bcba23f0d676 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:32.001866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:32.229480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:32.260335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:32.396764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.118 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/5b6a71bf-6f79-46fc-afbd-68b68867228a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:08:32.544170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:32.626102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:32.699136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:08:32.701916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:32.706352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:08:32.731078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:32.907320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:32.908128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:33.198484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 20049257-249e-4637-b32b-878533eb45c1 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:08:33.403950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:08:33.413551 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Sync routers for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:08:33.426459 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:33.427059 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:33.489023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:33.492135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ef9ce438-03cc-4552-b3d1-4ed30c3aa145 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8147535 Feb 17 12:08:33.492272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51910) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:33.493724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51912) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:33.540773 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ba954ab3-a9f0-4405-9faf-a1d9f409ad10 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449624 Feb 17 12:08:33.541354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51918) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:33.634600 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:33.691365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e785fa-4ba0-42e4-890d-6b06f901c60f tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:33.695129 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d8e785fa-4ba0-42e4-890d-6b06f901c60f tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506009 Feb 17 12:08:33.695811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51922) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:33.748393 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9fab1cd5-b8c6-49ba-bfb6-049908e4e219 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505819 Feb 17 12:08:33.751351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51926) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:33.757667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1879692749', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:33.835807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Deleting port 0b42ee78-1158-4346-b261-6e1e5bbf185e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:33.836398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:33.887751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:33.903927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:33.914393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:33.920303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:33.978107 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:32Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:33.982694 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Checking router: 20049257-249e-4637-b32b-878533eb45c1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:08:33.983644 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Updating router 20049257-249e-4637-b32b-878533eb45c1 port 5b6a71bf-6f79-46fc-afbd-68b68867228a binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:08:34.003659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:08:34.046817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.047423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.059457 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.153915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.184168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Calling delete_port for 0b42ee78-1158-4346-b261-6e1e5bbf185e owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:34.425867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.466494 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.472060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'Port': ['ID=0b42ee78-1158-4346-b261-6e1e5bbf185e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:34.479746 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Transition to ACTIVE for port object 5b6a71bf-6f79-46fc-afbd-68b68867228a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:34.568108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.602773 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.625808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.671507 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc905c1-db1f-4864-8b95-a324e4d982d2 None None] Pushing event updated for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:34.689387 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Attempting to bind port 5b6a71bf-6f79-46fc-afbd-68b68867228a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:08:34.690039 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Attempting to bind port 5b6a71bf-6f79-46fc-afbd-68b68867228a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:08:34.690444 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Attempting to bind port 5b6a71bf-6f79-46fc-afbd-68b68867228a on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:34.697301 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:08:34.697674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:08:34.698096 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.698554 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:08:34.699064 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Bound port: 5b6a71bf-6f79-46fc-afbd-68b68867228a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:08:34.699446 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.706789 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=e3985ede-ec8e-4ca4-8bc1-798413663fd0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:34.722784 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.723121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.723448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.723777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.724102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.724414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.724733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.725047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.725358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.725729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.725995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:08:34.738589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:08:34.739114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 2d89bfd2-fd83-489b-b16e-9bbf144f5f41, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:08:34.779264 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] For port 5b6a71bf-6f79-46fc-afbd-68b68867228a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:34.782558 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] For port 5b6a71bf-6f79-46fc-afbd-68b68867228a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5b6a71bf-6f79-46fc-afbd-68b68867228a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:08:34.837272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:08:34.866318 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.916987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 2d89bfd2-fd83-489b-b16e-9bbf144f5f41) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:34.921000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:34.921824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:34.933177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919455f2-3f84-4d3a-b87f-10317518925e None None] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:08:34.961104 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc905c1-db1f-4864-8b95-a324e4d982d2 None None] Pushing event updated for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:34.966375 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:34.967044 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:34.989448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:08:35.009625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b8253bc9-c7b2-40e9-bcdf-91cfab909b05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2568569 Feb 17 12:08:35.012616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51930) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:35.156051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:08:35.157138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:35.204873 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:35.229003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:08:35.249085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:08:35.282297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:35.286267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:35.313672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:35.392738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e7de63f-005c-45a7-b2a9-c876e44785f1 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "DELETE /v2.0/floatingips/c3970da9-cba4-400c-a446-a166ab03384c HTTP/1.1" status: 204 len: 168 time: 1.8970804 Feb 17 12:08:35.392738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:35.507913 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'status': 'completed', 'code': 200} Feb 17 12:08:35.535966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Allocated IP 172.20.0.2 (2d89bfd2-fd83-489b-b16e-9bbf144f5f41/e3985ede-ec8e-4ca4-8bc1-798413663fd0/33a76697-9873-4810-99ae-8fbb38498e47) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:08:35.601953 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:32Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:35.607671 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2899642-9eb0-4146-b572-59ba86d9793d None None] The sync data for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv is: [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:32Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:08:35.698640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:35.741434 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-1948d986-c10a-48f8-9b01-1c985de03bac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988638 Feb 17 12:08:35.747110 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-2d24be7c-07f0-4ddd-8765-96a7500c0e3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1098 time: 0.1993775 Feb 17 12:08:36.019327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-b0c5d304-dcc2-4742-980e-acfd04bccf0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:36.020908 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-b0c5d304-dcc2-4742-980e-acfd04bccf0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.2686069 Feb 17 12:08:36.118978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-dc1a71cb-87a2-4053-8e1c-7c561998a6f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89 HTTP/1.1" status: 200 len: 217 time: 0.0881665 Feb 17 12:08:36.166568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:36.195344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Transition to ACTIVE for port object 33a76697-9873-4810-99ae-8fbb38498e47 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:36.200435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-393893b4-3301-4f26-98b9-9834c0edbdbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:36.202508 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-393893b4-3301-4f26-98b9-9834c0edbdbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0779779 Feb 17 12:08:36.247911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:36.252616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Transition to ACTIVE for port object 33a76697-9873-4810-99ae-8fbb38498e47 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:36.300535 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-902e790b-5d7f-43d0-844c-815d255fd29c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912373 Feb 17 12:08:36.339167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:36.427647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Pushing event updated for resources: {'Port': ['ID=33a76697-9873-4810-99ae-8fbb38498e47,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:36.445691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:08:36.449128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:36.451936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:08:36.482818 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-1489f73b-b8ff-4be0-bc37-ed28e5c8d27f service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755424 Feb 17 12:08:36.492613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c4f93-5163-4611-ac0a-a6f30a3e4993 req-6befd021-ea46-4bf4-819a-f50ece988627 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:36.494764 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4d8c4f93-5163-4611-ac0a-a6f30a3e4993 req-6befd021-ea46-4bf4-819a-f50ece988627 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 945 time: 0.3881860 Feb 17 12:08:36.578865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Attempting to bind port 33a76697-9873-4810-99ae-8fbb38498e47 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:08:36.579238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Attempting to bind port 33a76697-9873-4810-99ae-8fbb38498e47 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:08:36.579601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Attempting to bind port 33a76697-9873-4810-99ae-8fbb38498e47 on network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:36.594211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:03:00Z', 'revision_number': 1, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:36.598940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:08:36.599148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Checking segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:08:36.600449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:36.600765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Bound using segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:08:36.601325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Bound port: 33a76697-9873-4810-99ae-8fbb38498e47, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:08:36.601819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:36.610110 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4d8c4f93-5163-4611-ac0a-a6f30a3e4993 req-14696ffc-f329-43b3-916b-caa17d79049f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056850 Feb 17 12:08:36.637927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-633629fe-2f5d-4e8e-90de-5e88f7e7f5c6 req-8332590f-58ce-4e55-b796-f73944f379af service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489084 Feb 17 12:08:36.651503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:08:36.756007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:36.756628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:36.760780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (2d89bfd2-fd83-489b-b16e-9bbf144f5f41/e3985ede-ec8e-4ca4-8bc1-798413663fd0/331fcc0d-ab1e-4d21-8c99-315cc8d6c22c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:08:36.832832 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-c174991f-4fbc-4a2d-9514-242343b16d2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 1098 time: 0.0778916 Feb 17 12:08:36.931688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:36.942109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-595d679a-f206-490b-9c97-44362b707f44 None None] For port 33a76697-9873-4810-99ae-8fbb38498e47, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:36.947966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-595d679a-f206-490b-9c97-44362b707f44 None None] For port 33a76697-9873-4810-99ae-8fbb38498e47, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33a76697-9873-4810-99ae-8fbb38498e47,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:08:36.949934 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:36.976992 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:36.983927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-749a9429-5d9c-45b3-81d1-3881d54aa9f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:36.985382 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-749a9429-5d9c-45b3-81d1-3881d54aa9f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.1340065 Feb 17 12:08:37.019238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:37.037332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:37.054596 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-a2ab92cc-d3a1-43ac-b866-8a750fb76d15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89 HTTP/1.1" status: 200 len: 217 time: 0.0613656 Feb 17 12:08:37.111798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:08:37.115572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:37.120453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:08:37.125817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-9682953d-0096-474c-b706-166953ba52fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:37.127272 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-9682953d-0096-474c-b706-166953ba52fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.0656822 Feb 17 12:08:37.181606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:37.184127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:37.197130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d679a-f206-490b-9c97-44362b707f44 None None] Pushing event updated for resources: {'Port': ['ID=33a76697-9873-4810-99ae-8fbb38498e47,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:37.209712 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-76d1321b-84b0-4950-bbcb-f0d37e19d139 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764234 Feb 17 12:08:37.367261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:37.393981 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-f8d7d2a3-ef03-41cb-8206-bfd666f0ae86 service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729021 Feb 17 12:08:37.506932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:03:00Z', 'revision_number': 1, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:37.514865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc96867-1d35-44bc-a0ef-192af5c10314 None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0f0bb828-36c8-4818-8fb9-e99368996a2e', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '87a9a4c4-094d-49b3-9398-386668704348', 'port_id': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'mac_address': 'fa:16:3e:5c:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:02:57Z', 'updated_at': '2022-02-17T12:03:00Z', 'revision_number': 1, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:08:37.588354 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea84ce2d-2dbc-4904-b80d-51c64e5c6d0d req-894446d6-e4c8-42d8-882c-03ec7082cf4e service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807406 Feb 17 12:08:37.734738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6a4c45ec-aba2-4bdd-908d-d0aa36e96c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:37.762256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-452d722b-cf67-4b2e-b2f9-fb9e33c174df tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:37.762976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-452d722b-cf67-4b2e-b2f9-fb9e33c174df tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:37.864965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace81ad6-998f-4365-8021-000ad675300a req-5bceb718-0ecc-4728-b417-e1e08b4eaa1f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:37.865825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ace81ad6-998f-4365-8021-000ad675300a req-5bceb718-0ecc-4728-b417-e1e08b4eaa1f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:37.905103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-452d722b-cf67-4b2e-b2f9-fb9e33c174df tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:37.908479 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-452d722b-cf67-4b2e-b2f9-fb9e33c174df tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 945 time: 0.2419007 Feb 17 12:08:37.913980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ace81ad6-998f-4365-8021-000ad675300a req-5bceb718-0ecc-4728-b417-e1e08b4eaa1f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:37.913980 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ace81ad6-998f-4365-8021-000ad675300a req-5bceb718-0ecc-4728-b417-e1e08b4eaa1f tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 945 time: 0.1390560 Feb 17 12:08:37.915701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:38.003070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.054064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 5b6a71bf-6f79-46fc-afbd-68b68867228a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:38.064982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5b6a71bf-6f79-46fc-afbd-68b68867228a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:38.064982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.078024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.122181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Deleting port f36c601a-7b31-401b-ba2c-2c20abb19e89 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:38.122752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.168311 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ace81ad6-998f-4365-8021-000ad675300a req-5707259f-f6c7-419d-9c6e-cc27ae8a57eb tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146828 Feb 17 12:08:38.195141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:38.224437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.229757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.248382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5b6a71bf-6f79-46fc-afbd-68b68867228a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5b6a71bf-6f79-46fc-afbd-68b68867228a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:38.322225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.324637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33a76697-9873-4810-99ae-8fbb38498e47 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:38.389244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:08:38.391608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:38.440179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9e48f-cb7b-431b-a14d-7d58eeb83fb8 None None] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:08:38.449821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] For port f36c601a-7b31-401b-ba2c-2c20abb19e89, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f36c601a-7b31-401b-ba2c-2c20abb19e89,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:38.450251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.533670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:38.574459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Calling delete_port for f36c601a-7b31-401b-ba2c-2c20abb19e89 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:38.623036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6664763c-a218-448c-9a10-ba57a6867e01 None None] Provisioning for port 33a76697-9873-4810-99ae-8fbb38498e47 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:38.648453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 33a76697-9873-4810-99ae-8fbb38498e47 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:38.684075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 33a76697-9873-4810-99ae-8fbb38498e47 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:38.684075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.775515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.810695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 20049257-249e-4637-b32b-878533eb45c1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:08:38.833763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.839729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'Port': ['ID=f36c601a-7b31-401b-ba2c-2c20abb19e89,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:38.880087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 33a76697-9873-4810-99ae-8fbb38498e47, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33a76697-9873-4810-99ae-8fbb38498e47,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:38.941913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] No DVR routers for this DVR port f36c601a-7b31-401b-ba2c-2c20abb19e89 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:08:38.944423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:38.947895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'name': 'network-vif-deleted', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:38.991460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:39.025435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ae40368e-5e53-4744-8888-6a2e75d5774d req-9e13c88e-ae98-4c9a-b10b-13cb9f17cf3d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "DELETE /v2.0/ports/f36c601a-7b31-401b-ba2c-2c20abb19e89 HTTP/1.1" status: 204 len: 173 time: 1.1123755 Feb 17 12:08:39.027345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2', 'name': 'network-vif-deleted', 'tag': 'f36c601a-7b31-401b-ba2c-2c20abb19e89', 'status': 'completed', 'code': 200} Feb 17 12:08:39.068114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:08:39.074699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=33a76697-9873-4810-99ae-8fbb38498e47,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:39.096583 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4513a80a-916a-4cb5-95d2-789b62188c63 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0825479 Feb 17 12:08:39.098878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51944) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:39.183250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d9bf585-a215-413d-8918-458aa83a0288 None None] Provisioning complete for port 33a76697-9873-4810-99ae-8fbb38498e47 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:39.183716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf585-a215-413d-8918-458aa83a0288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:39.376062 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb23e87-d41a-42bc-b505-e16f1d6fdaac None None] New status for floating IP c3970da9-cba4-400c-a446-a166ab03384c: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:08:39.396295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.396832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.397221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.397811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.398287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.398702 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.401195 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f28794c8-5911-4c10-b200-3f78abb52eaa tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.3013849 Feb 17 12:08:39.404329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51950) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:39.503212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-85ba59eb-9555-48f8-a1f9-b63532d53c57 req-d3c01ef4-57c0-4e7b-b67b-ade969d07da3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:39.631532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-85ba59eb-9555-48f8-a1f9-b63532d53c57 req-d3c01ef4-57c0-4e7b-b67b-ade969d07da3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:39.632732 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-85ba59eb-9555-48f8-a1f9-b63532d53c57 req-d3c01ef4-57c0-4e7b-b67b-ade969d07da3 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 210 time: 0.2775068 Feb 17 12:08:39.689852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d9bf585-a215-413d-8918-458aa83a0288 None None] Provisioning for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:39.694410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6d9bf585-a215-413d-8918-458aa83a0288 None None] Provisioning complete for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:39.694789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf585-a215-413d-8918-458aa83a0288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:39.721870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.724917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.724917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.724917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.724917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.724917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:39.726152 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3ff5b467-f838-4a58-ba34-eb6f9186c1df tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.3206549 Feb 17 12:08:39.729982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51954) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:39.777381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6d9bf585-a215-413d-8918-458aa83a0288 None None] Port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:08:39.813744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Sync routers for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:08:39.828378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:39.829019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:39.889976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:39.984381 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7694e7a6-0de0-4ac2-a10d-a0e3bde9d73e tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2530873 Feb 17 12:08:40.071835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-03213457-b7c7-459a-969f-2eedd2dea951 None None] Provisioning complete for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:40.072197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-03213457-b7c7-459a-969f-2eedd2dea951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.141710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5b6a71bf-6f79-46fc-afbd-68b68867228a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:40.142086 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.171158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:40.214968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac83b-0e76-402d-a93a-5f2f042a5343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.225007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-03213457-b7c7-459a-969f-2eedd2dea951 None None] Port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:08:40.386638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51962) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:40.392496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657858062', 'description': 'tempest-secgroup-smoke-1657858062 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:40.399717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:40.408560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:40.411843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:40.418587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:40.466939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33a76697-9873-4810-99ae-8fbb38498e47 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:40.511375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.555838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:40.561118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:40.564125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:40.572701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:40.610633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 33a76697-9873-4810-99ae-8fbb38498e47 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:40.610996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.631134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.660318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:40.668607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Checking router: 20049257-249e-4637-b32b-878533eb45c1 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:08:40.668952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Updating router 20049257-249e-4637-b32b-878533eb45c1 port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:08:40.742619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.755846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.799371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b673ba45-20ac-4665-8a19-e18ccdce9fa1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:40.855810 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90ce75e1-307f-4421-b578-df925e83d1fb req-53cad41b-2e05-4d56-b6f9-f655a5fb4719 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=c37e0fd9-7dae-43d9-96d1-bd5fb92fd4d2 HTTP/1.1" status: 200 len: 210 time: 0.0462701 Feb 17 12:08:40.865567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:40.867049 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1e6be7c9-a30c-481c-a051-f8a2f0e711cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4794309 Feb 17 12:08:40.870590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51970) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:40.876269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'b673ba45-20ac-4665-8a19-e18ccdce9fa1', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:40.885071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:40.889176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:40.892544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:40.899071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:40.992426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f36c601a-7b31-401b-ba2c-2c20abb19e89 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:41.033747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.034947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: f36c601a-7b31-401b-ba2c-2c20abb19e89 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:08:41.035286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f36c601a-7b31-401b-ba2c-2c20abb19e89 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:41.100649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.197139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.206351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.218526 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Transition to ACTIVE for port object 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:41.220622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c823ee-eb06-40e9-b5e3-c3728c3db197,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:41.306171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.306933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.311672 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ff5b4f0c-ec36-402c-a9a3-013b352e614a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4399459 Feb 17 12:08:41.311841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51974) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:41.320853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'b673ba45-20ac-4665-8a19-e18ccdce9fa1', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:41.329270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:41.333668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:41.336827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:41.343873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:41.359811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.360478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.433109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.463252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805e33-0984-4844-8331-bd1caae00eba None None] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:41.509029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.566942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Attempting to bind port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:08:41.567305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Attempting to bind port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:08:41.567660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Attempting to bind port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c on network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:41.573973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:08:41.574338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Checking segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:08:41.574730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.575107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Bound using segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:08:41.575558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Bound port: 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:08:41.575919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.585106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.608444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b6f261-3f24-4993-b3aa-2293b39cf3fb,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:41.638627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.670057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] For port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:41.672977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] For port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:08:41.688680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.690156 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7d31895c-eb6c-46a9-9d96-aca979a238c0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3771484 Feb 17 12:08:41.693601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51978) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:41.699123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'b673ba45-20ac-4665-8a19-e18ccdce9fa1', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:41.704971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:41.708738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:41.711661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:41.717421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:41.734764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.788193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.819536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805e33-0984-4844-8331-bd1caae00eba None None] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:41.822568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:41.823166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:41.866360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.912064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:41.940606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a8d155-a8f1-408f-8e4c-238d0509fa20,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:42.002579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.006440 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fc8d2689-5566-4a94-88f6-a9f7826fe7dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3093328 Feb 17 12:08:42.007337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 51986) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:42.021967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'b673ba45-20ac-4665-8a19-e18ccdce9fa1', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:42.024771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:42.028976 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:42.031449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:42.032295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:42.038157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:42.118079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.185115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.242833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.268043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6f270e-abbe-4376-81d7-f23030c0a469,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:42.333769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.335604 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ad0672a-e347-4a4e-a09a-263880114eaa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3271039 Feb 17 12:08:42.338379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51992) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:42.344311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'b673ba45-20ac-4665-8a19-e18ccdce9fa1', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:42.351280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:42.355914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:42.360395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:42.366596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:42.393187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:08:41Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:42.397223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c177ea9-ca61-4c9d-a7f9-f7c381b73ac5 None None] The sync data for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv is: [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:08:41Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:08:42.426122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:08:42.437402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.537105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.607490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.635153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ae8d63-c3a5-49a3-bce1-2794aed53c22,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:42.717119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.718823 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-29b905cf-1561-4e72-aa48-5f5eaceebb05 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3793552 Feb 17 12:08:42.721468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 51996) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:42.729887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'b673ba45-20ac-4665-8a19-e18ccdce9fa1', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:42.735554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:42.739725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:42.743638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:42.751110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:42.808407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:08:42.815962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.830312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.901046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.946290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:42.976354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eaaf42e-11a4-413a-9d32-de4b562fab7b,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:43.037155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:43.038775 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1aebba06-0985-4ca6-abd0-482de902a803 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3158696 Feb 17 12:08:43.245171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-05d3e4fd-c33b-4085-af4b-450982f4b6e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:43.327598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-05d3e4fd-c33b-4085-af4b-450982f4b6e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:43.328779 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-05d3e4fd-c33b-4085-af4b-450982f4b6e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657858062&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1338606 Feb 17 12:08:43.487398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-011ca6c8-7b5c-4381-abbe-b2d1871dd79b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:43.488084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-011ca6c8-7b5c-4381-abbe-b2d1871dd79b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:43.573316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-011ca6c8-7b5c-4381-abbe-b2d1871dd79b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:43.574473 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-011ca6c8-7b5c-4381-abbe-b2d1871dd79b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 200 len: 795 time: 0.2382615 Feb 17 12:08:43.591607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-c944be84-8d6f-4b84-b9dc-60cd434da70d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0117366 Feb 17 12:08:43.675961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-845d12c0-4e57-4a33-8d1b-f6d725c5c6fc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:43.745362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-845d12c0-4e57-4a33-8d1b-f6d725c5c6fc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:43.746764 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-845d12c0-4e57-4a33-8d1b-f6d725c5c6fc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494608 Feb 17 12:08:43.890083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:43.990454 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-c1325fd4-6181-4fa2-83da-4445b8568aeb service neutron] 10.222.0.47 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320650 Feb 17 12:08:44.035739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:44.041558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:44.041961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:44.140387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-0a132d90-3318-4fec-8b8c-a40bb6c90e69 service neutron] 10.222.0.47 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431262 Feb 17 12:08:44.162003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:44.196887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:44.265720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:44.341757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:44.451841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-774d786b-546c-4326-95a6-d30ea5c275ce req-b4001978-94d4-4c80-a454-c2ce2a3c6c23 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:44.470631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-774d786b-546c-4326-95a6-d30ea5c275ce req-b4001978-94d4-4c80-a454-c2ce2a3c6c23 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:44.472451 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-774d786b-546c-4326-95a6-d30ea5c275ce req-b4001978-94d4-4c80-a454-c2ce2a3c6c23 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 210 time: 0.0691249 Feb 17 12:08:45.659097 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0020deb3-9123-41ee-8c8f-aba1ae25b41e req-09857e8d-49c3-435b-8663-6eb835474732 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 210 time: 0.0531132 Feb 17 12:08:45.850732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:45.921507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:45.921845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:46.391058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-36d8768b-3a45-4c71-852b-717012c4286d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:46.392481 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-36d8768b-3a45-4c71-852b-717012c4286d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 200 len: 795 time: 0.1529808 Feb 17 12:08:46.446810 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-b3a5f71c-5727-4604-91fa-47c9b5b4792c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 380 time: 0.0423417 Feb 17 12:08:46.462456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['b673ba45-20ac-4665-8a19-e18ccdce9fa1']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:46.599680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:46.610061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:46.700020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:08:46.703811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:46.759697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52036) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:46.873989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.5 (2d89bfd2-fd83-489b-b16e-9bbf144f5f41/e3985ede-ec8e-4ca4-8bc1-798413663fd0/620eb905-ec7f-4051-9ff1-c4341850028a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:08:46.879229 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-71f278a7-ad0f-40d7-a762-78984ccc473a req-cb7686a0-5b7b-4c57-978c-30da9072519c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 210 time: 0.0660319 Feb 17 12:08:47.009924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Deleting port 54dd7948-d6e1-4aed-a32e-995577d9def6 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:47.010335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.066712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.083088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 620eb905-ec7f-4051-9ff1-c4341850028a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:47.174187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.184426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.184756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.248150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:08:47.251770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:47.255460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:08:47.300853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=620eb905-ec7f-4051-9ff1-c4341850028a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:47.327435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Calling delete_port for 54dd7948-d6e1-4aed-a32e-995577d9def6 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:47.334547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:47.335211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.432648 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-d88fc90d-cbc7-48a9-b44f-809e9d0264d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9741750 Feb 17 12:08:47.443748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Request body: {'port': {'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:47.545335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.557411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.590513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'Port': ['ID=54dd7948-d6e1-4aed-a32e-995577d9def6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:47.648191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5531e4d0-fe19-4723-8605-d49777d53af3 None None] Provisioning for port 620eb905-ec7f-4051-9ff1-c4341850028a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:47.654684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5531e4d0-fe19-4723-8605-d49777d53af3 None None] Provisioning complete for port 620eb905-ec7f-4051-9ff1-c4341850028a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:47.655127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5531e4d0-fe19-4723-8605-d49777d53af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.692646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.708931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5531e4d0-fe19-4723-8605-d49777d53af3 None None] Port 620eb905-ec7f-4051-9ff1-c4341850028a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:08:47.928917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620eb905-ec7f-4051-9ff1-c4341850028a {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:08:47.937012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:47.961741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Transition to ACTIVE for port object 620eb905-ec7f-4051-9ff1-c4341850028a will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:08:48.041446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:48.203528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:08:48.306082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Pushing event updated for resources: {'Port': ['ID=620eb905-ec7f-4051-9ff1-c4341850028a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:48.386930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60a8e-19be-4b6b-b27a-8e14a57ceeb6 req-b5d954bb-8fc8-4a11-83db-80202f90264e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:48.387538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3ce60a8e-19be-4b6b-b27a-8e14a57ceeb6 req-b5d954bb-8fc8-4a11-83db-80202f90264e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:48.433348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:08:48.440039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Attempting to bind port 620eb905-ec7f-4051-9ff1-c4341850028a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:08:48.440326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Attempting to bind port 620eb905-ec7f-4051-9ff1-c4341850028a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:08:48.440655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Attempting to bind port 620eb905-ec7f-4051-9ff1-c4341850028a on network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:48.448293 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:08:48.454535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Port 620eb905-ec7f-4051-9ff1-c4341850028a on network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:08:48.454849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Attempting to bind port 620eb905-ec7f-4051-9ff1-c4341850028a on network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:08:48.460844 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:48.461487 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:48.462209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:08:48.462548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Checking segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:08:48.462927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Bound using segment: {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:08:48.468708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Bound port: 620eb905-ec7f-4051-9ff1-c4341850028a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4af0cb-4168-4bd8-8e93-950ab92d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:08:48.468708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:48.508037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3ce60a8e-19be-4b6b-b27a-8e14a57ceeb6 req-b5d954bb-8fc8-4a11-83db-80202f90264e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:48.510049 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ce60a8e-19be-4b6b-b27a-8e14a57ceeb6 req-b5d954bb-8fc8-4a11-83db-80202f90264e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 943 time: 0.5053678 Feb 17 12:08:48.526708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:48.592648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] For port 620eb905-ec7f-4051-9ff1-c4341850028a, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:08:48.594432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c279b315-e6a3-4d62-a74e-a43672bc813c tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "DELETE /v2.0/floatingips/0f0bb828-36c8-4818-8fb9-e99368996a2e HTTP/1.1" status: 204 len: 168 time: 1.8333690 Feb 17 12:08:48.595787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:48.604627 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ce60a8e-19be-4b6b-b27a-8e14a57ceeb6 req-ca7ecbda-0df6-4128-92ca-697a426df6be tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879266 Feb 17 12:08:48.612455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] For port 620eb905-ec7f-4051-9ff1-c4341850028a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=620eb905-ec7f-4051-9ff1-c4341850028a,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:08:48.674524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:48.685521 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:48.770662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Pushing event updated for resources: {'Port': ['ID=620eb905-ec7f-4051-9ff1-c4341850028a,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:48.776795 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'status': 'completed', 'code': 200} Feb 17 12:08:48.794110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:48.795750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-dfcfa62f-b2b2-4792-86e3-825096e1fc74 service neutron] 10.222.0.24 "PUT /v2.0/ports/620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 200 len: 1093 time: 1.3562946 Feb 17 12:08:48.796650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:48.885284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a', 'status': 'completed', 'code': 200} Feb 17 12:08:48.892822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-326956de-34b1-42c9-8fb5-3170c5073c04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0866296 Feb 17 12:08:49.113118 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:49.118126 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:08:49.131297 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:08:49.132463 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:49.138092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d112a6-6c0f-462a-b916-18403de6c358 req-891c1b77-21f7-41ba-abec-065b3b136150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:49.138092 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-891c1b77-21f7-41ba-abec-065b3b136150 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 200 len: 911 time: 0.2341642 Feb 17 12:08:49.209208 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-ea53a7db-12df-47f0-851d-78dbef7f2223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1096 time: 0.2777972 Feb 17 12:08:49.279580 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-fc0567dc-e7a6-431a-a249-766e17c2d2c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 200 len: 217 time: 0.1275439 Feb 17 12:08:49.333317 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:08:49.365884 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-65aef92f-93ef-41e9-a370-4346cbee2d90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 200 len: 217 time: 0.1415117 Feb 17 12:08:49.450235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d112a6-6c0f-462a-b916-18403de6c358 req-52d2b1a7-969c-4401-9bb6-5686324a0d22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:49.451718 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-52d2b1a7-969c-4401-9bb6-5686324a0d22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 200 len: 850 time: 0.1269138 Feb 17 12:08:49.500011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-de5d88d6-a226-409a-ba99-15dcf2670eb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:49.501524 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-de5d88d6-a226-409a-ba99-15dcf2670eb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3985ede-ec8e-4ca4-8bc1-798413663fd0 HTTP/1.1" status: 200 len: 835 time: 0.1206334 Feb 17 12:08:49.561107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9710bd-c90c-496b-bd04-eb43ed1dd4c1 req-eb5588c4-6455-47db-bb09-caef0cdb0abe tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:49.562522 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1f9710bd-c90c-496b-bd04-eb43ed1dd4c1 req-eb5588c4-6455-47db-bb09-caef0cdb0abe tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 945 time: 0.2860992 Feb 17 12:08:49.642784 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-32c639c0-32d8-4c78-9b03-3f98a53aba56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c854e6f-3ba8-4456-af9d-8c00f77df2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1829815 Feb 17 12:08:49.651507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1f9710bd-c90c-496b-bd04-eb43ed1dd4c1 req-581ff06b-27dd-4cea-8933-9876d7253154 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a585474-d20e-48eb-bf4b-912ee9cc382e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808394 Feb 17 12:08:49.684063 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-ed666219-8508-46c8-b2bf-d7bb280d22a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755292 Feb 17 12:08:49.697418 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:08:49.701706 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe98bf0-4e82-4310-9444-bfb00fda9acc None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '56fc9346-5b4a-4638-85e3-c80258db8461', 'name': '', 'network_id': '3c854e6f-3ba8-4456-af9d-8c00f77df2e9', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'mac_address': 'fa:16:3e:64:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:42Z', 'updated_at': '2022-02-17T11:57:49Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'subnets': [{'id': '318647d3-4aaf-47a8-91e1-ce1862355d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:08:49.751380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.24', 55279) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:49.888957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-965cfcb0-18af-440b-aafd-ace110afc047 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:49.889555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-965cfcb0-18af-440b-aafd-ace110afc047 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:49.899175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfeee2-1e17-4764-90a5-8eaf3171a182 req-78c65d61-32fd-4069-8feb-39af3c80e9d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:49.900689 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-03cfeee2-1e17-4764-90a5-8eaf3171a182 req-78c65d61-32fd-4069-8feb-39af3c80e9d3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 943 time: 0.1504178 Feb 17 12:08:49.907298 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-5cd6522d-dbce-4235-b329-3db0cf51e1ce service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523601 Feb 17 12:08:49.917761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-3ae8b9a9-e074-40fb-897e-40e169f4f5ce service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788807 Feb 17 12:08:49.951103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-03cfeee2-1e17-4764-90a5-8eaf3171a182 req-685ea39e-0829-4f83-bd5c-f38e87bcaeab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:49.963682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-03cfeee2-1e17-4764-90a5-8eaf3171a182 req-685ea39e-0829-4f83-bd5c-f38e87bcaeab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:49.964834 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-03cfeee2-1e17-4764-90a5-8eaf3171a182 req-685ea39e-0829-4f83-bd5c-f38e87bcaeab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568213 Feb 17 12:08:49.990594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-965cfcb0-18af-440b-aafd-ace110afc047 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:49.991740 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-965cfcb0-18af-440b-aafd-ace110afc047 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 945 time: 0.2388029 Feb 17 12:08:50.067968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Deleting port d01e177c-b871-4e7f-9549-9477a5001c00 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:50.068305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:50.267095 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-0aa13731-e5a3-42f9-9ebb-bca56fe0637c service neutron] 10.222.0.24 "GET /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530006 Feb 17 12:08:50.270198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6465506a-008a-48f4-a70f-c31d7f720ff4 req-a7e2bf0e-1b7a-4048-be05-89efec677337 service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330245 Feb 17 12:08:50.348725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] For port d01e177c-b871-4e7f-9549-9477a5001c00, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d01e177c-b871-4e7f-9549-9477a5001c00,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:50.349076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:50.475725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Calling delete_port for d01e177c-b871-4e7f-9549-9477a5001c00 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:50.489636 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-5a18407f-4ed6-4b4c-99de-e11f35008415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1096 time: 0.0761883 Feb 17 12:08:50.625031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622843-0e3b-427e-bc93-4b206612a53a req-58f0d7e3-6bc5-4bc7-968e-99936ebe7d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:50.626431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-58f0d7e3-6bc5-4bc7-968e-99936ebe7d0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 200 len: 895 time: 0.1306915 Feb 17 12:08:50.693819 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-3be6cda1-2c7f-4462-a683-e44f66e1cf78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 200 len: 217 time: 0.0613937 Feb 17 12:08:50.711357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:50.762976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622843-0e3b-427e-bc93-4b206612a53a req-69d1b9b7-a87f-408f-bc2c-6fdfed059487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:50.763329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'Port': ['ID=d01e177c-b871-4e7f-9549-9477a5001c00,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:50.764434 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-69d1b9b7-a87f-408f-bc2c-6fdfed059487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3985ede-ec8e-4ca4-8bc1-798413663fd0 HTTP/1.1" status: 200 len: 835 time: 0.0642843 Feb 17 12:08:50.835583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] No DVR routers for this DVR port d01e177c-b871-4e7f-9549-9477a5001c00 on host hv-neutron-8287 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:08:50.838446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:50.841127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'name': 'network-vif-deleted', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:50.852685 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-44aa2df6-81a8-4396-8221-a05f35827a37 req-9591711a-3d08-4408-be16-1850672e4149 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 210 time: 0.0482316 Feb 17 12:08:50.883939 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-2dcdd395-b1da-4a23-9125-f006dc877680 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130083 Feb 17 12:08:50.912759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7061f5-0e74-4413-b249-8949c3ab6bd4', 'name': 'network-vif-deleted', 'tag': 'd01e177c-b871-4e7f-9549-9477a5001c00', 'status': 'completed', 'code': 200} Feb 17 12:08:50.934617 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-64fb73bd-8aa3-40a7-8d6c-304653485c00 req-6130a3fc-eb23-489e-9973-cbd2d3524d95 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.24 "DELETE /v2.0/ports/d01e177c-b871-4e7f-9549-9477a5001c00 HTTP/1.1" status: 204 len: 173 time: 0.9373581 Feb 17 12:08:51.023019 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-adf0426d-64e2-4271-afe8-8687ad4c0afb service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323564 Feb 17 12:08:51.223542 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d622843-0e3b-427e-bc93-4b206612a53a req-659fd3ba-d90b-416f-903d-79ef89469711 service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922560 Feb 17 12:08:51.250872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484664-e4ef-4382-b0a2-59400761d8f8 req-1b7ec384-3287-403a-be0c-009020a4701b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:51.252344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bc484664-e4ef-4382-b0a2-59400761d8f8 req-1b7ec384-3287-403a-be0c-009020a4701b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 943 time: 0.1484818 Feb 17 12:08:51.301930 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bc484664-e4ef-4382-b0a2-59400761d8f8 req-89c889ac-3b9f-4b4e-92bc-c993d9114c8b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Feb 17 12:08:51.564191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5085dae-4b6a-40c8-a9be-f82a14590f5f None None] New status for floating IP 0f0bb828-36c8-4818-8fb9-e99368996a2e: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:08:52.035665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-4e627ca5-ab1f-4613-97c8-dbb3529d55cd req-3abd21f5-453b-4b21-983b-0b97e5912754 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Synchronizing usage tracker for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:08:52.110537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-4e627ca5-ab1f-4613-97c8-dbb3529d55cd req-3abd21f5-453b-4b21-983b-0b97e5912754 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Unset dirty status for tenant:2d6694fddb4e4a2bb43f30af7aa3d8a9 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:08:52.111765 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e627ca5-ab1f-4613-97c8-dbb3529d55cd req-3abd21f5-453b-4b21-983b-0b97e5912754 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7061f5-0e74-4413-b249-8949c3ab6bd4 HTTP/1.1" status: 200 len: 210 time: 0.1204247 Feb 17 12:08:52.503357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b2c91-25b9-4cb7-bfa5-93a997c7e0c1 req-b8936e5a-205a-48de-b90e-44856f797e0f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:52.504816 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c91b2c91-25b9-4cb7-bfa5-93a997c7e0c1 req-b8936e5a-205a-48de-b90e-44856f797e0f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 943 time: 0.0804856 Feb 17 12:08:52.551554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c91b2c91-25b9-4cb7-bfa5-93a997c7e0c1 req-95d8e2c0-c53d-40c0-80bb-8f5c57f3f915 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 Feb 17 12:08:53.016102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 620eb905-ec7f-4051-9ff1-c4341850028a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:08:53.018444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device d01e177c-b871-4e7f-9549-9477a5001c00 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:08:53.051705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: d01e177c-b871-4e7f-9549-9477a5001c00 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:08:53.052035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device d01e177c-b871-4e7f-9549-9477a5001c00 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:08:53.177349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 620eb905-ec7f-4051-9ff1-c4341850028a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=620eb905-ec7f-4051-9ff1-c4341850028a,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:53.191223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '620eb905-ec7f-4051-9ff1-c4341850028a', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:08:53.218958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52070) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:53.245996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:53.263832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620eb905-ec7f-4051-9ff1-c4341850028a {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:08:53.280622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 620eb905-ec7f-4051-9ff1-c4341850028a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=620eb905-ec7f-4051-9ff1-c4341850028a,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:53.356349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:53.377098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Deleting port 691ca03a-5dc2-4ebe-bb60-4d95312909f7 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:53.377446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:53.428989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=620eb905-ec7f-4051-9ff1-c4341850028a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:53.655695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:53.656014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:53.665605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['620eb905-ec7f-4051-9ff1-c4341850028a'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:08:53.760925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa793d6-5a97-4a4a-9084-12a1660d540a req-edcf417c-9f01-4eab-a85b-73169a3f8f6a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:53.762463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-faa793d6-5a97-4a4a-9084-12a1660d540a req-edcf417c-9f01-4eab-a85b-73169a3f8f6a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 944 time: 0.0801988 Feb 17 12:08:53.786715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Calling delete_port for 691ca03a-5dc2-4ebe-bb60-4d95312909f7 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:53.813335 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-faa793d6-5a97-4a4a-9084-12a1660d540a req-f35d7a80-edd6-44a6-ad28-5806d16e5161 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454092 Feb 17 12:08:54.025682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:54.072076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'Port': ['ID=691ca03a-5dc2-4ebe-bb60-4d95312909f7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:54.168486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:54.265106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:54.268910 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-73529d16-fe07-463b-94ff-0bf37e09f639 tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "DELETE /v2.0/floatingips/53e3f81d-2c49-40eb-bcf5-20df33d3ca42 HTTP/1.1" status: 204 len: 168 time: 1.0462444 Feb 17 12:08:55.029928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a01f76-3438-4410-b09e-0e0e89b53507 req-24fde389-ad51-4339-9aca-7177cf4abc1e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:55.031024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 620eb905-ec7f-4051-9ff1-c4341850028a up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:08:55.031477 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9a01f76-3438-4410-b09e-0e0e89b53507 req-24fde389-ad51-4339-9aca-7177cf4abc1e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 944 time: 0.0828853 Feb 17 12:08:55.091651 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9a01f76-3438-4410-b09e-0e0e89b53507 req-45fc4a2c-589e-498d-b8a4-7b8690efa38b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487027 Feb 17 12:08:55.184124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 620eb905-ec7f-4051-9ff1-c4341850028a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:08:55.189622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 620eb905-ec7f-4051-9ff1-c4341850028a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:08:55.190020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:55.316999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:55.344852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:08:55.354987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 620eb905-ec7f-4051-9ff1-c4341850028a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=620eb905-ec7f-4051-9ff1-c4341850028a,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:55.403575 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a', 'code': 200} Feb 17 12:08:55.436483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:55.508897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=620eb905-ec7f-4051-9ff1-c4341850028a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:55.821120 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ab21c27c-4405-485c-854a-da16066bbd21 req-a1038c6a-3a24-4c6f-a3c9-8f7463c1a6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1098 time: 0.0740988 Feb 17 12:08:55.866289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ab21c27c-4405-485c-854a-da16066bbd21 req-df05f9ca-705e-4856-81e9-80e01152ae38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Feb 17 12:08:56.300822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d73ff-2243-42fe-afd4-a234b7b99d65 req-baa26f30-40b8-4b19-a818-a4b5d334bdbb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:56.302943 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-690d73ff-2243-42fe-afd4-a234b7b99d65 req-baa26f30-40b8-4b19-a818-a4b5d334bdbb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 945 time: 0.0874808 Feb 17 12:08:56.350950 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-690d73ff-2243-42fe-afd4-a234b7b99d65 req-d6cc6134-7156-4104-a603-d794bee3fe83 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421512 Feb 17 12:08:57.051972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52094) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:57.123560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b82cfb47-9fc0-4eef-87b5-f9e885e0974d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:57.155453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b82cfb47-9fc0-4eef-87b5-f9e885e0974d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:57.287899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b82cfb47-9fc0-4eef-87b5-f9e885e0974d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:57.314033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cfb47-9fc0-4eef-87b5-f9e885e0974d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a585474-d20e-48eb-bf4b-912ee9cc382e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:57.395662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b82cfb47-9fc0-4eef-87b5-f9e885e0974d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:57.411451 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b82cfb47-9fc0-4eef-87b5-f9e885e0974d tempest-TestVolumeBootPattern-1518465968 tempest-TestVolumeBootPattern-1518465968-project] 10.222.0.47 "DELETE /v2.0/security-groups/0a585474-d20e-48eb-bf4b-912ee9cc382e HTTP/1.1" status: 204 len: 168 time: 0.3469899 Feb 17 12:08:57.562585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52102) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:57.566260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404d323-5435-4705-a7d5-c7488bbecef0 req-c13afbd5-aa38-4bdd-8803-694449e430e0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:57.567903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6404d323-5435-4705-a7d5-c7488bbecef0 req-c13afbd5-aa38-4bdd-8803-694449e430e0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 945 time: 0.0893304 Feb 17 12:08:57.618480 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6404d323-5435-4705-a7d5-c7488bbecef0 req-ec32701e-8db6-4bc7-a998-51a91886e90f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422962 Feb 17 12:08:57.962287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45968db-12d6-43b5-920f-5676ef8b91cd req-9400dfbf-d8ff-441e-8ecf-dc8026773b4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:08:57.963680 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c45968db-12d6-43b5-920f-5676ef8b91cd req-9400dfbf-d8ff-441e-8ecf-dc8026773b4b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 945 time: 0.1655958 Feb 17 12:08:58.027865 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c45968db-12d6-43b5-920f-5676ef8b91cd req-745076e4-56db-4797-8d13-f192aeebbf6e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568047 Feb 17 12:08:58.055718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52110) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:58.221844 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c241b7a5-64a3-491b-b48f-773fa4fb54d0 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1093 time: 0.1648195 Feb 17 12:08:58.224423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52116) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:08:58.230351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:08:58.236067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:08:58.240916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:08:58.244398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:08:58.250483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:08:58.252781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:58.322361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:58.464928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:58.704223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.216 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/4052155e-b073-4927-9eb5-a06e5968adb0) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:08:58.861424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:58.939943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:58.978341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Deleting port 56fc9346-5b4a-4638-85e3-c80258db8461 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:08:58.978877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:59.011564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:08:59.014373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:08:59.017977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:08:59.049063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=4052155e-b073-4927-9eb5-a06e5968adb0,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:59.161206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] For port 56fc9346-5b4a-4638-85e3-c80258db8461, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=56fc9346-5b4a-4638-85e3-c80258db8461,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:08:59.161552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:59.286337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Calling delete_port for 56fc9346-5b4a-4638-85e3-c80258db8461 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:08:59.499058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:59.542803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=56fc9346-5b4a-4638-85e3-c80258db8461,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:08:59.669730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:59.796856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:08:59.858198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:00.039487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:00.076803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:00.191463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=4052155e-b073-4927-9eb5-a06e5968adb0,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:00.204428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:00.400511 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP e5fa9159-3a34-4dbe-8684-f2ffe872a17d associated. External IP: 172.26.6.216, port: 620eb905-ec7f-4051-9ff1-c4341850028a. Feb 17 12:09:00.551226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Router 87a9a4c4-094d-49b3-9398-386668704348 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:09:00.751527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:09:00.763403 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] Sync routers for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:09:00.766872 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-50e43295-4349-47a6-89f0-7924aae9cd2f admin admin] 10.222.0.47 "PUT /v2.0/routers/87a9a4c4-094d-49b3-9398-386668704348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2023263 Feb 17 12:09:00.767639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52120) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:00.776967 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:09:00.777568 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:00.927955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 20049257-249e-4637-b32b-878533eb45c1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:09:00.959234 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:09:00.969838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:01.159254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:09:01.171722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] Sync routers for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:09:01.184530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:01.192440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:09:01.193117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:01.249754 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T12:08:59Z', 'revision_number': 5, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port': {'id': 'ef721cfc-0f24-4776-95e2-53a1af246ec2', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a9a4c4-094d-49b3-9398-386668704348', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:33Z', 'updated_at': '2022-02-17T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:01.251449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:01.254220 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] Checking router: 87a9a4c4-094d-49b3-9398-386668704348 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:09:01.265705 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] Routers {'87a9a4c4-094d-49b3-9398-386668704348'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:09:01.266336 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['87a9a4c4-094d-49b3-9398-386668704348'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:01.275965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Deleting port ef721cfc-0f24-4776-95e2-53a1af246ec2 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:01.276306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:01.366283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e2ed576f-b78c-41f3-bf31-54204d9e4695 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1383948 Feb 17 12:09:01.366283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:09:01.369623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52124) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:01.387363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:09:01.432393 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a', 'status': 'completed', 'code': 200} Feb 17 12:09:01.432552 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] Set router 87a9a4c4-094d-49b3-9398-386668704348 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:09:01.530814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-b0e47310-7d18-49c1-9503-47d5342b6da9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1098 time: 0.0759802 Feb 17 12:09:01.540509 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T12:09:01Z', 'revision_number': 6, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:01.544947 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a928d1e-08e0-417b-9833-1343a1a31e40 None None] The sync data for ids ['87a9a4c4-094d-49b3-9398-386668704348'] in dv-neutron-828728-1-hyperv is: [{'id': '87a9a4c4-094d-49b3-9398-386668704348', 'name': 'tempest-TestVolumeBootPattern-184497227-router', 'tenant_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:32Z', 'updated_at': '2022-02-17T12:09:01Z', 'revision_number': 6, 'project_id': '2d6694fddb4e4a2bb43f30af7aa3d8a9', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:09:01.664721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] For port ef721cfc-0f24-4776-95e2-53a1af246ec2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ef721cfc-0f24-4776-95e2-53a1af246ec2,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:01.665435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:01.677570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-d93db95a-ea66-4331-b245-e82e99ab4b8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:09:01.679668 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-d93db95a-ea66-4331-b245-e82e99ab4b8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 200 len: 895 time: 0.1430731 Feb 17 12:09:01.793851 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-073f146c-e407-4477-859a-402f7bbd79ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 200 len: 999 time: 0.1086898 Feb 17 12:09:01.827488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'e5fa9159-3a34-4dbe-8684-f2ffe872a17d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '20049257-249e-4637-b32b-878533eb45c1', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:08:59Z', 'updated_at': '2022-02-17T12:08:59Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:08:44Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:01.832198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] Checking router: 20049257-249e-4637-b32b-878533eb45c1 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:09:01.844032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:09:01.844634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:01.868030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-06eba3d1-3772-4272-9f43-e8e6c8c7086a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:09:01.870357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-06eba3d1-3772-4272-9f43-e8e6c8c7086a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3985ede-ec8e-4ca4-8bc1-798413663fd0 HTTP/1.1" status: 200 len: 835 time: 0.0711269 Feb 17 12:09:01.933631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Calling delete_port for ef721cfc-0f24-4776-95e2-53a1af246ec2 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:01.943594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 56fc9346-5b4a-4638-85e3-c80258db8461 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:09:01.966802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-faad3deb-aaa6-4c59-9e51-323084ef967d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886188 Feb 17 12:09:02.040501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 56fc9346-5b4a-4638-85e3-c80258db8461 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:09:02.040938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 56fc9346-5b4a-4638-85e3-c80258db8461 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:09:02.047856 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-08502989-830c-4fe4-b211-dad896b9745c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1 HTTP/1.1" status: 200 len: 922 time: 0.6771123 Feb 17 12:09:02.052467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52130) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:02.108605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:09:02.135349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-b7309212-33c7-4ade-afde-9575f8c6a927 service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624069 Feb 17 12:09:02.222503 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-065784cc-e5a3-4ff8-bef8-78c37d5a101f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1688251 Feb 17 12:09:02.287741 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-93bf3f21-f39f-4b70-a0a5-15e952fad0b3 req-593886a5-e59f-41a3-a501-3855cd6706b0 service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451283 Feb 17 12:09:02.306992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:02.357086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef721cfc-0f24-4776-95e2-53a1af246ec2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:02.494656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'e5fa9159-3a34-4dbe-8684-f2ffe872a17d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '20049257-249e-4637-b32b-878533eb45c1', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:08:59Z', 'updated_at': '2022-02-17T12:08:59Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:08:44Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:02.498589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80954e43-cdb4-40fd-8cc1-543eaa4b3a06 None None] The sync data for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv is: [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'e5fa9159-3a34-4dbe-8684-f2ffe872a17d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '20049257-249e-4637-b32b-878533eb45c1', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:08:59Z', 'updated_at': '2022-02-17T12:08:59Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:08:44Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:09:02.585714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:02.699717 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10253794-ab00-4e5c-b8f6-24dd87c012a5 None None] New status for floating IP e5fa9159-3a34-4dbe-8684-f2ffe872a17d: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:09:02.849407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:02.854364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:02.921931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:02.922561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a9a4c4-094d-49b3-9398-386668704348 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:09:02.935362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:02.936471 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cc9797df-8bf7-41ff-86b5-92a151648ecb admin admin] 10.222.0.47 "DELETE /v2.0/routers/87a9a4c4-094d-49b3-9398-386668704348 HTTP/1.1" status: 204 len: 168 time: 2.1679404 Feb 17 12:09:02.939229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52134) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:02.998332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Deleting subnet 318647d3-4aaf-47a8-91e1-ce1862355d97 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:09:03.001190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.052808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.127497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.227084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52138) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:03.289439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.341911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318647d3-4aaf-47a8-91e1-ce1862355d97,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:03.356185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486526c-d3a2-4f28-8aee-8535bca9300f None None] Network 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:09:03.358490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.370156 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-88dedfc3-e665-4aed-95d8-990e6570b3c3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/318647d3-4aaf-47a8-91e1-ce1862355d97 HTTP/1.1" status: 204 len: 168 time: 0.4298711 Feb 17 12:09:03.372795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52142) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:03.377857 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a6fb2954-95a6-4857-925d-f1aad9e54164 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 993 time: 0.1496863 Feb 17 12:09:03.589573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.600286 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Deleting port 810c7f5a-b097-49fc-8b33-31dd2806a1ea {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:03.600613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.613174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] DHCP port deletion for 3c854e6f-3ba8-4456-af9d-8c00f77df2e9 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:09:03.618448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Deleting port 810c7f5a-b097-49fc-8b33-31dd2806a1ea {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:03.618820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.818687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] For port 810c7f5a-b097-49fc-8b33-31dd2806a1ea, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=810c7f5a-b097-49fc-8b33-31dd2806a1ea,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:03.819118 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.833865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] For port 810c7f5a-b097-49fc-8b33-31dd2806a1ea, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=810c7f5a-b097-49fc-8b33-31dd2806a1ea,segment=NetworkSegment(e3e71192-fc1d-4795-aa5d-74c1cd1be038),segment_id=e3e71192-fc1d-4795-aa5d-74c1cd1be038)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:03.834296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:03.900386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef721cfc-0f24-4776-95e2-53a1af246ec2 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:09:03.955116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Calling delete_port for 810c7f5a-b097-49fc-8b33-31dd2806a1ea owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:03.993427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Calling delete_port for 810c7f5a-b097-49fc-8b33-31dd2806a1ea owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:04.018173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ef721cfc-0f24-4776-95e2-53a1af246ec2 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:09:04.018511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ef721cfc-0f24-4776-95e2-53a1af246ec2 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:09:04.018926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 810c7f5a-b097-49fc-8b33-31dd2806a1ea no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:09:04.127850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.143173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Port 810c7f5a-b097-49fc-8b33-31dd2806a1ea update to DOWN by agent not found {{(pid=84461) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 17 12:09:04.150079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:09:04.150841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:09:04.173942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Pushing event deleted for resources: {'Port': ['ID=810c7f5a-b097-49fc-8b33-31dd2806a1ea,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:04.178246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] No DVR routers for this DVR port 810c7f5a-b097-49fc-8b33-31dd2806a1ea on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:09:04.293532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.317986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c854e6f-3ba8-4456-af9d-8c00f77df2e9']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:04.329569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e71192-fc1d-4795-aa5d-74c1cd1be038') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:04.329900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e71192-fc1d-4795-aa5d-74c1cd1be038') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:04.341401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.357669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.363860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:09:04.364237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:09:04.380938 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:09:04.499097 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.515814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.527192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] Pushing event deleted for resources: {'Network': ['ID=3c854e6f-3ba8-4456-af9d-8c00f77df2e9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:04.625888 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-18c3af16-668e-4427-9b6a-5a6d2563cebb admin admin] 10.222.0.47 "DELETE /v2.0/networks/3c854e6f-3ba8-4456-af9d-8c00f77df2e9 HTTP/1.1" status: 204 len: 168 time: 1.2517176 Feb 17 12:09:04.629087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52146) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:04.652356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Deleting port 810c7f5a-b097-49fc-8b33-31dd2806a1ea {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:04.652914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:04.760907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6845a6d8-248a-4772-897f-a37ce7335ee6 None None] The port '810c7f5a-b097-49fc-8b33-31dd2806a1ea' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:09:05.038780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:05.727183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Deleting port 85a3dbb9-3fed-463d-a895-ea5fae5dab64 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:05.727476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:05.899713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] For port 85a3dbb9-3fed-463d-a895-ea5fae5dab64, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=85a3dbb9-3fed-463d-a895-ea5fae5dab64,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:05.900061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:06.019227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Calling delete_port for 85a3dbb9-3fed-463d-a895-ea5fae5dab64 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:06.169205 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:09:06.259582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:06.307682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Pushing event deleted for resources: {'Port': ['ID=85a3dbb9-3fed-463d-a895-ea5fae5dab64,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:06.612232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:07.306943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Router aafea5f8-767b-438f-b303-c50612a24fa4 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:09:07.510252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:09:07.518498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] Sync routers for ids ['aafea5f8-767b-438f-b303-c50612a24fa4'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:09:07.530147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] Routers {'aafea5f8-767b-438f-b303-c50612a24fa4'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:09:07.536356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aafea5f8-767b-438f-b303-c50612a24fa4'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:07.588905 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8d4996b2-153b-41ad-872b-7ef8a0330cca admin admin] 10.222.0.47 "PUT /v2.0/routers/aafea5f8-767b-438f-b303-c50612a24fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563196 Feb 17 12:09:07.589095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52150) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:07.719990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] Set router aafea5f8-767b-438f-b303-c50612a24fa4 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:09:07.762080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1229fc49-bb67-44ce-a0e6-de78dc13eb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:07.787947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:07.992733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:08.013377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T12:09:06Z', 'revision_number': 5, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port': {'id': 'e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T11:57:53Z', 'updated_at': '2022-02-17T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:08.017233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] Checking router: aafea5f8-767b-438f-b303-c50612a24fa4 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:09:08.028276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] Routers {'aafea5f8-767b-438f-b303-c50612a24fa4'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:09:08.029228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:08:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aafea5f8-767b-438f-b303-c50612a24fa4'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:08.070346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Deleting port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:08.070685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:08.187449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] Set router aafea5f8-767b-438f-b303-c50612a24fa4 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:09:08.244572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] For port e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:08.244917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:08.292862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T12:09:07Z', 'revision_number': 6, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:08.297095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538105a5-584f-4d12-bda9-6017e580e1f3 None None] The sync data for ids ['aafea5f8-767b-438f-b303-c50612a24fa4'] in dv-neutron-828728-1-hyperv is: [{'id': 'aafea5f8-767b-438f-b303-c50612a24fa4', 'name': 'tempest-TestVolumeBootPattern-1611492709-router', 'tenant_id': '1a97f2ec5e174053ad016c5794e86d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T11:57:52Z', 'updated_at': '2022-02-17T12:09:07Z', 'revision_number': 6, 'project_id': '1a97f2ec5e174053ad016c5794e86d5d', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:09:08.365555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Calling delete_port for e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:08.681993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:08.728062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:08.950635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.209302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.214359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.310347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.310930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aafea5f8-767b-438f-b303-c50612a24fa4 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:09:09.323862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.326770 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-65e9427d-0d56-49fd-9140-17bf7d8f4b28 admin admin] 10.222.0.47 "DELETE /v2.0/routers/aafea5f8-767b-438f-b303-c50612a24fa4 HTTP/1.1" status: 204 len: 168 time: 1.7350528 Feb 17 12:09:09.327569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52154) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:09.387547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Deleting subnet d11117fb-24eb-43a4-ac55-29af1a98c7ca {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:09:09.390770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.444008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.521769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.722131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.763508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11117fb-24eb-43a4-ac55-29af1a98c7ca,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:09.769865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.775969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210041c1-65af-47db-8bbc-304976de7ac0 None None] Network 8dde375a-3ee2-438b-a710-91a6b26a5ea1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:09:09.776695 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f14117b6-f301-41ac-a51e-24c37e76aede admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d11117fb-24eb-43a4-ac55-29af1a98c7ca HTTP/1.1" status: 204 len: 168 time: 0.4477618 Feb 17 12:09:09.779491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52158) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:09.870202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:09:09.891577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.903080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Deleting port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:09.903456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:09.914498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:09:09.914832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device e9af5dbb-44ba-4aac-812f-0b4d2f0aac3b not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:09:09.915232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 85a3dbb9-3fed-463d-a895-ea5fae5dab64 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:09:09.954504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 85a3dbb9-3fed-463d-a895-ea5fae5dab64 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:09:09.954837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 85a3dbb9-3fed-463d-a895-ea5fae5dab64 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:09:10.059266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a023d026-8309-4978-856f-8c0d04f1daaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.116850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] For port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:10.117199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.124209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] DHCP port deletion for 8dde375a-3ee2-438b-a710-91a6b26a5ea1 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:09:10.128627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Deleting port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:10.129003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.345706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Calling delete_port for 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:10.351559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] For port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,segment=NetworkSegment(2be41496-a9a5-4156-84ff-852de703ade8),segment_id=2be41496-a9a5-4156-84ff-852de703ade8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:09:10.351937 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.510369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.512245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Calling delete_port for 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:09:10.556858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=33d8f0e1-9667-46a4-aba8-a12a9d1eee86,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:10.573941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] No DVR routers for this DVR port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:09:10.581409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:09:10.581837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:09:10.683486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.713443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dde375a-3ee2-438b-a710-91a6b26a5ea1']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:10.725358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be41496-a9a5-4156-84ff-852de703ade8') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:10.725683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be41496-a9a5-4156-84ff-852de703ade8') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:09:10.737355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.754185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.761069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:09:10.764834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:09:10.775077 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:09:10.962187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.982832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:10.993661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8dde375a-3ee2-438b-a710-91a6b26a5ea1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:11.001162 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-014d15e1-16ef-4a38-b466-f3de1d32d8fc admin admin] 10.222.0.47 "DELETE /v2.0/networks/8dde375a-3ee2-438b-a710-91a6b26a5ea1 HTTP/1.1" status: 204 len: 168 time: 1.2205215 Feb 17 12:09:11.082853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Deleting port 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:09:11.083400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.160760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ecf01750-9f14-4c23-87f7-29ed7eccf4ca None None] The port '33d8f0e1-9667-46a4-aba8-a12a9d1eee86' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:09:11.316524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.367222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.400401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52164) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:11.455460 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-91c6ffcc-1e41-45ef-a85f-dad870b2b46a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d6694fddb4e4a2bb43f30af7aa3d8a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536206 Feb 17 12:09:11.457657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52168) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:11.519885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c65a5d7-a83b-4a0a-a92e-de7db1d0db36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.546596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c65a5d7-a83b-4a0a-a92e-de7db1d0db36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.647851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.675965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c65a5d7-a83b-4a0a-a92e-de7db1d0db36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.694902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65a5d7-a83b-4a0a-a92e-de7db1d0db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f394a3-b7ae-4897-a94a-d19c6d2e222f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:11.703666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c65a5d7-a83b-4a0a-a92e-de7db1d0db36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:11.720644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7c65a5d7-a83b-4a0a-a92e-de7db1d0db36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27f394a3-b7ae-4897-a94a-d19c6d2e222f HTTP/1.1" status: 204 len: 168 time: 0.2462151 Feb 17 12:09:11.861256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:09:11.895774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:09:11.903584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33d8f0e1-9667-46a4-aba8-a12a9d1eee86 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:09:12.417234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52176) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:12.469193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-406c3e00-ff90-4f80-97c4-dfdcb9b4fc38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a97f2ec5e174053ad016c5794e86d5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507853 Feb 17 12:09:12.471642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52180) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:09:12.532399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76ece15b-2f56-4814-b315-cc6aaa58e59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:12.559219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76ece15b-2f56-4814-b315-cc6aaa58e59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:12.681554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76ece15b-2f56-4814-b315-cc6aaa58e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:12.700032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ece15b-2f56-4814-b315-cc6aaa58e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992c9d84-94c6-41ce-86f1-733f590dba32,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:09:12.703262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76ece15b-2f56-4814-b315-cc6aaa58e59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:12.704696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76ece15b-2f56-4814-b315-cc6aaa58e59e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/992c9d84-94c6-41ce-86f1-733f590dba32 HTTP/1.1" status: 204 len: 168 time: 0.2318270 Feb 17 12:09:12.858650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:36.582579 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-36f04e38-dbf4-4e3b-8c4f-2ea1d3538b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682983 Feb 17 12:09:36.716509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-cc3b7cb7-2273-4b87-94c5-0bc169171859 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1098 time: 0.0685163 Feb 17 12:09:36.945367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-d101922c-c9a1-4efe-b931-108eb3684f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:09:36.946853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-d101922c-c9a1-4efe-b931-108eb3684f63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 200 len: 895 time: 0.2133739 Feb 17 12:09:37.046497 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-57ccf8da-57b8-4f30-ba7f-0042720469b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 200 len: 1001 time: 0.0934656 Feb 17 12:09:37.111664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-da2dcffc-9af9-4ee6-8aaa-d6d276df56a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:09:37.113075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-da2dcffc-9af9-4ee6-8aaa-d6d276df56a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3985ede-ec8e-4ca4-8bc1-798413663fd0 HTTP/1.1" status: 200 len: 835 time: 0.0602109 Feb 17 12:09:37.185775 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-f9dcab49-0a8a-40f8-9fbc-793c877aa5ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672307 Feb 17 12:09:37.316926 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-950a3759-8387-46ac-b2a8-d54c31a865a1 service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243846 Feb 17 12:09:37.451761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e9e939-cfb7-419d-939e-b022e721c5f1 req-80f0fcc0-f0e2-4b37-8dad-43686bcf7420 service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294203 Feb 17 12:09:37.732237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84ad533e-5c72-405b-a1b9-41641fc91287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:40.044657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5a909b02-13db-4b59-8fe6-73784658acde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:41.320494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:41.343028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:41.638846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:42.861857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:09:43.169673 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:10:04.066496 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52202) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:04.248744 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-53892744-4e4a-4ffc-929f-2fc90fcbfbd4 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1807382 Feb 17 12:10:04.251523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52206) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:04.519471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cde6696-2cfe-4e19-9d57-435bded6b352 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Notify agent at dv-neutron-828728-1-hyperv the message router_removed_from_agent {{(pid=84460) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 17 12:10:04.522671 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4cde6696-2cfe-4e19-9d57-435bded6b352 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "DELETE /v2.0/agents/70215b41-8fc1-41c9-a76f-7f33c3b4fa27/l3-routers/20049257-249e-4637-b32b-878533eb45c1 HTTP/1.1" status: 204 len: 168 time: 0.2702336 Feb 17 12:10:04.525099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52210) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:04.703774 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-934f1c7e-f907-483b-b50f-15cc78cc294c tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1775925 Feb 17 12:10:04.706388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52214) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:04.911331 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-625a244b-effc-4e26-8caa-2bb7bc709149 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 993 time: 0.2038960 Feb 17 12:10:05.260430 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33e64d-a15a-4c92-9bf4-bf4618ff5f1c None None] New status for floating IP e5fa9159-3a34-4dbe-8684-f2ffe872a17d: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:10:05.882044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:10:05.915272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52218) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:05.996613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:06.020688 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fba2664d-afca-4564-b3dd-3be7f8017b1c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1042588 Feb 17 12:10:06.036876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:06.100910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:06.101736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:10:06.210838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:06.249939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.250336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.250733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.251051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.251378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.251703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.252022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.252343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.252658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.252971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.253296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:06.283679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:06.300014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5b6a71bf-6f79-46fc-afbd-68b68867228a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5b6a71bf-6f79-46fc-afbd-68b68867228a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:06.368927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:06.434774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:07.180721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52224) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:07.468743 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131b6575-38f3-4607-b715-2cac557572bf tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Router 20049257-249e-4637-b32b-878533eb45c1 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:10:07.469086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131b6575-38f3-4607-b715-2cac557572bf tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Notify agent at dv-neutron-828728-1-hyperv the message router_added_to_agent {{(pid=84460) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 17 12:10:07.498131 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-131b6575-38f3-4607-b715-2cac557572bf tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "POST /v2.0/agents/70215b41-8fc1-41c9-a76f-7f33c3b4fa27/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3149467 Feb 17 12:10:07.499504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52230) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:07.520035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] Sync routers for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:10:07.533152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:07.533910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:09:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:07.696571 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9ae081e6-d2df-41d4-aa5b-01d6fb00114a tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1959634 Feb 17 12:10:07.701753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52236) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:07.736616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:07.775413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3f18b563-d833-402f-8e7e-2282c2193838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:07.810898 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d3a085e2-c0fa-4f1e-98c2-df01d61c2c8a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1101308 Feb 17 12:10:08.133515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:10:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'e5fa9159-3a34-4dbe-8684-f2ffe872a17d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '20049257-249e-4637-b32b-878533eb45c1', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:08:59Z', 'updated_at': '2022-02-17T12:10:05Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:10:06Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:08.137360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] Checking router: 20049257-249e-4637-b32b-878533eb45c1 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:10:08.148536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:08.149115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:09:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:08.330819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:08.681882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:10:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'e5fa9159-3a34-4dbe-8684-f2ffe872a17d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '20049257-249e-4637-b32b-878533eb45c1', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:08:59Z', 'updated_at': '2022-02-17T12:10:05Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:10:06Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:08.686605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9650b-396d-4ae2-8d7e-ecab6ae69fa7 None None] The sync data for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv is: [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:08:37Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:10:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'e5fa9159-3a34-4dbe-8684-f2ffe872a17d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.216', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '20049257-249e-4637-b32b-878533eb45c1', 'port_id': '620eb905-ec7f-4051-9ff1-c4341850028a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'mac_address': 'fa:16:3e:34:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:08:59Z', 'updated_at': '2022-02-17T12:10:05Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fcc0d-ab1e-4d21-8c99-315cc8d6c22c', 'name': '', 'network_id': '2d89bfd2-fd83-489b-b16e-9bbf144f5f41', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:f5:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:36Z', 'updated_at': '2022-02-17T12:10:06Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'e3985ede-ec8e-4ca4-8bc1-798413663fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:10:08.816280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52240) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:08.939049 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-143ae8b7-8fca-4501-be80-f91ea3b6f639 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1208718 Feb 17 12:10:09.922498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:09.941818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52244) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:10.005604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:10.006172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.042232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3aad5188-9c51-486e-94c8-beb93ffb1a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.057870 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-29589231-24a4-4f31-b4eb-7359854eb591 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1146884 Feb 17 12:10:10.133496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.168096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:10.254771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.255548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:10.369635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:10.383534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5b6a71bf-6f79-46fc-afbd-68b68867228a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:10.383901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.499413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.515138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 5b6a71bf-6f79-46fc-afbd-68b68867228a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5b6a71bf-6f79-46fc-afbd-68b68867228a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:10.597602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:10.665220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:11.062929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52248) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:11.179525 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a639169b-c5c1-4bdd-b183-d9492fb90448 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1153381 Feb 17 12:10:11.314402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:11.357665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:11.749133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:11.900270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:11.972312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:11.972666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:12.085645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:12.155918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 5b6a71bf-6f79-46fc-afbd-68b68867228a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:12.156310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:12.183592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52252) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:12.291526 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-81b9b98e-0a8a-4f77-9590-d65f35fb8eb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1051550 Feb 17 12:10:12.854471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:13.294409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52256) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:13.406651 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3dda6429-069d-4ca8-8053-139d6e4012f1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1110258 Feb 17 12:10:14.410536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52260) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:14.512801 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c06da2ce-1592-4d41-ae82-cab53901f542 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.1011322 Feb 17 12:10:15.517244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52264) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:15.735581 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-415f3caa-b949-4227-a5ba-b4af7b71a720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 991 time: 0.2171185 Feb 17 12:10:15.853608 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5ffcd-6b0b-4bc2-ba28-787152f99895 None None] New status for floating IP e5fa9159-3a34-4dbe-8684-f2ffe872a17d: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:10:16.739602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52268) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:16.848000 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0c4e004e-1d73-4859-92dd-90515a870635 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 200 len: 993 time: 0.1072147 Feb 17 12:10:17.152472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:17.423314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 4052155e-b073-4927-9eb5-a06e5968adb0 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:10:17.423674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:17.592691 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:17.593008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:17.714079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 4052155e-b073-4927-9eb5-a06e5968adb0 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:10:17.924822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:17.972582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=4052155e-b073-4927-9eb5-a06e5968adb0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:18.009625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.009994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.010332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.010663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.010994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.011319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.011643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.011966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.012289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.012621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.012923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:18.075119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:18.461719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 20049257-249e-4637-b32b-878533eb45c1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:10:18.759817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:10:18.868342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:18.923684 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-63ef821b-4702-46dc-a2b6-4839f11656d8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/e5fa9159-3a34-4dbe-8684-f2ffe872a17d HTTP/1.1" status: 204 len: 168 time: 1.7700646 Feb 17 12:10:18.924259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:10:18.979782 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a', 'status': 'completed', 'code': 200} Feb 17 12:10:19.080427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-4a1659c2-de00-4d91-b1e4-c62d238068a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 1098 time: 0.0785649 Feb 17 12:10:19.214884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-264d273b-21b8-45d6-aa48-db59027bed7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:19.216346 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-264d273b-21b8-45d6-aa48-db59027bed7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 200 len: 895 time: 0.1301391 Feb 17 12:10:19.284919 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-52cf79c6-37b0-422a-94bd-98f79ce5509b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 200 len: 217 time: 0.0620542 Feb 17 12:10:19.351089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-76bf9720-e2b6-457c-b3b5-f6ce08b0f3ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:19.352586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-76bf9720-e2b6-457c-b3b5-f6ce08b0f3ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3985ede-ec8e-4ca4-8bc1-798413663fd0 HTTP/1.1" status: 200 len: 835 time: 0.0622492 Feb 17 12:10:19.428733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-11472b74-a3ba-48c4-b5b2-c4c68bea782e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d89bfd2-fd83-489b-b16e-9bbf144f5f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699193 Feb 17 12:10:19.564142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-fa059688-c98b-477f-965a-b281ee2b206b service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270511 Feb 17 12:10:19.590603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87526f5-b547-4608-81a9-4d4d963f55c0 req-6eaaaa70-340e-42a0-837b-1062d187b3a4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:19.591283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-f87526f5-b547-4608-81a9-4d4d963f55c0 req-6eaaaa70-340e-42a0-837b-1062d187b3a4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:19.691034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-f87526f5-b547-4608-81a9-4d4d963f55c0 req-6eaaaa70-340e-42a0-837b-1062d187b3a4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:19.692265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f87526f5-b547-4608-81a9-4d4d963f55c0 req-6eaaaa70-340e-42a0-837b-1062d187b3a4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 945 time: 0.1809077 Feb 17 12:10:19.700285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cc9f6762-2a77-49dc-85b5-03df159692c9 req-f30722fb-8203-418c-b92f-3dbd31afdfbc service neutron] 10.222.0.24 "GET /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296227 Feb 17 12:10:19.738687 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f87526f5-b547-4608-81a9-4d4d963f55c0 req-c9afa6aa-d8db-4cea-8cfd-771aa19cbccb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Feb 17 12:10:20.169353 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:10:20.952819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99007-4724-4c15-bc13-afab470edfa0 req-93261501-2d6d-4b67-96ab-63ec21d22295 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:20.954306 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1be99007-4724-4c15-bc13-afab470edfa0 req-93261501-2d6d-4b67-96ab-63ec21d22295 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 945 time: 0.0864863 Feb 17 12:10:21.002969 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1be99007-4724-4c15-bc13-afab470edfa0 req-153966ed-56b1-4a26-ba6a-599424912956 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=b673ba45-20ac-4665-8a19-e18ccdce9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Feb 17 12:10:21.175759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-80ab9ab1-8a6d-450c-9a08-602e84a07c40 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:21.177186 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-80ab9ab1-8a6d-450c-9a08-602e84a07c40 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 945 time: 0.0788748 Feb 17 12:10:21.246224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 620eb905-ec7f-4051-9ff1-c4341850028a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:10:21.246556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:21.568450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 620eb905-ec7f-4051-9ff1-c4341850028a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=620eb905-ec7f-4051-9ff1-c4341850028a,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:21.568714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:21.690262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 620eb905-ec7f-4051-9ff1-c4341850028a owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:10:21.890700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:21.940625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=620eb905-ec7f-4051-9ff1-c4341850028a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:21.980306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.980882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.980990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.981254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.981570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.981926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.982311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.983089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.983473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.983714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:21.984019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:22.026800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 620eb905-ec7f-4051-9ff1-c4341850028a on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:10:22.029810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:22.032420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'name': 'network-vif-deleted', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:10:22.096299 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a264b3-cae3-4f8b-a25e-bc48295cc673', 'name': 'network-vif-deleted', 'tag': '620eb905-ec7f-4051-9ff1-c4341850028a', 'status': 'completed', 'code': 200} Feb 17 12:10:22.108722 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b1c53943-a4c9-4c81-9f57-8fb0aff32d73 req-6ebe3f1c-9a0a-4178-9872-10c5b6f2bf00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/620eb905-ec7f-4051-9ff1-c4341850028a HTTP/1.1" status: 204 len: 173 time: 0.9263301 Feb 17 12:10:22.172524 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1e0e5ab3-0cb2-40d0-b8a8-2f8687fbd57d req-6efcd03c-d38b-4826-907b-5587da3848b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a264b3-cae3-4f8b-a25e-bc48295cc673 HTTP/1.1" status: 200 len: 210 time: 0.0415037 Feb 17 12:10:23.279502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52294) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:23.355472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6120e7a5-53b2-452a-8101-7c9d05d82b10 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:23.387347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6120e7a5-53b2-452a-8101-7c9d05d82b10 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:23.478771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 620eb905-ec7f-4051-9ff1-c4341850028a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:10:23.511027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 620eb905-ec7f-4051-9ff1-c4341850028a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:10:23.511363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 620eb905-ec7f-4051-9ff1-c4341850028a not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:10:23.516550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6120e7a5-53b2-452a-8101-7c9d05d82b10 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:23.535692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120e7a5-53b2-452a-8101-7c9d05d82b10 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673ba45-20ac-4665-8a19-e18ccdce9fa1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:23.627778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6120e7a5-53b2-452a-8101-7c9d05d82b10 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:23.629079 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6120e7a5-53b2-452a-8101-7c9d05d82b10 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/b673ba45-20ac-4665-8a19-e18ccdce9fa1 HTTP/1.1" status: 204 len: 168 time: 0.3485756 Feb 17 12:10:23.746865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52300) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:24.165139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:24.779572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:10:24.780284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:25.055355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:25.055616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:25.176022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:10:25.425252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:25.471772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=331fcc0d-ab1e-4d21-8c99-315cc8d6c22c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:25.761644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:26.255737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] Sync routers for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:10:26.268061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:26.268650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:26.334106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 20049257-249e-4637-b32b-878533eb45c1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:10:26.449218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:26.644453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:10:26.659397 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fa3268c2-25df-408f-8d86-8675514a30ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9114065 Feb 17 12:10:26.662309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52308) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:26.739899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:10:25Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:10:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:26.739899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] Checking router: 20049257-249e-4637-b32b-878533eb45c1 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:10:26.749067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] Routers {'20049257-249e-4637-b32b-878533eb45c1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:26.749675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['20049257-249e-4637-b32b-878533eb45c1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:26.852809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet e3985ede-ec8e-4ca4-8bc1-798413663fd0 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:10:26.855781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:26.910641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:26.933861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] Set router 20049257-249e-4637-b32b-878533eb45c1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:27.002169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:27.148533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:27.185488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=e3985ede-ec8e-4ca4-8bc1-798413663fd0,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:27.197622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:27.204133 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d49b6ea2-b08a-41d6-b91f-b3fb9bb739e3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/e3985ede-ec8e-4ca4-8bc1-798413663fd0 HTTP/1.1" status: 204 len: 168 time: 0.5407319 Feb 17 12:10:27.205494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ff374-1534-4cae-b7ae-34e66f44d081 None None] Network 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:10:27.206711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52314) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:27.376817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:10:25Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:10:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:27.387241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab47725-54e2-44fd-a713-54037d866e5b None None] The sync data for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv is: [{'id': '20049257-249e-4637-b32b-878533eb45c1', 'name': 'tempest-TestNetworkBasicOps-router-224075929', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:08:31Z', 'updated_at': '2022-02-17T12:10:25Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '5b6a71bf-6f79-46fc-afbd-68b68867228a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20049257-249e-4637-b32b-878533eb45c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:08:32Z', 'updated_at': '2022-02-17T12:10:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:10:27.414419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:27.694348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:27.766466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] DHCP port deletion for 2d89bfd2-fd83-489b-b16e-9bbf144f5f41 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:10:27.770862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] Deleting port 33a76697-9873-4810-99ae-8fbb38498e47 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:10:27.771231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:27.799102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 5b6a71bf-6f79-46fc-afbd-68b68867228a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:10:27.799604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:28.047109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] For port 33a76697-9873-4810-99ae-8fbb38498e47, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=33a76697-9873-4810-99ae-8fbb38498e47,segment=NetworkSegment(db4af0cb-4168-4bd8-8e93-950ab92d19d0),segment_id=db4af0cb-4168-4bd8-8e93-950ab92d19d0)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:28.047494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:28.099280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 5b6a71bf-6f79-46fc-afbd-68b68867228a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=5b6a71bf-6f79-46fc-afbd-68b68867228a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:28.099653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:28.175333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] Calling delete_port for 33a76697-9873-4810-99ae-8fbb38498e47 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:10:28.209463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:10:28.225265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 5b6a71bf-6f79-46fc-afbd-68b68867228a owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:10:28.285845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:10:28.286191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 331fcc0d-ab1e-4d21-8c99-315cc8d6c22c not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:10:28.286635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 33a76697-9873-4810-99ae-8fbb38498e47 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:10:28.354588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:28.359099 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No ports have port_id starting with 33a76697-9873-4810-99ae-8fbb38498e47 Feb 17 12:10:28.405599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] Pushing event deleted for resources: {'Port': ['ID=33a76697-9873-4810-99ae-8fbb38498e47,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:28.415257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d2e18-d66c-434f-8f25-87fafea14e73 None None] No DVR routers for this DVR port 33a76697-9873-4810-99ae-8fbb38498e47 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:10:28.490923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:28.536951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=5b6a71bf-6f79-46fc-afbd-68b68867228a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:28.756562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.006450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.010872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.107678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.108213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router 20049257-249e-4637-b32b-878533eb45c1 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:10:29.122250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.124151 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7c996687-9d27-4956-87d1-74ef297b2f81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/20049257-249e-4637-b32b-878533eb45c1 HTTP/1.1" status: 204 len: 168 time: 1.9164982 Feb 17 12:10:29.126809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52318) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:29.235958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.462830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.488629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d89bfd2-fd83-489b-b16e-9bbf144f5f41']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:29.501027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4af0cb-4168-4bd8-8e93-950ab92d19d0') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:29.501319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4af0cb-4168-4bd8-8e93-950ab92d19d0') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:29.512963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.529692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.535599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:10:29.535995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:10:29.550164 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:10:29.776156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.794124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:29.805522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=2d89bfd2-fd83-489b-b16e-9bbf144f5f41,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:29.885750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1cb13e54-5c30-45ee-9f65-b718df64bad5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/2d89bfd2-fd83-489b-b16e-9bbf144f5f41 HTTP/1.1" status: 204 len: 168 time: 0.7577269 Feb 17 12:10:29.907285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52322) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:29.913252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--1754634707', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:29.918511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:29.922875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:29.925906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:29.931898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:29.993373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:10:29.996521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.028175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:10:30.035918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.036255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 6a47c738-186c-45e4-885b-9e5804047a25 of type vlan for network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 Feb 17 12:10:30.064132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.156288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.159941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:30.160509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.265485 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:30.275666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:10:30.340375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e1417283-db86-4bb9-9642-02ab9d463988 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4317856 Feb 17 12:10:30.343372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52326) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:30.348742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:30.355649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:30.360291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:30.363191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:30.369401 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:30.442657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.443610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.460966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.615394 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0de89-22bf-4d04-b331-bd6b31ca7828 None None] New status for floating IP e5fa9159-3a34-4dbe-8684-f2ffe872a17d: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:10:30.681143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.826805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Sync routers for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:10:30.838456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Routers set() bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:30.839597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Router IDs set() for agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 17 12:10:30.839597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20049257-249e-4637-b32b-878533eb45c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent'). {{(pid=84461) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 12:10:30.850503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Routers set() bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:30.850853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Router IDs set() for agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 17 12:10:30.851421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20049257-249e-4637-b32b-878533eb45c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent'). {{(pid=84461) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 12:10:30.851784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e930af2-b50a-4fc0-ae88-e4ed623cb37a None None] The sync data for ids ['20049257-249e-4637-b32b-878533eb45c1'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:10:30.944955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:30.975064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:31.109623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.198 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/4fa7104d-209c-474b-9ba6-3f4dd26faf88) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:10:31.252706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:31.353657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:31.421311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:10:31.424681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:31.426439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=4fa7104d-209c-474b-9ba6-3f4dd26faf88,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:31.428474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:10:31.656877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:31.657635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:31.854085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:10:31.889558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 5b6a71bf-6f79-46fc-afbd-68b68867228a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:10:31.894793 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 5b6a71bf-6f79-46fc-afbd-68b68867228a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:10:31.941633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router b44269c2-43f4-4967-89b9-b120a2966a1e is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:10:32.137455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:10:32.147355 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Sync routers for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:10:32.158769 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:32.159353 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:32.221920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:32.223138 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e5e356f-5fe5-44a6-9303-9da2726773d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8785880 Feb 17 12:10:32.226332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52330) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:32.269931 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d5651e79-e58a-4ec2-bfba-3fc6b5f37d00 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424738 Feb 17 12:10:32.272781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52334) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:32.343300 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:32.406379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed6328-b407-48ea-bec8-ee8707d1547f tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:32.408534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7fed6328-b407-48ea-bec8-ee8707d1547f tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347101 Feb 17 12:10:32.410730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52338) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:32.455812 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fecee709-f18b-440d-a59f-487f53b6f56e tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439596 Feb 17 12:10:32.458361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52342) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:32.463656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1876422734', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:32.579443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:32.583169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:32.585950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:32.591635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:32.647676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:10:32.663768 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:31Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:32.665072 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Checking router: b44269c2-43f4-4967-89b9-b120a2966a1e for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:10:32.665412 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Updating router b44269c2-43f4-4967-89b9-b120a2966a1e port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:10:32.716953 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:32.753027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.039884 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.045251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.051157 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Transition to ACTIVE for port object 4fa7104d-209c-474b-9ba6-3f4dd26faf88 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:33.123116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=dd112b56-223f-4690-8417-b0e98b3b5a52,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:33.125457 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.138929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:10:33.139985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: ed91d23e-8cc9-4e4b-acdf-5686ab8dc088, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:10:33.202667 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Attempting to bind port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:10:33.203182 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Attempting to bind port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:10:33.203352 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Attempting to bind port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:10:33.211836 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Pushing event updated for resources: {'Port': ['ID=4fa7104d-209c-474b-9ba6-3f4dd26faf88,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:33.215736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:10:33.216312 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:10:33.216671 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:10:33.217126 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.217592 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:10:33.218067 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Bound port: 4fa7104d-209c-474b-9ba6-3f4dd26faf88, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:10:33.218426 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.248554 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.249369 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.249703 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.250046 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.250364 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.250687 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.251007 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.251336 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.251634 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.251941 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.252249 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:10:33.297930 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] For port 4fa7104d-209c-474b-9ba6-3f4dd26faf88, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:10:33.299433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, ed91d23e-8cc9-4e4b-acdf-5686ab8dc088) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:33.300688 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] For port 4fa7104d-209c-474b-9ba6-3f4dd26faf88, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4fa7104d-209c-474b-9ba6-3f4dd26faf88,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:10:33.304548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:33.307688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8a69b-73a3-482f-97e4-00667ede8803 None None] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:10:33.308103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.385443 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.417106 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a4ffe06f-8e7c-4e5c-8943-db32544afbef tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9552505 Feb 17 12:10:33.417813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52346) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:33.467797 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459111-1bfc-4405-965e-8f819f1c6133 None None] Pushing event updated for resources: {'Port': ['ID=4fa7104d-209c-474b-9ba6-3f4dd26faf88,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:33.472238 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:33.472835 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:33.534558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:10:33.535890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.658136 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:33.706835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Allocated IP 172.20.0.2 (ed91d23e-8cc9-4e4b-acdf-5686ab8dc088/dd112b56-223f-4690-8417-b0e98b3b5a52/804a6ef7-9f3c-4f96-a3d8-1f9e71af1006) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:10:33.928070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:33.939995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Transition to ACTIVE for port object 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:33.949316 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:31Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:33.953475 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ef9f7-ebde-4429-a7f6-2e075577c04d None None] The sync data for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv is: [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:31Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:10:33.960082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Transition to ACTIVE for port object 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:34.050934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:34.137362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:10:34.140268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:34.145292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:10:34.155144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Pushing event updated for resources: {'Port': ['ID=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:34.245451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Attempting to bind port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:10:34.245865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Attempting to bind port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:10:34.246198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Attempting to bind port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 on network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:10:34.252858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:10:34.253226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Checking segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:10:34.253626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:34.254107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Bound using segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:10:34.254570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Bound port: 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:10:34.254926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:34.364956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] For port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:10:34.368690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] For port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:10:34.375691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:34.470931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:34.564670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ddde-bd0b-4a48-93ee-8de866486086 None None] Pushing event updated for resources: {'Port': ['ID=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:34.823780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (ed91d23e-8cc9-4e4b-acdf-5686ab8dc088/dd112b56-223f-4690-8417-b0e98b3b5a52/c92ed46c-c81e-4734-a60a-ac0311e31377) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:10:34.997985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:35.014551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object c92ed46c-c81e-4734-a60a-ac0311e31377 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:35.116528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:35.187165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:10:35.190144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:35.192515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:10:35.222598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=c92ed46c-c81e-4734-a60a-ac0311e31377,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:35.255920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:35.436868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:35.551020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff375a76-de89-471c-8c33-de4c06c0b4bf None None] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:10:35.761420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d170b282-58c7-4f01-894d-9d00e68a91bf None None] Provisioning for port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:35.965776 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:35.971737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4fa7104d-209c-474b-9ba6-3f4dd26faf88 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:36.056391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.111375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:36.119513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:36.120229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.175957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=c92ed46c-c81e-4734-a60a-ac0311e31377,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:36.178357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.250276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.255799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed90a117-55ff-4820-8b4b-d3e86f60dbd5 None None] Provisioning for port c92ed46c-c81e-4734-a60a-ac0311e31377 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:36.266290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed90a117-55ff-4820-8b4b-d3e86f60dbd5 None None] Provisioning complete for port c92ed46c-c81e-4734-a60a-ac0311e31377 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:36.266652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed90a117-55ff-4820-8b4b-d3e86f60dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.306232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 4fa7104d-209c-474b-9ba6-3f4dd26faf88, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4fa7104d-209c-474b-9ba6-3f4dd26faf88,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:36.325040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:10:36.326294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:36.326474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ed90a117-55ff-4820-8b4b-d3e86f60dbd5 None None] Port c92ed46c-c81e-4734-a60a-ac0311e31377 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:10:36.370475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.371354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:36.497893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-36871429-2323-427b-a714-30205a32d09d None None] Provisioning complete for port c92ed46c-c81e-4734-a60a-ac0311e31377 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:36.498270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-36871429-2323-427b-a714-30205a32d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.525231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=4fa7104d-209c-474b-9ba6-3f4dd26faf88,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:36.558055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-36871429-2323-427b-a714-30205a32d09d None None] Port c92ed46c-c81e-4734-a60a-ac0311e31377 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:10:36.636194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:36.643593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:36.643991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.713952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-86c97128-ea45-4c07-8c48-80a8247e4fdf None None] Provisioning complete for port c92ed46c-c81e-4734-a60a-ac0311e31377 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:36.714348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-86c97128-ea45-4c07-8c48-80a8247e4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.718839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router b44269c2-43f4-4967-89b9-b120a2966a1e has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:10:36.816494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-86c97128-ea45-4c07-8c48-80a8247e4fdf None None] Port c92ed46c-c81e-4734-a60a-ac0311e31377 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:10:36.825362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.858721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:36.921271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:10:36.922439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:36.934493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-193694c9-0e16-4d25-8d44-0b98f0ddabe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/b44269c2-43f4-4967-89b9-b120a2966a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5152915 Feb 17 12:10:36.937220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52350) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:37.003785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:37.189247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9f013-51f7-4b4c-954a-8f91dcee3f53 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.189619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9f013-51f7-4b4c-954a-8f91dcee3f53 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.190065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9f013-51f7-4b4c-954a-8f91dcee3f53 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.190497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9f013-51f7-4b4c-954a-8f91dcee3f53 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.192416 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8ec9f013-51f7-4b4c-954a-8f91dcee3f53 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.2541108 Feb 17 12:10:37.195434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52354) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:37.263087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf98ca1-9c54-4b5d-85c1-6647ba26f7e3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.263459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf98ca1-9c54-4b5d-85c1-6647ba26f7e3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.263820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf98ca1-9c54-4b5d-85c1-6647ba26f7e3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.264885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf98ca1-9c54-4b5d-85c1-6647ba26f7e3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:37.266648 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7bf98ca1-9c54-4b5d-85c1-6647ba26f7e3 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0701950 Feb 17 12:10:37.270114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52358) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:37.478066 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c9adf55c-9fc1-4565-85c9-7fb720e790fc tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2068572 Feb 17 12:10:37.607780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Sync routers for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:10:37.620614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:37.621373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:37.818691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:37.829854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52364) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:37.835466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131375413', 'description': 'tempest-secgroup-smoke-2131375413 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:37.841565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:37.846571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:37.849826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:37.856332 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:37.860482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-76ecfdcf-b5ff-44d1-978b-6b7d0b64af47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:37.944169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4fa7104d-209c-474b-9ba6-3f4dd26faf88 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:37.956753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:37.994265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:37.998037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:38.001484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:38.007155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:38.061740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.121867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.157043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:38.157425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.167537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:38.234372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.239288 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-804bee15-b439-48b7-b36f-679e0b17a587 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4058542 Feb 17 12:10:38.240186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:38.246679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '71c46af9-06a1-4c01-ba73-cc73fbbdb0fb', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:38.253647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:38.257679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:38.260578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:38.266951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:38.311847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:38.324681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Checking router: b44269c2-43f4-4967-89b9-b120a2966a1e for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:10:38.325027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Updating router b44269c2-43f4-4967-89b9-b120a2966a1e port c92ed46c-c81e-4734-a60a-ac0311e31377 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:10:38.362046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:38.365979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.424850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.427433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.502113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.502918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:38.503285 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.529380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdf5e0c-a8a8-4c9f-804f-f8d7b3a650c8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:38.613567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.614835 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-818cea39-2cba-4639-b8f8-3fee64f0f4e9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3735974 Feb 17 12:10:38.617964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52372) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:38.623619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '71c46af9-06a1-4c01-ba73-cc73fbbdb0fb', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:38.630144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:38.633929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:38.636754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:38.644721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:38.728365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.792526 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.864900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.873745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.885328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Transition to ACTIVE for port object c92ed46c-c81e-4734-a60a-ac0311e31377 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:38.888504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25996f67-1cfb-4682-9ccb-1947cadc6bc9,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:38.961869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.973421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:38.974749 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4b836fd7-2cbf-4b97-b776-dd6882ced4bf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3557780 Feb 17 12:10:38.977540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52376) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:38.983263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '71c46af9-06a1-4c01-ba73-cc73fbbdb0fb', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:38.989516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:38.993280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:38.996251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:39.003147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:39.090770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75366aa9-b732-4f5b-972d-75b502114ca1 None None] Pushing event updated for resources: {'Port': ['ID=c92ed46c-c81e-4734-a60a-ac0311e31377,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:39.100433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.171595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.187953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Attempting to bind port c92ed46c-c81e-4734-a60a-ac0311e31377 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:10:39.188327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Attempting to bind port c92ed46c-c81e-4734-a60a-ac0311e31377 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:10:39.188687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Attempting to bind port c92ed46c-c81e-4734-a60a-ac0311e31377 on network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:10:39.195700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:10:39.196084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Checking segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:10:39.196475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.196883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Bound using segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:10:39.197339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Bound port: c92ed46c-c81e-4734-a60a-ac0311e31377, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:10:39.197705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.258912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.282254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe40445-99cb-42c0-9a3e-7e947f953b22,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:39.305632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] For port c92ed46c-c81e-4734-a60a-ac0311e31377, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:10:39.309617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] For port c92ed46c-c81e-4734-a60a-ac0311e31377, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c92ed46c-c81e-4734-a60a-ac0311e31377,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:10:39.367708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.368955 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a94567d0-7ac3-487b-a914-7c309e552402 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3905067 Feb 17 12:10:39.372466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:39.378964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '71c46af9-06a1-4c01-ba73-cc73fbbdb0fb', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:39.385024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:39.390399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:39.394861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:39.396481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.404456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:39.477297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75366aa9-b732-4f5b-972d-75b502114ca1 None None] Pushing event updated for resources: {'Port': ['ID=c92ed46c-c81e-4734-a60a-ac0311e31377,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:39.482026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:39.483809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:39.493288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.576196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.678282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:39.679387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.705689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d709fb8-f568-48d3-bbe6-a140670cecc3,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:39.771029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.772673 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-476be6e5-4799-4259-956d-72fcf389b4cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3991234 Feb 17 12:10:39.775503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52384) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:39.782369 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '71c46af9-06a1-4c01-ba73-cc73fbbdb0fb', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:39.788697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:39.792840 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:39.796430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:39.802690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:39.890696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:10:39.897713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:39.968744 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.062236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d07571d8-8e5c-4477-aac3-62edc3003f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.072549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:39Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:40.077291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94f6db-6b92-47a3-b5e6-5a548e228d27 None None] The sync data for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv is: [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:39Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:10:40.103781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.121852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01499343-b0a4-4cf0-af0b-9d3e96df5581,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:40.196533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.197741 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2dccd2bb-59d4-4901-9901-90c1bac9a132 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4212935 Feb 17 12:10:40.200626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52390) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:40.207158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '71c46af9-06a1-4c01-ba73-cc73fbbdb0fb', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:40.213097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:40.217898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:40.221623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:40.227766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:40.311983 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:10:40.321323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.399811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.467304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.491573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80478187-d8ed-4585-9993-673aa24087d8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:40.565258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:40.566545 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b617f80-4680-4f32-8188-5f666d62fbd6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3643160 Feb 17 12:10:41.066826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-5d46d852-e7ed-46a8-b604-354a278e3bcf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:41.187111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-5d46d852-e7ed-46a8-b604-354a278e3bcf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:41.188296 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-5d46d852-e7ed-46a8-b604-354a278e3bcf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131375413&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1622887 Feb 17 12:10:41.339213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037667e-1d11-4291-bee6-0926a7701eaf req-e6adcc6f-8710-4eea-bb5a-98cdc7f30d3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:41.339878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-e6adcc6f-8710-4eea-bb5a-98cdc7f30d3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:41.376090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:41.418758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:41.444677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-e6adcc6f-8710-4eea-bb5a-98cdc7f30d3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:41.445821 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-e6adcc6f-8710-4eea-bb5a-98cdc7f30d3e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 797 time: 0.2509849 Feb 17 12:10:41.462593 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-7fc8d204-66bd-4461-89db-58e92ab806aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0113490 Feb 17 12:10:41.546189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-bbc37e8f-6fe7-44e9-b3e9-f42a8abd15a6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:41.604725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:41.641380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-bbc37e8f-6fe7-44e9-b3e9-f42a8abd15a6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:41.643061 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-bbc37e8f-6fe7-44e9-b3e9-f42a8abd15a6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748300 Feb 17 12:10:41.659351 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-72248808-8110-4cb7-8376-7a19682dd6e8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:10:41.660294 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-72248808-8110-4cb7-8376-7a19682dd6e8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058844 Feb 17 12:10:41.792248 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-a376f9f8-cda6-4192-94e3-2f94422d32c4 service neutron] 10.222.0.47 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260943 Feb 17 12:10:41.919203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c92ed46c-c81e-4734-a60a-ac0311e31377 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:41.927125 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-cf68827b-f6bd-4fd9-9113-db396a6a4355 service neutron] 10.222.0.47 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292880 Feb 17 12:10:42.075608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c92ed46c-c81e-4734-a60a-ac0311e31377 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:42.081368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c92ed46c-c81e-4734-a60a-ac0311e31377 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:42.081734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:42.200123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:42.239104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port c92ed46c-c81e-4734-a60a-ac0311e31377, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c92ed46c-c81e-4734-a60a-ac0311e31377,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:42.304814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:42.371469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=c92ed46c-c81e-4734-a60a-ac0311e31377,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:42.389128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ee459e3c-d743-49a4-ae0e-2bfa1b961728 req-91e2e4c3-a059-42f6-b153-ee06d6cc8041 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:42.401292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ee459e3c-d743-49a4-ae0e-2bfa1b961728 req-91e2e4c3-a059-42f6-b153-ee06d6cc8041 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:42.402485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ee459e3c-d743-49a4-ae0e-2bfa1b961728 req-91e2e4c3-a059-42f6-b153-ee06d6cc8041 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 210 time: 0.2246165 Feb 17 12:10:42.878922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:43.566812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f7374009-e237-42f4-96b0-fcedb409999b req-0ca3fc2b-7e28-4c37-b51c-4a8fa37ca3fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 210 time: 0.0424933 Feb 17 12:10:43.905190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c92ed46c-c81e-4734-a60a-ac0311e31377 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:43.971609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c92ed46c-c81e-4734-a60a-ac0311e31377 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:43.971978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:44.448415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037667e-1d11-4291-bee6-0926a7701eaf req-c3bbccd1-fd34-463b-8719-485edf261d3f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:44.449294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-c3bbccd1-fd34-463b-8719-485edf261d3f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:44.462301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0037667e-1d11-4291-bee6-0926a7701eaf req-c3bbccd1-fd34-463b-8719-485edf261d3f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:44.463427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-c3bbccd1-fd34-463b-8719-485edf261d3f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 797 time: 0.1580205 Feb 17 12:10:44.514109 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-3c09c053-7062-4916-ab23-d1efb42920d5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 380 time: 0.0388331 Feb 17 12:10:44.521333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['71c46af9-06a1-4c01-ba73-cc73fbbdb0fb']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:44.659137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:44.669708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:44.771954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:10:44.774853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:44.792128 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c1524d4a-8d3a-44a7-838b-728562e2a00a req-9d9e0a76-e9af-4f7e-ae1e-5d4f74d746ae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 210 time: 0.0555217 Feb 17 12:10:45.048866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.14 (ed91d23e-8cc9-4e4b-acdf-5686ab8dc088/dd112b56-223f-4690-8417-b0e98b3b5a52/a8cb6c00-c09a-4ebd-a054-23c0a9f899bd) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:10:45.245355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:45.260988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object a8cb6c00-c09a-4ebd-a054-23c0a9f899bd will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:45.353586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:45.425189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:10:45.428083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:45.432338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:10:45.458329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:45.496829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:45.497437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:45.600663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-52de1517-2caa-4194-8856-af0dc5c06fe9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0824831 Feb 17 12:10:45.613697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-fb30b060-998b-46a2-8d51-a6a00ce7d0b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:10:45.615362 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-fb30b060-998b-46a2-8d51-a6a00ce7d0b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081363 Feb 17 12:10:45.693068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Request body: {'port': {'device_id': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:45.724376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a5ba379f-8d05-4ecb-b6a3-db3ccf852266 None None] Provisioning for port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:45.729408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a5ba379f-8d05-4ecb-b6a3-db3ccf852266 None None] Provisioning complete for port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:45.729893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a5ba379f-8d05-4ecb-b6a3-db3ccf852266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:45.785003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba379f-8d05-4ecb-b6a3-db3ccf852266 None None] Port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:10:45.803386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:45.995958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984bf0-6899-458c-9885-1abec0dd4f9c req-e9a725cd-2778-442e-a565-cead194f4310 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:45.997393 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-68984bf0-6899-458c-9885-1abec0dd4f9c req-e9a725cd-2778-442e-a565-cead194f4310 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 932 time: 0.0757930 Feb 17 12:10:46.045509 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-68984bf0-6899-458c-9885-1abec0dd4f9c req-46a3db6d-c0b4-4374-a763-46f55b8e79d0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412247 Feb 17 12:10:46.140801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cb6c00-c09a-4ebd-a054-23c0a9f899bd {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:10:46.147383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:46.161565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Transition to ACTIVE for port object a8cb6c00-c09a-4ebd-a054-23c0a9f899bd will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:10:46.227638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:46.356547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:46.463113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Attempting to bind port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:10:46.463685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Attempting to bind port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:10:46.463792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Attempting to bind port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd on network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:10:46.470120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd on network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:10:46.470431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Attempting to bind port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd on network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:10:46.476554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:10:46.476882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Checking segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:10:46.477278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Bound using segment: {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:10:46.477669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Bound port: a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a47c738-186c-45e4-885b-9e5804047a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:10:46.478102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:46.567182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] For port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:10:46.570163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] For port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:10:46.662538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:46.726301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:46.727664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 1094 time: 1.1066475 Feb 17 12:10:46.728111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:10:46.753663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae6ee-2c44-4864-9b03-f34cb5ee55f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:46.787318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'status': 'completed', 'code': 200} Feb 17 12:10:46.883182 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aa91df97-2585-4173-9143-9d0f60b02b3b req-48011553-7369-4b2a-9bd9-a64afb0d4026 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1097 time: 0.0755541 Feb 17 12:10:47.026115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91df97-2585-4173-9143-9d0f60b02b3b req-736fc61a-bd11-48dd-9da6-11bed9e7cbc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:47.027489 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aa91df97-2585-4173-9143-9d0f60b02b3b req-736fc61a-bd11-48dd-9da6-11bed9e7cbc1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1380093 Feb 17 12:10:47.244532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae4dfb-f959-41a2-b881-872c74a1506c req-c234cd0b-4759-4090-9387-fa7a0a7f4634 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:47.245934 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ffae4dfb-f959-41a2-b881-872c74a1506c req-c234cd0b-4759-4090-9387-fa7a0a7f4634 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 944 time: 0.0798843 Feb 17 12:10:47.259685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91df97-2585-4173-9143-9d0f60b02b3b req-8b759833-18ff-4f06-93a7-2314e187ab2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:47.261274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aa91df97-2585-4173-9143-9d0f60b02b3b req-8b759833-18ff-4f06-93a7-2314e187ab2d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2285931 Feb 17 12:10:47.297051 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ffae4dfb-f959-41a2-b881-872c74a1506c req-b33b3b89-bcc1-45a8-a9c8-b80cedc00f5f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Feb 17 12:10:47.368122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-661efff1-1477-4309-994a-48b4094b6c23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1097 time: 0.0695879 Feb 17 12:10:47.435771 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-d0001c3b-6b2f-4617-b6da-ffba02c8e93a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 217 time: 0.0610750 Feb 17 12:10:47.495635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037667e-1d11-4291-bee6-0926a7701eaf req-2f81a802-479c-4e12-bfe9-edbcadbe278a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:47.496966 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-2f81a802-479c-4e12-bfe9-edbcadbe278a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 844 time: 0.0563180 Feb 17 12:10:47.571754 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-2849d057-c505-4194-8c52-2e8a5a0ea96f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692255 Feb 17 12:10:47.704684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-9d7a4bbd-b792-47dd-8fce-96405ced0e5d service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265807 Feb 17 12:10:47.834716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0037667e-1d11-4291-bee6-0926a7701eaf req-1fe9a8ba-13ad-4cac-9581-4a45fb878e0d service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242337 Feb 17 12:10:48.494431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b9ad-c2eb-45b7-adca-b6e4cb8d86ad req-50aa3ed5-fe66-49e8-8da7-b6466246dc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:48.495105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-be74b9ad-c2eb-45b7-adca-b6e4cb8d86ad req-50aa3ed5-fe66-49e8-8da7-b6466246dc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:10:48.561618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-be74b9ad-c2eb-45b7-adca-b6e4cb8d86ad req-50aa3ed5-fe66-49e8-8da7-b6466246dc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:10:48.562716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-be74b9ad-c2eb-45b7-adca-b6e4cb8d86ad req-50aa3ed5-fe66-49e8-8da7-b6466246dc81 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 944 time: 0.1409924 Feb 17 12:10:48.609125 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-be74b9ad-c2eb-45b7-adca-b6e4cb8d86ad req-28323661-4e0b-48d6-84e4-f61876eeffcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Feb 17 12:10:49.539861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8cb6c00-c09a-4ebd-a054-23c0a9f899bd details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:10:49.674169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:49.687758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'port_id': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'mac_address': 'fa:16:3e:0f:83:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:10:49.741588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:49.759138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cb6c00-c09a-4ebd-a054-23c0a9f899bd {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:10:49.774896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:49.839255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:49.906210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0286ee6-fdc4-4adb-9045-8f8149c6928d req-9f8d3920-247b-477b-b1ef-7fb96ccae338 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:49.907562 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b0286ee6-fdc4-4adb-9045-8f8149c6928d req-9f8d3920-247b-477b-b1ef-7fb96ccae338 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 944 time: 0.1777167 Feb 17 12:10:49.910519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:49.953130 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b0286ee6-fdc4-4adb-9045-8f8149c6928d req-250b4ef9-34f0-448b-9e7d-ac9c24f4e564 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392666 Feb 17 12:10:50.192596 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['a8cb6c00-c09a-4ebd-a054-23c0a9f899bd'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:10:51.151531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22562b9c-a545-4cc4-8cc1-fbadaeb37e7b req-af7d56f9-2589-461f-bf1d-f39a24c962ba tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:51.152971 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-22562b9c-a545-4cc4-8cc1-fbadaeb37e7b req-af7d56f9-2589-461f-bf1d-f39a24c962ba tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 945 time: 0.0793698 Feb 17 12:10:51.197797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-22562b9c-a545-4cc4-8cc1-fbadaeb37e7b req-a7240626-d620-4323-b78f-515f204b143d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390697 Feb 17 12:10:51.547894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8cb6c00-c09a-4ebd-a054-23c0a9f899bd up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:10:51.704228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:10:51.709356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:10:51.709734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:51.850013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:51.890759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:10:51.905052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:10:51.972473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:52.030837 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'code': 200} Feb 17 12:10:52.046487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:52.464616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ac122-8a5b-44ee-b585-72d71c9844b5 req-c9efe1f6-44ae-4172-a8c1-335f854bb77b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:52.466096 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b3ac122-8a5b-44ee-b585-72d71c9844b5 req-c9efe1f6-44ae-4172-a8c1-335f854bb77b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.1414413 Feb 17 12:10:52.473039 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2bf34cb8-fecf-4316-8de7-306ec60933ff req-64f3b781-e327-465e-b665-0ac2c3a275db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1099 time: 0.1121097 Feb 17 12:10:52.544438 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b3ac122-8a5b-44ee-b585-72d71c9844b5 req-74abdd72-1aca-400e-9d8d-1cf5de5b2277 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703740 Feb 17 12:10:52.546564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2bf34cb8-fecf-4316-8de7-306ec60933ff req-1eedaa71-eeb1-4c0b-8c8b-d6d44885fec5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590448 Feb 17 12:10:53.744675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244086b-387c-4fb9-a225-54b4eab0374f req-3ae75623-6745-46db-b3a3-093bda8eccc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:53.746185 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1244086b-387c-4fb9-a225-54b4eab0374f req-3ae75623-6745-46db-b3a3-093bda8eccc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.0776854 Feb 17 12:10:53.795490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1244086b-387c-4fb9-a225-54b4eab0374f req-d3f0d4f5-7d31-4623-89a6-c9abcad915a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Feb 17 12:10:54.995426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92655fa1-ac5b-4a8f-b334-3e44a1bb2c57 req-844977d2-6931-4a3d-8af8-ad8be91f3b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:54.996871 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-92655fa1-ac5b-4a8f-b334-3e44a1bb2c57 req-844977d2-6931-4a3d-8af8-ad8be91f3b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.0784986 Feb 17 12:10:55.050348 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-92655fa1-ac5b-4a8f-b334-3e44a1bb2c57 req-9968f34a-aeec-4ec0-a26d-d852beba6b42 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Feb 17 12:10:55.264925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e3b1-1aa1-4ea2-9523-05cbf195ce97 req-6b25c3bd-f309-4d6c-8b31-3eaf139cfa7c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:55.266468 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ba55e3b1-1aa1-4ea2-9523-05cbf195ce97 req-6b25c3bd-f309-4d6c-8b31-3eaf139cfa7c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.0877888 Feb 17 12:10:55.314573 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ba55e3b1-1aa1-4ea2-9523-05cbf195ce97 req-ff319ffa-8a78-44f7-8858-cd6691ad07b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Feb 17 12:10:55.342295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52454) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:55.411326 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-78d4acbb-e486-4dbf-9903-8e6e7e4ee45f tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1094 time: 0.0678773 Feb 17 12:10:55.414307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52458) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:55.422783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:10:55.428412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:10:55.433972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:10:55.437024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:10:55.442907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:10:55.524030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:55.658360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:55.794171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.36 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ba0f6249-0127-4f24-ac4d-3e5e8124d231) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:10:55.941138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:56.041312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:56.108414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:10:56.110979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:10:56.114434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:10:56.231693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=ba0f6249-0127-4f24-ac4d-3e5e8124d231,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:56.727854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:56.856141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:57.069912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:57.121088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:57.171021 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:10:57.233281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=ba0f6249-0127-4f24-ac4d-3e5e8124d231,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:10:57.249064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:57.440054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 7191ef07-536c-4fe7-90e0-4ac5f2b9f670 associated. External IP: 172.26.6.36, port: a8cb6c00-c09a-4ebd-a054-23c0a9f899bd. Feb 17 12:10:57.941967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router b44269c2-43f4-4967-89b9-b120a2966a1e has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:10:58.147301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:10:58.158102 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] Sync routers for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:10:58.171551 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:58.172266 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:58.244890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:10:58.313828 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ab53452-9cf5-4f94-b320-5054df95415f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8976340 Feb 17 12:10:58.314213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:10:58.316501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52462) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:58.376009 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'status': 'completed', 'code': 200} Feb 17 12:10:58.399178 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:58.428528 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-13f1d97f-0529-49e0-8ae4-423352ac939a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/7191ef07-536c-4fe7-90e0-4ac5f2b9f670 HTTP/1.1" status: 200 len: 991 time: 0.1108322 Feb 17 12:10:58.468416 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-94d31066-78a9-48cb-b662-a8dd7ea221c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1099 time: 0.0717165 Feb 17 12:10:58.600752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-6e000b05-d7e8-46b0-b80e-4d0eb3ffe017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:58.604790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-6e000b05-d7e8-46b0-b80e-4d0eb3ffe017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 897 time: 0.1283178 Feb 17 12:10:58.706817 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-d1e56f01-0d6d-42b0-b375-af7a936bf5a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 999 time: 0.0986562 Feb 17 12:10:58.768551 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '7191ef07-536c-4fe7-90e0-4ac5f2b9f670', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.36', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'port_id': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'mac_address': 'fa:16:3e:0f:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:10:56Z', 'updated_at': '2022-02-17T12:10:56Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:42Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:58.768856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-4d836140-b654-4ce7-acdc-3b1365909b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:10:58.775050 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-4d836140-b654-4ce7-acdc-3b1365909b2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 844 time: 0.0580323 Feb 17 12:10:58.775168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] Checking router: b44269c2-43f4-4967-89b9-b120a2966a1e for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:10:58.783997 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:10:58.784592 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:10:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:58.849758 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-2d4e9cc1-d4b0-4018-8755-8e6134772258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745475 Feb 17 12:10:58.967070 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:10:58.988891 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-68b32dc6-5ecb-4915-8aaa-5237e8702006 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331460 Feb 17 12:10:59.120556 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3835ec1d-05e9-4181-9ceb-424cf095dc62 req-e11f938f-3b32-493b-baf3-036a61273ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263812 Feb 17 12:10:59.313550 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '7191ef07-536c-4fe7-90e0-4ac5f2b9f670', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.36', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'port_id': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'mac_address': 'fa:16:3e:0f:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:10:56Z', 'updated_at': '2022-02-17T12:10:56Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:42Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:10:59.318078 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a72807-897a-44ca-9131-2e28e7656ca6 None None] The sync data for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv is: [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '7191ef07-536c-4fe7-90e0-4ac5f2b9f670', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.36', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'port_id': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'mac_address': 'fa:16:3e:0f:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:10:56Z', 'updated_at': '2022-02-17T12:10:56Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:42Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:10:59.431655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52468) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:10:59.522759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e98843-54e1-4cad-a055-cc0246ef1804 None None] New status for floating IP 7191ef07-536c-4fe7-90e0-4ac5f2b9f670: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:10:59.541368 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-758539da-9d26-4699-b1e5-5647f14538c4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/7191ef07-536c-4fe7-90e0-4ac5f2b9f670 HTTP/1.1" status: 200 len: 991 time: 0.1085606 Feb 17 12:11:00.545831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52472) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:11:00.653142 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7df669a5-8d32-47c9-9d3f-e300028ce894 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/7191ef07-536c-4fe7-90e0-4ac5f2b9f670 HTTP/1.1" status: 200 len: 993 time: 0.1061871 Feb 17 12:11:07.740920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-780c49bd-0f01-4256-bc0f-460df987aca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:10.034852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dc759ec6-769a-4f15-a71a-f6c36ba06cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:11.331662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:11.359954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:11.621020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:12.878403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:34.171695 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:11:37.747629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fd58c29-044a-4c66-9631-4c7f3e2c5ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:39.571498 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-6c1eb92a-32d7-499b-b0a6-f9a35b5eabd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716567 Feb 17 12:11:39.718711 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-c166aa4b-e0c1-433f-ada3-e19002aacb14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1099 time: 0.0792358 Feb 17 12:11:39.866696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-bd9e69df-459e-4f97-aa6b-23bfdaed5e2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:11:39.866696 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-bd9e69df-459e-4f97-aa6b-23bfdaed5e2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 897 time: 0.1282227 Feb 17 12:11:39.971275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-8377be2c-d4f2-45f1-99e8-76dbf708432b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 1001 time: 0.1005895 Feb 17 12:11:40.027907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1489648f-2700-4c7e-91e8-8dbb8e1ac97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:40.041028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-739fed8f-9388-4156-a268-a09a8fc8d716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:11:40.042509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-739fed8f-9388-4156-a268-a09a8fc8d716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 844 time: 0.0654066 Feb 17 12:11:40.119610 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-5ac6435b-c95b-4952-8075-d7e1b7c4db11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714889 Feb 17 12:11:40.354419 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-1717c83e-53ca-436a-b690-428c23fb50c4 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292085 Feb 17 12:11:40.496175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f3ed5db3-a514-4dcb-950a-ea6c67e8016f req-865dbdb3-2642-4b14-a623-cd9d8d35b551 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360154 Feb 17 12:11:41.324934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:41.347415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:41.616234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:11:42.867724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:07.723558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c3438f18-ed3b-4012-b77f-081ac05acc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:10.025456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c72bfc0e-ae4d-4cf2-aebf-4c7667e492f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:11.171927 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:12:11.329576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:11.357661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:11.643923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:12.843407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:37.722608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5576cf67-b5de-4d5f-98ae-b97d861fbc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:39.569860 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-436faa29-9877-4a51-b740-3f19ae5139d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704041 Feb 17 12:12:39.704052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-75d43dc1-1f6a-4ef9-886f-918639ed0f3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1099 time: 0.0688503 Feb 17 12:12:39.844226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-3a531410-5d13-4aaa-b141-04d12504ebda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:12:39.845585 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-3a531410-5d13-4aaa-b141-04d12504ebda service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 897 time: 0.1237926 Feb 17 12:12:39.946717 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-4fb19f64-1c24-4b47-9e13-10939ece45bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 1001 time: 0.0952358 Feb 17 12:12:40.007084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-227f63f7-be3a-403c-8ad0-4df04fbaecfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:12:40.008520 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-227f63f7-be3a-403c-8ad0-4df04fbaecfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 844 time: 0.0562932 Feb 17 12:12:40.024883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-26564068-c348-4a0a-8e38-c138f2e66961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:40.083993 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-bb2cecc7-97cf-4773-8665-2304821e32cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699434 Feb 17 12:12:40.212894 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-fc16fa60-eefc-43f2-a684-a7ff2d3a7b0f service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233234 Feb 17 12:12:40.345160 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0a14d9-e05b-43be-afcb-8fb9a57c4ae6 req-f26ca3a7-a143-4a76-a470-d6f5fc15b6bb service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264668 Feb 17 12:12:41.356277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:41.379082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:41.659238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:42.864995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:12:48.171735 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:13:07.709648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3110db20-8d3b-4fed-a0f8-8b9c86db30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:10.023936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8cca9578-887e-4fff-9493-3d63b04ee5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:11.344135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:11.372280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:11.692603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:12.886842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:24.271735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52502) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:13:24.277573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:13:24.515616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4134702'] for subnet, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:24.754915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787610669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3877143'] for subnet, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:24.809968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:13:24.810540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:24.811790 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/subnets/dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 836 time: 0.5391872 Feb 17 12:13:24.816755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694ea34-4b1f-43dc-a0a7-b72c65fb2264 None None] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:13:24.825978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=dd112b56-223f-4690-8417-b0e98b3b5a52,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:13:24.834794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.835140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.835477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.835809 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.836140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.836469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.836794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.837117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.837458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.837800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:24.838123 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358e22a-b988-478d-894a-033c2d2ad6fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:13:25.172135 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:13:25.245941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e0051383-622b-471e-a0cd-ec40be6075ed None None] Provisioning complete for port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:13:25.246305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0051383-622b-471e-a0cd-ec40be6075ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:25.373204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e0051383-622b-471e-a0cd-ec40be6075ed None None] Provisioning complete for port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:13:25.373476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0051383-622b-471e-a0cd-ec40be6075ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:25.499154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e0051383-622b-471e-a0cd-ec40be6075ed None None] Provisioning complete for port c92ed46c-c81e-4734-a60a-ac0311e31377 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:13:25.499513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e0051383-622b-471e-a0cd-ec40be6075ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:37.748998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9d55899a-0891-4c1c-978a-988aa4f559d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:39.556525 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-303cb0ea-85f9-4bd0-a9ed-35c85de25e16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704560 Feb 17 12:13:39.704005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-e4058178-b5fd-4d3b-8c35-1a5918b86a70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1099 time: 0.0806701 Feb 17 12:13:39.852397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-31e9fd0b-d07b-4977-9d73-e30a531f64f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:13:39.854418 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-31e9fd0b-d07b-4977-9d73-e30a531f64f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 897 time: 0.1318653 Feb 17 12:13:39.961571 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-e03b97f1-bb9b-4eee-8013-d746cbe0b71e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 1001 time: 0.1021383 Feb 17 12:13:40.030486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-7db13260-2484-4e83-a4fb-78fcd0c88b09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:13:40.031945 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-7db13260-2484-4e83-a4fb-78fcd0c88b09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 844 time: 0.0650065 Feb 17 12:13:40.041939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84390a7f-f035-4aef-9a69-3e79c010dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:40.111384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-b14fcee7-59f9-457a-9430-1de1698535dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734103 Feb 17 12:13:40.351095 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-3974b826-4a7f-44e1-bd66-30296d1b2141 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334647 Feb 17 12:13:40.490511 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e0e9f71-17db-461c-8678-5b8586bf4de4 req-947e9da1-a5c0-45fa-b643-9731fddba9b2 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338050 Feb 17 12:13:41.349384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:41.383402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:41.657764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:13:42.903673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:02.172530 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:14:07.754521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-605563a8-667f-413b-8a06-4f2820ef2ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:08.519404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52536) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:08.868360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port ba0f6249-0127-4f24-ac4d-3e5e8124d231 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:14:08.868591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:09.039048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:09.039361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:09.259372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for ba0f6249-0127-4f24-ac4d-3e5e8124d231 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:14:09.462989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:09.507178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=ba0f6249-0127-4f24-ac4d-3e5e8124d231,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:09.603719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:10.014524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router b44269c2-43f4-4967-89b9-b120a2966a1e has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:14:10.039034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10c25852-9a73-4005-a3dd-b81e7ee25cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:10.235257 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:14:10.245501 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] Sync routers for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:14:10.258751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:10.264222 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:10.320349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:10.378103 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-144ff69c-674b-4aca-af8f-869705112aae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/7191ef07-536c-4fe7-90e0-4ac5f2b9f670 HTTP/1.1" status: 204 len: 168 time: 1.8575799 Feb 17 12:14:10.378837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:14:10.477259 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:10.687815 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'status': 'completed', 'code': 200} Feb 17 12:14:10.793582 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-94939076-7c38-45f7-b695-acdf7616aebe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 1099 time: 0.0838027 Feb 17 12:14:10.871240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:42Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:10.878124 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] Checking router: b44269c2-43f4-4967-89b9-b120a2966a1e for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:14:10.893044 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:10.893674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:10.946552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-f02f3623-98ce-431b-ac5e-16a4dde73d8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:10.949209 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-f02f3623-98ce-431b-ac5e-16a4dde73d8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 200 len: 897 time: 0.1491184 Feb 17 12:14:11.020228 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-87e8314e-584a-4ed5-80cc-59e0637d5755 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 200 len: 217 time: 0.0653875 Feb 17 12:14:11.072598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b642-f7a9-4264-b43f-38135e46cc04 req-015182e4-34ff-455f-991f-ad237a7ba58f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:11.073324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-ac12b642-f7a9-4264-b43f-38135e46cc04 req-015182e4-34ff-455f-991f-ad237a7ba58f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:11.088002 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:11.090758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-feb87d01-9517-4b46-8b12-1b4d6c2d7362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:11.098857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-feb87d01-9517-4b46-8b12-1b4d6c2d7362 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 200 len: 844 time: 0.0662823 Feb 17 12:14:11.172033 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-cb70704c-27a5-4867-9f7d-dfb37d6a1023 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719335 Feb 17 12:14:11.172346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-ac12b642-f7a9-4264-b43f-38135e46cc04 req-015182e4-34ff-455f-991f-ad237a7ba58f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:11.173704 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ac12b642-f7a9-4264-b43f-38135e46cc04 req-015182e4-34ff-455f-991f-ad237a7ba58f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.1824031 Feb 17 12:14:11.257584 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ac12b642-f7a9-4264-b43f-38135e46cc04 req-f2e4b6fa-f295-4244-9541-77bff8a94ad3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779417 Feb 17 12:14:11.342471 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-d1974c47-41e4-414e-acf8-5c5ceffb7b47 service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634481 Feb 17 12:14:11.395046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:11.423195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:11.450906 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:42Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:11.454873 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f561-1f4c-490f-a284-fe30fea3b211 None None] The sync data for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv is: [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:10:35Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'c92ed46c-c81e-4734-a60a-ac0311e31377', 'name': '', 'network_id': 'ed91d23e-8cc9-4e4b-acdf-5686ab8dc088', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:6d:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:34Z', 'updated_at': '2022-02-17T12:10:42Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'dd112b56-223f-4690-8417-b0e98b3b5a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:14:11.502312 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6377e64-35a3-4921-aa7f-0e00e38051b3 req-132571c6-a920-4a43-b138-e1c3d04addcf service neutron] 10.222.0.24 "GET /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533537 Feb 17 12:14:11.685326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aaef41-be15-444b-9573-0bfcbbe31c26 None None] New status for floating IP 7191ef07-536c-4fe7-90e0-4ac5f2b9f670: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:14:11.742366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:12.515035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cbdb8-e43e-45e7-92d7-b6d4ad4d1a94 req-06d905ff-55b3-48d5-a1e7-98537fda5015 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:12.516515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7c2cbdb8-e43e-45e7-92d7-b6d4ad4d1a94 req-06d905ff-55b3-48d5-a1e7-98537fda5015 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.1237049 Feb 17 12:14:12.581045 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7c2cbdb8-e43e-45e7-92d7-b6d4ad4d1a94 req-16dcf131-6974-4e00-aa5d-efccb686b93c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576189 Feb 17 12:14:12.589313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58604-7849-4e45-8968-e756bc770526 req-4d7cd9b0-0f56-49cc-a1a7-9d296f9e99b5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:12.590834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-84f58604-7849-4e45-8968-e756bc770526 req-4d7cd9b0-0f56-49cc-a1a7-9d296f9e99b5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 946 time: 0.1291213 Feb 17 12:14:12.661076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:14:12.661420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:12.873876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:12.924962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:12.925583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:13.139884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for a8cb6c00-c09a-4ebd-a054-23c0a9f899bd owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:14:13.343665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:13.392487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=a8cb6c00-c09a-4ebd-a054-23c0a9f899bd,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:13.440553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.441130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.441732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.442298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.442629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.442959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.443281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.443601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.443919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.444244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.444564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:13.483484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port a8cb6c00-c09a-4ebd-a054-23c0a9f899bd on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:14:13.485742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:13.488313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'name': 'network-vif-deleted', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:14:13.566750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-84f58604-7849-4e45-8968-e756bc770526 req-2e7701bc-3294-4942-96f3-158ff2a2e42c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/a8cb6c00-c09a-4ebd-a054-23c0a9f899bd HTTP/1.1" status: 204 len: 173 time: 0.9708080 Feb 17 12:14:13.633842 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6274bb18-0836-4ce8-918f-ef4d2b4d59b8', 'name': 'network-vif-deleted', 'tag': 'a8cb6c00-c09a-4ebd-a054-23c0a9f899bd', 'status': 'completed', 'code': 200} Feb 17 12:14:13.749674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6ffbc642-2a3c-4eaf-b46f-9653f4947645 req-a97a0c92-f744-4ac6-9051-8c666bea01bc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:13.817605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6ffbc642-2a3c-4eaf-b46f-9653f4947645 req-a97a0c92-f744-4ac6-9051-8c666bea01bc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:13.818886 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ffbc642-2a3c-4eaf-b46f-9653f4947645 req-a97a0c92-f744-4ac6-9051-8c666bea01bc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274bb18-0836-4ce8-918f-ef4d2b4d59b8 HTTP/1.1" status: 200 len: 210 time: 0.1164589 Feb 17 12:14:14.923993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52578) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:14.991728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a417e1d-4e0c-498e-8331-65804a415165 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:15.021246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a417e1d-4e0c-498e-8331-65804a415165 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:15.194141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a417e1d-4e0c-498e-8331-65804a415165 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:15.212745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a417e1d-4e0c-498e-8331-65804a415165 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c46af9-06a1-4c01-ba73-cc73fbbdb0fb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:15.290536 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a417e1d-4e0c-498e-8331-65804a415165 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:15.291659 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2a417e1d-4e0c-498e-8331-65804a415165 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/71c46af9-06a1-4c01-ba73-cc73fbbdb0fb HTTP/1.1" status: 204 len: 168 time: 0.3667104 Feb 17 12:14:15.396760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52584) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:15.811312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:16.376680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8cb6c00-c09a-4ebd-a054-23c0a9f899bd no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:14:16.408947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: a8cb6c00-c09a-4ebd-a054-23c0a9f899bd {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:14:16.409293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8cb6c00-c09a-4ebd-a054-23c0a9f899bd not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:14:16.423404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port c92ed46c-c81e-4734-a60a-ac0311e31377 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:14:16.423929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:16.697666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port c92ed46c-c81e-4734-a60a-ac0311e31377, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c92ed46c-c81e-4734-a60a-ac0311e31377,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:16.698023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:16.815860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for c92ed46c-c81e-4734-a60a-ac0311e31377 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:14:17.063202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:17.107631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=c92ed46c-c81e-4734-a60a-ac0311e31377,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:17.406289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:17.972726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router b44269c2-43f4-4967-89b9-b120a2966a1e has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:14:18.271409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:14:18.281820 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] Sync routers for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:14:18.293634 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:18.294568 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:18.350616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-576ba3e8-e442-4a1c-bf40-9bd1cb7c3050 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/b44269c2-43f4-4967-89b9-b120a2966a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9524741 Feb 17 12:14:18.352973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52588) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:18.475559 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:18.534424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet dd112b56-223f-4690-8417-b0e98b3b5a52 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:14:18.537189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:18.594682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:18.676318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:18.758116 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:14:16Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:18.762468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] Checking router: b44269c2-43f4-4967-89b9-b120a2966a1e for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:14:18.772925 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] Routers {'b44269c2-43f4-4967-89b9-b120a2966a1e'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:18.773509 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['b44269c2-43f4-4967-89b9-b120a2966a1e'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:18.789009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:18.826483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=dd112b56-223f-4690-8417-b0e98b3b5a52,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:18.835981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:18.843460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6667ed5-b619-4b99-9634-ac7a804a67fe None None] Network ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:14:18.843938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4c21eef3-abe8-439d-9b7e-d4c3cf30f871 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/dd112b56-223f-4690-8417-b0e98b3b5a52 HTTP/1.1" status: 204 len: 168 time: 0.4896648 Feb 17 12:14:18.846080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52592) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:18.988316 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] Set router b44269c2-43f4-4967-89b9-b120a2966a1e gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:19.056932 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.100611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] DHCP port deletion for ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:14:19.104990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Deleting port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:14:19.105351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.264495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.296113 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:14:16Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:19.300071 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe99fca-bba9-42c7-8930-3d776a0ba088 None None] The sync data for ids ['b44269c2-43f4-4967-89b9-b120a2966a1e'] in dv-neutron-828728-1-hyperv is: [{'id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'name': 'tempest-TestNetworkBasicOps-router-1654889648', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:10:30Z', 'updated_at': '2022-02-17T12:14:16Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '4fa7104d-209c-474b-9ba6-3f4dd26faf88', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44269c2-43f4-4967-89b9-b120a2966a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:10:31Z', 'updated_at': '2022-02-17T12:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:14:19.307424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] For port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,segment=NetworkSegment(6a47c738-186c-45e4-885b-9e5804047a25),segment_id=6a47c738-186c-45e4-885b-9e5804047a25)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:19.307888 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.336342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 4fa7104d-209c-474b-9ba6-3f4dd26faf88 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:14:19.336682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.428452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Calling delete_port for 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:14:19.510202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 4fa7104d-209c-474b-9ba6-3f4dd26faf88, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4fa7104d-209c-474b-9ba6-3f4dd26faf88,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:19.510545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.582020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.627141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Pushing event deleted for resources: {'Port': ['ID=804a6ef7-9f3c-4f96-a3d8-1f9e71af1006,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:19.630208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 4fa7104d-209c-474b-9ba6-3f4dd26faf88 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:14:19.635202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] No DVR routers for this DVR port 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:14:19.640732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.641071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.641428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.641730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.642085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.642405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.642867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.643194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.643607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.643833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.644170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83532a-48b8-469b-8872-03987b4036e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:19.846062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:19.892220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=4fa7104d-209c-474b-9ba6-3f4dd26faf88,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:20.050343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c92ed46c-c81e-4734-a60a-ac0311e31377 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:14:20.086552 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: c92ed46c-c81e-4734-a60a-ac0311e31377 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:14:20.086889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c92ed46c-c81e-4734-a60a-ac0311e31377 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:14:20.087301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:14:20.117761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:14:20.118061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 804a6ef7-9f3c-4f96-a3d8-1f9e71af1006 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:14:20.204793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.463737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.468031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.571086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.571600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router b44269c2-43f4-4967-89b9-b120a2966a1e {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:14:20.585667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.592163 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5d693784-9be3-4dad-999c-74e5a088d720 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/b44269c2-43f4-4967-89b9-b120a2966a1e HTTP/1.1" status: 204 len: 168 time: 1.7398243 Feb 17 12:14:20.592163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52596) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:20.705111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.843988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.868300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed91d23e-8cc9-4e4b-acdf-5686ab8dc088']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:20.879817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a47c738-186c-45e4-885b-9e5804047a25') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:20.880103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a47c738-186c-45e4-885b-9e5804047a25') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:20.891109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.907277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.913419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:14:20.913810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:14:20.930134 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:14:21.086031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.104169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.116954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=ed91d23e-8cc9-4e4b-acdf-5686ab8dc088,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:21.201283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-49adcef8-7172-4d4a-b3ea-53af819761c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/ed91d23e-8cc9-4e4b-acdf-5686ab8dc088 HTTP/1.1" status: 204 len: 168 time: 0.6106215 Feb 17 12:14:21.218038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52600) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:21.223851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--480906790', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:21.228953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:21.233447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:21.238945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:21.244683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:21.308692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:14:21.311786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.342572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:14:21.351538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.351876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 37903262-0a7b-4c53-ba59-4d7afbb0dd76 of type vlan for network a3adc5d9-6959-46b5-82dd-4bb5e7943332 Feb 17 12:14:21.378280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.451490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.455414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:21.463632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.562977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=a3adc5d9-6959-46b5-82dd-4bb5e7943332,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:21.572646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:14:21.595174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1dcb087f-553e-4301-ae7e-fd3a4d7450d6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3760459 Feb 17 12:14:21.597760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52604) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:21.602810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-231883087', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:21.610018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:21.614192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:21.617206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:21.623925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:21.680158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.681099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.698699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:21.962679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4fa7104d-209c-474b-9ba6-3f4dd26faf88 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:14:21.995039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 4fa7104d-209c-474b-9ba6-3f4dd26faf88 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:14:21.995390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4fa7104d-209c-474b-9ba6-3f4dd26faf88 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:14:22.003681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:22.237736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:22.268217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:22.406379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.165 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/357acd98-a835-411b-9d12-1d13bc8e6f3a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:14:22.555306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:22.667399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:22.732713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:22.735267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:22.738712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:14:22.770914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=357acd98-a835-411b-9d12-1d13bc8e6f3a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:22.958684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:22.959402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:23.273855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:14:23.475584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:14:23.485004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:14:23.496459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:23.497129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:23.553042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:23.554200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c65c98df-2350-410f-b5f4-5a58e85a89a1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9555125 Feb 17 12:14:23.557434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52608) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:23.677682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:23.748614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7645641f-dd3b-46fe-a8aa-5f62adac9a47 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1900079 Feb 17 12:14:23.751169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52614) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:23.881498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d5cd0-0eae-4c93-88fb-692f52fc4f23 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:23.885510 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bc2d5cd0-0eae-4c93-88fb-692f52fc4f23 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309755 Feb 17 12:14:23.885732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52618) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:23.928077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ce838476-8c48-412f-8733-dba599c78455 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386441 Feb 17 12:14:23.928304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52622) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:23.933730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660637541', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:24.010193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:22Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:24.014310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:14:24.014656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Updating router 58f686a1-05e3-43ad-8daf-f9f8165f3953 port 357acd98-a835-411b-9d12-1d13bc8e6f3a binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:14:24.043955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:24.047741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:24.050524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:24.056678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:24.065753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.119546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:14:24.327657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.396957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.409319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Transition to ACTIVE for port object 357acd98-a835-411b-9d12-1d13bc8e6f3a will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:24.497383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.576254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87626dc-7b09-4cd9-9661-10c7a6d614e1 None None] Pushing event updated for resources: {'Port': ['ID=357acd98-a835-411b-9d12-1d13bc8e6f3a,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:24.578331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Attempting to bind port 357acd98-a835-411b-9d12-1d13bc8e6f3a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:14:24.578683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Attempting to bind port 357acd98-a835-411b-9d12-1d13bc8e6f3a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:14:24.579030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Attempting to bind port 357acd98-a835-411b-9d12-1d13bc8e6f3a on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:24.585907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:14:24.586268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:14:24.586655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.587030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:14:24.587467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Bound port: 357acd98-a835-411b-9d12-1d13bc8e6f3a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:14:24.587849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.617056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.658790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] For port 357acd98-a835-411b-9d12-1d13bc8e6f3a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:14:24.661961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] For port 357acd98-a835-411b-9d12-1d13bc8e6f3a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=357acd98-a835-411b-9d12-1d13bc8e6f3a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:14:24.701315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:24.710512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:14:24.710865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: a3adc5d9-6959-46b5-82dd-4bb5e7943332, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:14:24.715458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.776965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:14:24.796643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87626dc-7b09-4cd9-9661-10c7a6d614e1 None None] Pushing event updated for resources: {'Port': ['ID=357acd98-a835-411b-9d12-1d13bc8e6f3a,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:24.801010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:24.801694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:24.844107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, a3adc5d9-6959-46b5-82dd-4bb5e7943332) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:24.848570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:24.849187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:24.853837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b546fa-c8b6-4d00-a645-60bb0a0b5a7d None None] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:14:24.930692 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-45ed660e-d931-4b91-b4b4-3c9b485a4446 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0014250 Feb 17 12:14:24.933460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52626) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:25.116537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:25.319926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:14:25.320814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:25.605114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Allocated IP 172.20.0.2 (a3adc5d9-6959-46b5-82dd-4bb5e7943332/3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e/ebc27c6c-1d9b-44e8-93c2-df82277c6ef4) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:14:25.685543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:25.692834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:22Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:25.706792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b6255-99dc-4a15-ba01-c3fd802aea4c None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:22Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:14:25.825524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:25.836163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Transition to ACTIVE for port object ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:25.857038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Transition to ACTIVE for port object ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:25.928142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.001767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:26.004746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:26.007186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:14:26.014218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Pushing event updated for resources: {'Port': ['ID=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:26.085218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 357acd98-a835-411b-9d12-1d13bc8e6f3a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:26.162687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Attempting to bind port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:14:26.163049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Attempting to bind port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:14:26.163407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Attempting to bind port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:26.176943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:14:26.177326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Checking segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:14:26.177729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.178152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Bound using segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:14:26.178631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Bound port: ebc27c6c-1d9b-44e8-93c2-df82277c6ef4, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:14:26.179004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.245153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (a3adc5d9-6959-46b5-82dd-4bb5e7943332/3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e/780f69d6-5b78-43b3-981d-9daf468aff4a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:14:26.283732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] For port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:14:26.287151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] For port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:14:26.331918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 357acd98-a835-411b-9d12-1d13bc8e6f3a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:26.337231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 357acd98-a835-411b-9d12-1d13bc8e6f3a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:26.337682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.376009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.424156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.441410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 780f69d6-5b78-43b3-981d-9daf468aff4a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:26.482611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9292f5-4e9a-4d9d-9802-6c3204c6f745 None None] Pushing event updated for resources: {'Port': ['ID=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:26.547546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.556661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.577341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 357acd98-a835-411b-9d12-1d13bc8e6f3a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=357acd98-a835-411b-9d12-1d13bc8e6f3a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:26.630010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:26.633049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:26.634286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.637742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:14:26.672653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=780f69d6-5b78-43b3-981d-9daf468aff4a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:26.707563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:26.727889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=357acd98-a835-411b-9d12-1d13bc8e6f3a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:26.898377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:27.302460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:27.376920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:27.482010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb25714-8f81-41a4-98f1-753fdca7873d None None] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:14:27.491016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=780f69d6-5b78-43b3-981d-9daf468aff4a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:27.493303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:27.635992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:27.637987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:27.642125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1522a6d7-e7ff-4f1f-a042-9255454bc2a1 None None] Provisioning for port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:28.064468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a9880aa9-509c-41ad-938d-d99cadb66a38 None None] Provisioning for port 780f69d6-5b78-43b3-981d-9daf468aff4a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:28.069158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:14:28.072120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a9880aa9-509c-41ad-938d-d99cadb66a38 None None] Provisioning complete for port 780f69d6-5b78-43b3-981d-9daf468aff4a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:28.075010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a9880aa9-509c-41ad-938d-d99cadb66a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.148452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a9880aa9-509c-41ad-938d-d99cadb66a38 None None] Port 780f69d6-5b78-43b3-981d-9daf468aff4a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:14:28.161025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 357acd98-a835-411b-9d12-1d13bc8e6f3a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:28.246369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 357acd98-a835-411b-9d12-1d13bc8e6f3a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:28.247339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.326939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e1e7b06c-1e7e-41d3-85c3-6e08cde6d207 None None] Provisioning complete for port 780f69d6-5b78-43b3-981d-9daf468aff4a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:28.327649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b06c-1e7e-41d3-85c3-6e08cde6d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.412812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:14:28.420374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7b06c-1e7e-41d3-85c3-6e08cde6d207 None None] Port 780f69d6-5b78-43b3-981d-9daf468aff4a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:14:28.426341 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b476c70-d43d-4c4d-b535-cbba9643f7dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/58f686a1-05e3-43ad-8daf-f9f8165f3953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4915962 Feb 17 12:14:28.429104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52630) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:28.439129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:28.541219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ac0d7347-e8c2-43d1-8984-599adf642454 None None] Provisioning complete for port 780f69d6-5b78-43b3-981d-9daf468aff4a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:28.541503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7347-e8c2-43d1-8984-599adf642454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.568400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647552d-1757-4b18-8477-e15b00f522f1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.568771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647552d-1757-4b18-8477-e15b00f522f1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.569130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647552d-1757-4b18-8477-e15b00f522f1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.569477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647552d-1757-4b18-8477-e15b00f522f1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.571127 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d647552d-1757-4b18-8477-e15b00f522f1 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1411932 Feb 17 12:14:28.575188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52634) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:28.599534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d7347-e8c2-43d1-8984-599adf642454 None None] Port 780f69d6-5b78-43b3-981d-9daf468aff4a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:14:28.601838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:28.607078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:28.607438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.646607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23bf12-2d77-4bc6-b624-2b36e8d6e4e9 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.646975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23bf12-2d77-4bc6-b624-2b36e8d6e4e9 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.647330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23bf12-2d77-4bc6-b624-2b36e8d6e4e9 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.647731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23bf12-2d77-4bc6-b624-2b36e8d6e4e9 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:28.651947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ff23bf12-2d77-4bc6-b624-2b36e8d6e4e9 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0732448 Feb 17 12:14:28.652880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52638) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:28.720345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.751856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:28.828304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:28.849292 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e51a59a8-2b61-4580-932f-449f4ba536fb tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1925998 Feb 17 12:14:28.938298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:29.231607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52644) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:29.237467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975838528', 'description': 'tempest-secgroup-smoke-975838528 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:29.243469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:29.248660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:29.251676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:29.258030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:29.331337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.334920 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:14:29.347039 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:29.347874 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:29.366479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:29.370210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:29.373559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:29.379408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:29.436551 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.491333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.524899 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:29.536359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca1943-94c9-4182-b84a-e05eb8faeb0f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:29.545173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.545497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.545859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.546190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.546517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.546836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.547158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.547477 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.547787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.548100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.548412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:29.646019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.647836 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1406deb0-679d-4384-b3da-2a2f0b7047dc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4152620 Feb 17 12:14:29.650842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52648) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:29.657548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0dca1943-94c9-4182-b84a-e05eb8faeb0f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:29.663600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:29.667664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:29.671517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:29.677630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:29.778303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.835880 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:27Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:29.840175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:14:29.840518 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Updating router 58f686a1-05e3-43ad-8daf-f9f8165f3953 port 780f69d6-5b78-43b3-981d-9daf468aff4a binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:14:29.845121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.893051 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.906905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.930361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abb358a-948d-4e3c-9e2d-7afb9ab81013,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:29.983113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:29.986887 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-18bdf5ac-3692-4127-be95-5aa7d8d5950e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3321795 Feb 17 12:14:29.987237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52652) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:29.993069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0dca1943-94c9-4182-b84a-e05eb8faeb0f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:29.999661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:30.003943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:30.007488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:30.015595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:30.017431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:30.081358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.088702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:30.089193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.148007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.232667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.256003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8a9715-5582-4870-8b6d-eea98fd1f339,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:30.263007 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.274381 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Transition to ACTIVE for port object 780f69d6-5b78-43b3-981d-9daf468aff4a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:30.342752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.343975 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b741e00d-6e74-415b-81e4-266aeebc0a99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3557649 Feb 17 12:14:30.346785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52656) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:30.352289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0dca1943-94c9-4182-b84a-e05eb8faeb0f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:30.358324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:30.362076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:30.365344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:30.365675 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.371710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:30.454617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.488281 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Pushing event updated for resources: {'Port': ['ID=780f69d6-5b78-43b3-981d-9daf468aff4a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:30.499843 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.500178 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.500506 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.500833 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.501154 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.501472 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.501824 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.502131 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.502458 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.502758 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.503213 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:14:30.531265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.588111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.590245 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Attempting to bind port 780f69d6-5b78-43b3-981d-9daf468aff4a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:14:30.590650 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Attempting to bind port 780f69d6-5b78-43b3-981d-9daf468aff4a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:14:30.591006 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Attempting to bind port 780f69d6-5b78-43b3-981d-9daf468aff4a on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:30.598260 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:14:30.598822 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Checking segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:14:30.599036 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.599426 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Bound using segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:14:30.599882 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Bound port: 780f69d6-5b78-43b3-981d-9daf468aff4a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:14:30.600249 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.611521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddd4076-321d-4a03-950e-15eb01241e37,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:30.685744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.686921 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-57c885c4-cda2-4ed6-be14-838a6478a417 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3392019 Feb 17 12:14:30.689126 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] For port 780f69d6-5b78-43b3-981d-9daf468aff4a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:14:30.689768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52660) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:30.692949 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] For port 780f69d6-5b78-43b3-981d-9daf468aff4a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=780f69d6-5b78-43b3-981d-9daf468aff4a,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:14:30.695767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0dca1943-94c9-4182-b84a-e05eb8faeb0f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:30.701721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:30.705509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:30.708827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:30.715357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:30.760465 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.784545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.843304 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:30.843918 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:30.853408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.908977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:30.934211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af73d6a1-2a01-49ef-b6d5-8520be56182f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:30.951333 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7fca5-c726-4fcc-8e96-c27ed6e58f01 None None] Pushing event updated for resources: {'Port': ['ID=780f69d6-5b78-43b3-981d-9daf468aff4a,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:31.012485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.013839 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e8d8dc8d-4fc1-4cb5-a402-7f936fda1121 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3230565 Feb 17 12:14:31.016613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52664) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:31.021982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0dca1943-94c9-4182-b84a-e05eb8faeb0f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:31.026849 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:31.029147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:31.033130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:31.036112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:31.042206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:31.129882 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:14:31.137130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.206301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.280127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.302928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0441957b-decc-4229-af28-d8733ef5ae25,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:31.338240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:30Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:31.342335 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432dcb8-7b42-4c5f-a3a4-b25613e48f87 None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:30Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:14:31.393311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.396985 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5565c0c3-3791-4e03-9201-3b9da28a44aa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3770227 Feb 17 12:14:31.398489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52668) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:31.406788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0dca1943-94c9-4182-b84a-e05eb8faeb0f', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:31.412717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:31.416533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:31.419891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:31.425657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:31.513811 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:14:31.520924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.591207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.674261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.701596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab0c6a8-dfc0-4e05-9487-e8cd61d095c8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:31.794807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:31.796072 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-831579f6-ee0a-4bdb-a85c-30c9135ecd06 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3963845 Feb 17 12:14:32.039890 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-20d43638-a44b-41fc-8996-7240f492f3cb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975838528&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.0484481 Feb 17 12:14:32.044132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 780f69d6-5b78-43b3-981d-9daf468aff4a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:32.176965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 780f69d6-5b78-43b3-981d-9daf468aff4a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:32.183037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 780f69d6-5b78-43b3-981d-9daf468aff4a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:32.183914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:32.200751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463035a0-2d30-4f36-9b6b-99710f34664d req-11d97d73-140c-4fc9-b9ea-532abaa53adf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:32.201440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-463035a0-2d30-4f36-9b6b-99710f34664d req-11d97d73-140c-4fc9-b9ea-532abaa53adf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:32.274135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-463035a0-2d30-4f36-9b6b-99710f34664d req-11d97d73-140c-4fc9-b9ea-532abaa53adf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:32.275404 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-11d97d73-140c-4fc9-b9ea-532abaa53adf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 796 time: 0.2276347 Feb 17 12:14:32.293597 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-3e931d43-6e26-4c39-8375-df9ea2acf5e7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0125973 Feb 17 12:14:32.301484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:32.336771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 780f69d6-5b78-43b3-981d-9daf468aff4a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=780f69d6-5b78-43b3-981d-9daf468aff4a,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:32.374144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-463035a0-2d30-4f36-9b6b-99710f34664d req-e36475e7-c9d2-4b63-933d-80cc340de36f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:32.409889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:32.439847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-463035a0-2d30-4f36-9b6b-99710f34664d req-e36475e7-c9d2-4b63-933d-80cc340de36f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:32.441211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-e36475e7-c9d2-4b63-933d-80cc340de36f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424646 Feb 17 12:14:32.475618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=780f69d6-5b78-43b3-981d-9daf468aff4a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:32.525351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-26bc0d3c-8dae-4875-ac31-220cce76dd92 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:14:32.526365 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-26bc0d3c-8dae-4875-ac31-220cce76dd92 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0734499 Feb 17 12:14:32.657866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-07a9bc91-4575-4e4c-96d6-7b32d1ba8cc7 service neutron] 10.222.0.47 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250696 Feb 17 12:14:32.789889 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-98b99576-3367-4759-8087-1c584e07fc13 service neutron] 10.222.0.47 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264114 Feb 17 12:14:33.035223 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9531d044-351e-485d-ac6b-744dd6f10a7d req-cb016bc2-198e-47d2-99eb-6525c299daab tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 210 time: 0.0419476 Feb 17 12:14:34.015259 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 780f69d6-5b78-43b3-981d-9daf468aff4a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:34.084451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 780f69d6-5b78-43b3-981d-9daf468aff4a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:34.084821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:34.202866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f602eb7-82f0-427c-a9ba-23d6e62ca613 req-18e73633-e350-4623-b8b9-15c5c45bb495 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 210 time: 0.0421054 Feb 17 12:14:35.092091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ad726843-4459-4c74-8196-af9536a5fbbf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:35.093435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ad726843-4459-4c74-8196-af9536a5fbbf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 796 time: 0.1437736 Feb 17 12:14:35.153753 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-bb97c6dc-a0ae-495f-8f08-8c5e42a2060f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 379 time: 0.0466113 Feb 17 12:14:35.161628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['0dca1943-94c9-4182-b84a-e05eb8faeb0f']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:35.394610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:35.405358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:35.451161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:14:35.454362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:35.472545 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5595a6f4-a586-45fd-802e-e8b033c0c37b req-5f7e49ad-7875-45b3-8f40-2a6ed552ff3d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 210 time: 0.1371851 Feb 17 12:14:35.613668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.8 (a3adc5d9-6959-46b5-82dd-4bb5e7943332/3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e/2c5ed29b-caee-4545-96fc-9703acd2e5e4) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:14:35.796726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:35.812811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 2c5ed29b-caee-4545-96fc-9703acd2e5e4 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:35.874722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:35.942380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:35.945872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:35.950047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:14:35.989092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:36.019660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:36.020259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:36.126147 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ed897cd1-7e1c-47cc-b23e-5e9c42b86675 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679480 Feb 17 12:14:36.136628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Request body: {'port': {'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:36.248652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:36.268038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-78019be4-1a17-4d4f-8ec9-de340e59e6f0 None None] Provisioning for port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:36.273189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-78019be4-1a17-4d4f-8ec9-de340e59e6f0 None None] Provisioning complete for port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:36.273605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-78019be4-1a17-4d4f-8ec9-de340e59e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:36.330337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-78019be4-1a17-4d4f-8ec9-de340e59e6f0 None None] Port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:14:36.584081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5ed29b-caee-4545-96fc-9703acd2e5e4 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:14:36.591654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:36.638831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Transition to ACTIVE for port object 2c5ed29b-caee-4545-96fc-9703acd2e5e4 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:36.678503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543661e-2918-464a-9afc-64267163de64 req-9eb3e41e-625e-4a94-a74f-606db03b519c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:36.679181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d543661e-2918-464a-9afc-64267163de64 req-9eb3e41e-625e-4a94-a74f-606db03b519c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:36.715170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:36.769558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d543661e-2918-464a-9afc-64267163de64 req-9eb3e41e-625e-4a94-a74f-606db03b519c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:36.770665 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d543661e-2918-464a-9afc-64267163de64 req-9eb3e41e-625e-4a94-a74f-606db03b519c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 931 time: 0.1693513 Feb 17 12:14:36.864598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:36.924218 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d543661e-2918-464a-9afc-64267163de64 req-852a5e2e-9908-41ac-829a-70363e5c3a1b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443472 Feb 17 12:14:36.993284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Attempting to bind port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:14:36.993609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Attempting to bind port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:14:36.993960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Attempting to bind port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:36.999674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:14:36.999986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Attempting to bind port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:37.006122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:14:37.006451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Checking segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:14:37.006823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Bound using segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:14:37.007232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Bound port: 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:14:37.007563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:37.098371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:14:37.101209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:14:37.143236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:37.206630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:37.207989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] 10.222.0.24 "PUT /v2.0/ports/2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 1093 time: 1.0753815 Feb 17 12:14:37.208417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:14:37.229246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa6ab-9a65-4567-840e-952ac3f2beec service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:37.273670 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'status': 'completed', 'code': 200} Feb 17 12:14:37.454220 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-972b252d-b7bb-4ad7-8daa-80f057c929c4 req-0477dbd1-23a3-46c5-9c03-ebfda44d17f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1096 time: 0.1612594 Feb 17 12:14:37.591480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b252d-b7bb-4ad7-8daa-80f057c929c4 req-985aabea-b26d-47d1-a89f-b8dd33410627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:37.592819 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-972b252d-b7bb-4ad7-8daa-80f057c929c4 req-985aabea-b26d-47d1-a89f-b8dd33410627 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1325555 Feb 17 12:14:37.719353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-81fa59c4-b522-46e8-9d46-2aa65ccfd3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:37.727800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b252d-b7bb-4ad7-8daa-80f057c929c4 req-28f88b05-ec93-4185-aa60-1eba1217c066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:37.729319 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-972b252d-b7bb-4ad7-8daa-80f057c929c4 req-28f88b05-ec93-4185-aa60-1eba1217c066 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1308270 Feb 17 12:14:37.837665 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-5c34d7b2-75df-4a9a-ada4-366e0bbec3e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1096 time: 0.0723398 Feb 17 12:14:37.910083 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-ccdca1d6-7692-4b0b-92f0-638cbbe40061 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0664015 Feb 17 12:14:37.976406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463035a0-2d30-4f36-9b6b-99710f34664d req-09fb0361-eb92-4628-b487-bb63fc76500c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:37.977914 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-09fb0361-eb92-4628-b487-bb63fc76500c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0620284 Feb 17 12:14:38.093413 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-51f09e37-b9ba-4314-b345-79d4bbfd99c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100059 Feb 17 12:14:38.222716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9100-a47f-4e4e-9425-28e650c14eed req-8629a846-f7cb-46d8-9446-c0bb23300f12 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:38.224172 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bfc9100-a47f-4e4e-9425-28e650c14eed req-8629a846-f7cb-46d8-9446-c0bb23300f12 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 943 time: 0.1751659 Feb 17 12:14:38.260883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-75e69271-df23-4392-8d1b-b92ce3cd0c5b service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610758 Feb 17 12:14:38.353068 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bfc9100-a47f-4e4e-9425-28e650c14eed req-44d49b64-bf6b-4ee4-8d45-ee9e9f9bcf22 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148908 Feb 17 12:14:38.405085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-463035a0-2d30-4f36-9b6b-99710f34664d req-f4a68262-7cd1-4ad2-975a-d89611b82b32 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334486 Feb 17 12:14:39.172871 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:14:39.554427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337b2c2-5915-4d2e-ad78-acc17c891924 req-41ac71bc-7f6b-4781-990b-b02d5806a42a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:39.555909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3337b2c2-5915-4d2e-ad78-acc17c891924 req-41ac71bc-7f6b-4781-990b-b02d5806a42a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 943 time: 0.0752857 Feb 17 12:14:39.599627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-3337b2c2-5915-4d2e-ad78-acc17c891924 req-872c232d-d945-4e25-8f7b-839d58c6b3c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:39.718130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-3337b2c2-5915-4d2e-ad78-acc17c891924 req-872c232d-d945-4e25-8f7b-839d58c6b3c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:39.719304 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3337b2c2-5915-4d2e-ad78-acc17c891924 req-872c232d-d945-4e25-8f7b-839d58c6b3c7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576273 Feb 17 12:14:40.016636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-509dc442-1676-4a54-8166-854377c7e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:40.919488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc902f-be36-4fb8-9e76-23ebd72dc0fa req-5551c0f0-c6b1-47a1-9282-650d3e000bb1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:40.920921 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8bc902f-be36-4fb8-9e76-23ebd72dc0fa req-5551c0f0-c6b1-47a1-9282-650d3e000bb1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 943 time: 0.0827134 Feb 17 12:14:40.965697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8bc902f-be36-4fb8-9e76-23ebd72dc0fa req-3c6523bc-5b0e-4664-9085-62a679581ba8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391426 Feb 17 12:14:41.369751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:41.398017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:41.706726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:42.166218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed989b7-9d9d-41c8-9368-0fad84ba267a req-b2306497-cb47-4da1-830e-27a590cfc7f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:42.167664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fed989b7-9d9d-41c8-9368-0fad84ba267a req-b2306497-cb47-4da1-830e-27a590cfc7f9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 943 time: 0.0777440 Feb 17 12:14:42.212179 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fed989b7-9d9d-41c8-9368-0fad84ba267a req-a08158c4-bb69-4919-83d0-cf074688a4b3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388162 Feb 17 12:14:42.405880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2c5ed29b-caee-4545-96fc-9703acd2e5e4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:14:42.536771 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:42.549489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:14:42.603062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:42.619590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5ed29b-caee-4545-96fc-9703acd2e5e4 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:14:42.636784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:42.702450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:42.769058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:42.919426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:43.052209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['2c5ed29b-caee-4545-96fc-9703acd2e5e4'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:14:43.414033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f482-d270-49b1-b659-1449817a9f4a req-223b91f5-af1f-477e-b956-e9443879ec6d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:43.415483 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8d00f482-d270-49b1-b659-1449817a9f4a req-223b91f5-af1f-477e-b956-e9443879ec6d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 944 time: 0.0770512 Feb 17 12:14:43.463134 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8d00f482-d270-49b1-b659-1449817a9f4a req-9ecf879b-ddaf-4ae9-9f10-71d0db23c589 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Feb 17 12:14:44.422016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2c5ed29b-caee-4545-96fc-9703acd2e5e4 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:14:44.561421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:44.566041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:44.566416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:44.663748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8379487-07c1-4b6f-959b-127e6e2850ff req-d71b8f8a-17d1-49fa-9745-2ad42338dd8f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:44.665397 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b8379487-07c1-4b6f-959b-127e6e2850ff req-d71b8f8a-17d1-49fa-9745-2ad42338dd8f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 944 time: 0.0775335 Feb 17 12:14:44.681213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:44.707844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:14:44.717624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:14:44.722295 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b8379487-07c1-4b6f-959b-127e6e2850ff req-3aa5302c-da25-4622-8d85-65893f620469 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500576 Feb 17 12:14:44.764457 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'code': 200} Feb 17 12:14:44.805520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:44.875412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:45.134162 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-462e2b88-93a3-491c-b4f6-c90598764704 req-20fce0be-34bd-4c9a-8e4f-b33f3da5ce82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1098 time: 0.0648441 Feb 17 12:14:45.175562 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-462e2b88-93a3-491c-b4f6-c90598764704 req-9be2c700-37f8-4db7-839a-eb840c04e57f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354149 Feb 17 12:14:45.907200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e24b4-ae5f-4ce0-9adb-7879cda26c86 req-9ed75b57-bd4f-49d8-b676-076f5722395c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:45.908683 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-821e24b4-ae5f-4ce0-9adb-7879cda26c86 req-9ed75b57-bd4f-49d8-b676-076f5722395c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 945 time: 0.0751874 Feb 17 12:14:45.954149 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-821e24b4-ae5f-4ce0-9adb-7879cda26c86 req-9056b59b-38a8-412c-b8ea-fcf8fde13305 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399261 Feb 17 12:14:47.151262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79518d6-a6e2-4a77-a406-a4969b6c7e02 req-15af5104-a66b-4bcf-bae6-edace3ed631e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:47.153624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a79518d6-a6e2-4a77-a406-a4969b6c7e02 req-15af5104-a66b-4bcf-bae6-edace3ed631e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 945 time: 0.0793133 Feb 17 12:14:47.198513 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a79518d6-a6e2-4a77-a406-a4969b6c7e02 req-29a6d2c8-6963-4272-8348-8236694c05c3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392222 Feb 17 12:14:47.395800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d07244-9cb7-4bd7-b6ca-a39e5d1dd0fa req-32541bb4-8593-4c5d-9a64-0f78bb522db8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:47.397225 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-16d07244-9cb7-4bd7-b6ca-a39e5d1dd0fa req-32541bb4-8593-4c5d-9a64-0f78bb522db8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 945 time: 0.0789165 Feb 17 12:14:47.441504 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-16d07244-9cb7-4bd7-b6ca-a39e5d1dd0fa req-2ccd6342-7a67-46b2-b5be-336662b31198 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Feb 17 12:14:47.469612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52720) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:47.536322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8225df64-6b54-449b-a98e-7035dd59ea20 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1093 time: 0.0654440 Feb 17 12:14:47.538897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52724) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:47.544249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:47.549554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:47.553525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:47.556312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:47.562011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:47.632103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:47.765588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:48.008607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.188 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/18573b5a-f819-4bbf-ae68-9c625ca91892) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:14:48.133241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:48.222855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:48.288043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:48.291200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:48.295188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:14:48.330845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=18573b5a-f819-4bbf-ae68-9c625ca91892,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:48.793293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:48.887323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:49.086204 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:49.136451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:49.240869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=18573b5a-f819-4bbf-ae68-9c625ca91892,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:49.255061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:49.442875 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 855b4bda-b91a-426d-8fce-dc5537cd8d3d associated. External IP: 172.26.6.188, port: 2c5ed29b-caee-4545-96fc-9703acd2e5e4. Feb 17 12:14:49.928873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:14:50.126482 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:14:50.135825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:14:50.147387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:50.147976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:50.205524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:50.267808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-86887898-f211-4dca-a577-6ca6c0c4de0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7254133 Feb 17 12:14:50.267808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:14:50.269188 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52728) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:50.323696 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'status': 'completed', 'code': 200} Feb 17 12:14:50.352721 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fcb6a43c-2b67-437b-8155-f0384b8c6b2d tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1093 time: 0.0781736 Feb 17 12:14:50.371805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:50.415899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-8873db2e-3e01-4b40-aabb-90aff60824fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1098 time: 0.0714743 Feb 17 12:14:50.551296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-730745a3-6162-47e4-9511-42f6ec3dcc6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:50.552681 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-730745a3-6162-47e4-9511-42f6ec3dcc6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1305215 Feb 17 12:14:50.618829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52736) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:50.625248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038045991', 'description': 'tempest-secgroup-smoke-1038045991 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:50.631075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:50.641438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:50.662683 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-a53b0ef7-4eca-4fe6-964e-cd743285a68e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 999 time: 0.1025543 Feb 17 12:14:50.708409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:50.727148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-47eea566-c258-48b4-a8ea-09e62f1d3d1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:50.728626 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-47eea566-c258-48b4-a8ea-09e62f1d3d1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0596762 Feb 17 12:14:50.730141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:48Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:50.734921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:14:50.746240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:14:50.747039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:14:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:50.747928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:50.751717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:50.754539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:50.760301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:50.808179 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-c3ef5022-0d98-4289-948d-6899ef6d9446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736840 Feb 17 12:14:50.822570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:50.885742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:50.932024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:14:50.934980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeddf8a-c888-4e9d-8914-7f997cb66594,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:50.946388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-b360554b-825a-4d91-b976-682591127d4b service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327066 Feb 17 12:14:51.016363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.017618 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2398c7ca-1605-4ac6-9f12-c29e48e24b56 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3977530 Feb 17 12:14:51.020513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52740) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:51.026507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'dfeddf8a-c888-4e9d-8914-7f997cb66594', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:51.032956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:51.036811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:51.041699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:51.047778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:51.082551 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7fc7fb32-7c0b-44dc-83a8-826ce7aa58bd req-7cbc3ed2-7342-42a1-9aee-66a81d68c740 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299996 Feb 17 12:14:51.102998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.165424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.210824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.234148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29c2579-b664-4c45-ba55-39cf6979e188,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:51.288398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:48Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:14:51.292580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2aa175-860c-4bc7-91fc-aeeef44565ad None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:48Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:14:51.300448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.304748 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-47a181ca-6f9e-42eb-98e7-a75ed89a0b30 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2807262 Feb 17 12:14:51.304984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52744) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:51.311749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'dfeddf8a-c888-4e9d-8914-7f997cb66594', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:51.318577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:51.322621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:51.326633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:51.334649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:51.415795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.485426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.516808 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500816af-5458-45fe-b0ac-1755cbd8fe3d None None] New status for floating IP 855b4bda-b91a-426d-8fce-dc5537cd8d3d: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:14:51.559658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.580733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85234f7-ac53-4ac7-85c6-9fa28428be7a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:51.668899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.670215 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-debaa6a6-aac5-464a-bb1a-5dee2e1c42b2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3642206 Feb 17 12:14:51.672909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52748) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:51.678568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'dfeddf8a-c888-4e9d-8914-7f997cb66594', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:51.685045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:51.688803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:51.691681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:51.698129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:51.783968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.851912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.925220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:51.950954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b085290-bc37-4f65-ae49-268806dbeb2c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:52.015211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.016447 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5e7a27f7-ea36-43d9-a205-966f0fd6651a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3426070 Feb 17 12:14:52.019254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52752) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:52.024569 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'dfeddf8a-c888-4e9d-8914-7f997cb66594', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:52.030707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:52.034431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:52.037234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:52.043267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:52.120403 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.184108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.251103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.282301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a19b49-65b8-46c2-8c0c-d4a3e4022100,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:52.363807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.365169 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e315906f-8950-48b2-9031-31c16972c5fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3450150 Feb 17 12:14:52.367932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52756) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:52.374155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'dfeddf8a-c888-4e9d-8914-7f997cb66594', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:52.380147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:52.383935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:52.386854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:52.392990 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:52.466965 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:14:52.473537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.539213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.622489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.646364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5efca1-31c6-463a-aa41-0fcc606b06f3,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:52.725455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.726738 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-79bf9817-f5bb-432f-bd0c-b8b0c1071d24 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3578227 Feb 17 12:14:52.729837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52760) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:14:52.736285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': 'dfeddf8a-c888-4e9d-8914-7f997cb66594', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:52.742447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:52.746752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:14:52.749647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:14:52.755337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:52.827949 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:14:52.834902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.901939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:52.982393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:53.005962 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756aa5f5-88c3-4a68-a5dd-58497082cdc7,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:53.097093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:53.098325 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-920541dd-9212-4a18-8e98-5960683e7026 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3668551 Feb 17 12:14:53.273135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-4f0e6b5c-b51e-4f01-b671-5b0643fbd5b5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038045991&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.0414426 Feb 17 12:14:53.427855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eab9d-dad6-4100-bcfc-719f66830819 req-9e921c7d-e764-4f38-a983-6b886b60cb39 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:53.429247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-9e921c7d-e764-4f38-a983-6b886b60cb39 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 796 time: 0.1492934 Feb 17 12:14:53.446592 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-de22dd61-dd41-4a4c-9286-dc07d53024fc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0110114 Feb 17 12:14:53.535736 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-394ff597-0e18-40df-801d-141bf34ad815 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0827501 Feb 17 12:14:53.783232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-6079cc0c-6675-49ce-b2fa-a9cf57d80f0d service neutron] 10.222.0.47 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356513 Feb 17 12:14:53.919978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-85aa3e3f-61ee-498d-8857-8888740f6bb7 service neutron] 10.222.0.47 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310084 Feb 17 12:14:54.190009 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4377e8de-e8bd-4da9-b31c-9d7defaaaddc req-5b762b5b-0d1b-4f0d-808a-afa82069f205 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 210 time: 0.0470531 Feb 17 12:14:55.359085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5a8074e4-b693-46bd-8f07-eac8eb6fcf83 req-bc2bcdfc-1525-49c9-a7ad-f852ad96cfe8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 210 time: 0.0472577 Feb 17 12:14:56.290404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eab9d-dad6-4100-bcfc-719f66830819 req-6304a284-ca88-4d17-a7e0-d8fa230c7213 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:56.291761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-6304a284-ca88-4d17-a7e0-d8fa230c7213 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 796 time: 0.1464019 Feb 17 12:14:56.348328 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-0bcadd7b-f61f-476d-8516-a221ef515c1b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 472 time: 0.0443099 Feb 17 12:14:56.357425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['dfeddf8a-c888-4e9d-8914-7f997cb66594']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:56.508346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:14:56.521230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:14:56.533243 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8dc9c433-c53b-4bba-8bc3-6a8c884d3043 req-2bb9be77-8e5a-4a68-919e-bcb73a9dcccd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 210 time: 0.0438719 Feb 17 12:14:56.609150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:14:56.612729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:56.784753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.4 (a3adc5d9-6959-46b5-82dd-4bb5e7943332/3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e/dc599441-b1cf-428b-b875-1acc3a67f1d5) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:14:56.979164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:56.995661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object dc599441-b1cf-428b-b875-1acc3a67f1d5 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:57.120366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:57.192843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:14:57.196405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:14:57.200318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:14:57.265918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=dc599441-b1cf-428b-b875-1acc3a67f1d5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:57.268883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:57.269497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:57.366091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-92fd6b13-145a-45e8-ac42-05573fb31238 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0135007 Feb 17 12:14:57.378528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Request body: {'port': {'device_id': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:14:57.469400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1b15ff2e-e698-4aa5-a5e1-eca5aed19cba None None] Provisioning for port dc599441-b1cf-428b-b875-1acc3a67f1d5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:14:57.476544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1b15ff2e-e698-4aa5-a5e1-eca5aed19cba None None] Provisioning complete for port dc599441-b1cf-428b-b875-1acc3a67f1d5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:14:57.476928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1b15ff2e-e698-4aa5-a5e1-eca5aed19cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:57.490511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:57.530344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1b15ff2e-e698-4aa5-a5e1-eca5aed19cba None None] Port dc599441-b1cf-428b-b875-1acc3a67f1d5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:14:57.840257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d964bb-3697-407b-8cc9-a0d8458a3ad1 req-04bd3eb9-c60d-4ef6-8bec-2385709078b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:57.841150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-71d964bb-3697-407b-8cc9-a0d8458a3ad1 req-04bd3eb9-c60d-4ef6-8bec-2385709078b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:14:57.924487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc599441-b1cf-428b-b875-1acc3a67f1d5 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:14:57.931868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:57.946309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-71d964bb-3697-407b-8cc9-a0d8458a3ad1 req-04bd3eb9-c60d-4ef6-8bec-2385709078b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:14:57.947458 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-71d964bb-3697-407b-8cc9-a0d8458a3ad1 req-04bd3eb9-c60d-4ef6-8bec-2385709078b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 931 time: 0.2873232 Feb 17 12:14:57.948324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Transition to ACTIVE for port object dc599441-b1cf-428b-b875-1acc3a67f1d5 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:14:58.064288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:58.217303 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Pushing event updated for resources: {'Port': ['ID=dc599441-b1cf-428b-b875-1acc3a67f1d5,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:58.221658 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-71d964bb-3697-407b-8cc9-a0d8458a3ad1 req-9f732653-e208-43a7-9b11-8ad1992fa5e6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685483 Feb 17 12:14:58.333147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Attempting to bind port dc599441-b1cf-428b-b875-1acc3a67f1d5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:14:58.333469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Attempting to bind port dc599441-b1cf-428b-b875-1acc3a67f1d5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:14:58.333814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Attempting to bind port dc599441-b1cf-428b-b875-1acc3a67f1d5 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:58.339368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Port dc599441-b1cf-428b-b875-1acc3a67f1d5 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:14:58.340261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Attempting to bind port dc599441-b1cf-428b-b875-1acc3a67f1d5 on network a3adc5d9-6959-46b5-82dd-4bb5e7943332 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:14:58.347212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:14:58.347543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Checking segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:14:58.347918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Bound using segment: {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:14:58.348340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Bound port: dc599441-b1cf-428b-b875-1acc3a67f1d5, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37903262-0a7b-4c53-ba59-4d7afbb0dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:14:58.348681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:58.468702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] For port dc599441-b1cf-428b-b875-1acc3a67f1d5, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:14:58.472304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] For port dc599441-b1cf-428b-b875-1acc3a67f1d5, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:14:58.571470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:58.647606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:14:58.648993 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] 10.222.0.24 "PUT /v2.0/ports/dc599441-b1cf-428b-b875-1acc3a67f1d5 HTTP/1.1" status: 200 len: 1093 time: 1.2749813 Feb 17 12:14:58.649444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:14:58.668288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeb7d7-f353-4d16-86f9-a1398d01688e service neutron] Pushing event updated for resources: {'Port': ['ID=dc599441-b1cf-428b-b875-1acc3a67f1d5,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:14:58.711773 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'status': 'completed', 'code': 200} Feb 17 12:14:58.811787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4de3afd0-66fd-49e2-ace7-98e4d9b27b76 req-b07b6580-beb5-46bf-b21b-960088e720f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 1096 time: 0.0758011 Feb 17 12:14:58.964864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3afd0-66fd-49e2-ace7-98e4d9b27b76 req-127c1095-0da1-4f24-b199-c8aab1694a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:58.966392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4de3afd0-66fd-49e2-ace7-98e4d9b27b76 req-127c1095-0da1-4f24-b199-c8aab1694a18 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1466215 Feb 17 12:14:59.107505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3afd0-66fd-49e2-ace7-98e4d9b27b76 req-fc9ea909-fbd8-47eb-9170-e47f4db05acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:59.108869 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4de3afd0-66fd-49e2-ace7-98e4d9b27b76 req-fc9ea909-fbd8-47eb-9170-e47f4db05acb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1369722 Feb 17 12:14:59.220507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-3ec5c9ae-47e7-459e-a749-67b40a8e0a1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 1096 time: 0.0721269 Feb 17 12:14:59.290575 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-093f37e6-b5c9-4b91-a86a-3ca84f9f6301 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5 HTTP/1.1" status: 200 len: 217 time: 0.0619321 Feb 17 12:14:59.389202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eab9d-dad6-4100-bcfc-719f66830819 req-ac15cbac-8cc2-4061-8aa3-d487759fbc0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:59.390612 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-ac15cbac-8cc2-4061-8aa3-d487759fbc0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0936151 Feb 17 12:14:59.500887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7d395-f357-418e-9328-2df6433a5509 req-67c78b2d-2f7c-4078-9104-7da4c18a00dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:14:59.502402 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfb7d395-f357-418e-9328-2df6433a5509 req-67c78b2d-2f7c-4078-9104-7da4c18a00dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 943 time: 0.1450183 Feb 17 12:14:59.506162 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-c3f92863-5208-442d-929e-0618907fed68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094351 Feb 17 12:14:59.631236 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfb7d395-f357-418e-9328-2df6433a5509 req-5a51fe4a-4f1e-4d6a-a658-b8228cd4b4a9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233497 Feb 17 12:14:59.671240 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-f4095781-2649-4ff7-9708-c10e30b23b36 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494644 Feb 17 12:14:59.810556 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-894eab9d-dad6-4100-bcfc-719f66830819 req-125f6acc-458e-479c-8d40-1ebb86ddf0df service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334274 Feb 17 12:15:00.830675 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b300-9bb6-431d-91b9-748121ffdea2 req-68c8fd67-26ea-496b-9506-dfb2fbe0f28f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:00.832131 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f976b300-9bb6-431d-91b9-748121ffdea2 req-68c8fd67-26ea-496b-9506-dfb2fbe0f28f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 943 time: 0.0758471 Feb 17 12:15:00.880027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-f976b300-9bb6-431d-91b9-748121ffdea2 req-d39016be-6b6f-4b68-b14c-cd16e4b0697e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:15:01.027920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-f976b300-9bb6-431d-91b9-748121ffdea2 req-d39016be-6b6f-4b68-b14c-cd16e4b0697e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:15:01.029132 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f976b300-9bb6-431d-91b9-748121ffdea2 req-d39016be-6b6f-4b68-b14c-cd16e4b0697e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909502 Feb 17 12:15:02.229236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca686-c3fc-4f18-8b47-437677039be2 req-436bf7d6-272f-4a64-8c9c-837086a77a95 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:02.230624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea5ca686-c3fc-4f18-8b47-437677039be2 req-436bf7d6-272f-4a64-8c9c-837086a77a95 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 943 time: 0.0796604 Feb 17 12:15:02.276089 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea5ca686-c3fc-4f18-8b47-437677039be2 req-119d2883-930a-4429-8d4e-04c6c31a16c1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Feb 17 12:15:03.474115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95963c5b-f87a-4dfd-9898-c96fb616254b req-f34e328e-2533-44ec-a2a6-29de257c0724 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:03.475566 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-95963c5b-f87a-4dfd-9898-c96fb616254b req-f34e328e-2533-44ec-a2a6-29de257c0724 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 943 time: 0.0778389 Feb 17 12:15:03.520957 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-95963c5b-f87a-4dfd-9898-c96fb616254b req-08f53d41-ebba-4368-a6e7-c39f24e5a1cf tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Feb 17 12:15:04.483733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dc599441-b1cf-428b-b875-1acc3a67f1d5 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:15:04.617368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dc599441-b1cf-428b-b875-1acc3a67f1d5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:15:04.631945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'port_id': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'mac_address': 'fa:16:3e:ba:a6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:15:04.693364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:04.712060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc599441-b1cf-428b-b875-1acc3a67f1d5 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:15:04.728323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dc599441-b1cf-428b-b875-1acc3a67f1d5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:15:04.791384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:04.814922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204ae9-58ee-440c-8e8f-48818141b147 req-1becbe6f-bab4-4b3d-825f-f6e8e98a19f4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:04.816384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-31204ae9-58ee-440c-8e8f-48818141b147 req-1becbe6f-bab4-4b3d-825f-f6e8e98a19f4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 943 time: 0.1754682 Feb 17 12:15:04.859924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dc599441-b1cf-428b-b875-1acc3a67f1d5,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:15:04.864557 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-31204ae9-58ee-440c-8e8f-48818141b147 req-90230873-d171-40c1-9d3d-ca07d69facb2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Feb 17 12:15:05.132880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['dc599441-b1cf-428b-b875-1acc3a67f1d5'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:15:06.068483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46020f43-9d97-4af0-bdf0-0252d6b76af1 req-6323752f-f27d-40b5-817b-0b7ccf7fc332 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:06.069959 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-46020f43-9d97-4af0-bdf0-0252d6b76af1 req-6323752f-f27d-40b5-817b-0b7ccf7fc332 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 944 time: 0.0806730 Feb 17 12:15:06.114343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-46020f43-9d97-4af0-bdf0-0252d6b76af1 req-9baad167-1686-4f00-90c7-01f297321127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388002 Feb 17 12:15:06.487156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dc599441-b1cf-428b-b875-1acc3a67f1d5 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:15:06.656682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port dc599441-b1cf-428b-b875-1acc3a67f1d5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:15:06.661929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port dc599441-b1cf-428b-b875-1acc3a67f1d5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:15:06.662296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:06.780124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:06.806308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:15:06.815722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dc599441-b1cf-428b-b875-1acc3a67f1d5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:15:06.860393 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'code': 200} Feb 17 12:15:06.882930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:06.948426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dc599441-b1cf-428b-b875-1acc3a67f1d5,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:15:07.239553 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e71d1608-ccae-4b76-b9b9-0bbedbf3a497 req-6da824e8-245f-4222-bda0-577c8aad6957 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 1098 time: 0.0676885 Feb 17 12:15:07.284697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e71d1608-ccae-4b76-b9b9-0bbedbf3a497 req-e308da8e-3122-4a28-b0b0-3dd7066f8c7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386705 Feb 17 12:15:07.313899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bee4f-d6a7-4fe7-96f5-e98cb8b5168e req-0cfdd36e-5729-4ab9-8e9c-9b1b2ffdf9db tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:07.315393 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-211bee4f-d6a7-4fe7-96f5-e98cb8b5168e req-0cfdd36e-5729-4ab9-8e9c-9b1b2ffdf9db tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.0799172 Feb 17 12:15:07.360230 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-211bee4f-d6a7-4fe7-96f5-e98cb8b5168e req-9448d791-3a56-4e95-a7ed-a87f7b816c67 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 Feb 17 12:15:07.736351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0b5260c5-c17c-44f2-baca-450ce025a2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:08.561616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56fe4-5cb7-4ca9-b96f-1ef0586fd1d5 req-a071dc47-de50-4bcc-b81a-e61b5ee8d6c1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:08.563659 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0cf56fe4-5cb7-4ca9-b96f-1ef0586fd1d5 req-a071dc47-de50-4bcc-b81a-e61b5ee8d6c1 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.0785580 Feb 17 12:15:08.609482 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0cf56fe4-5cb7-4ca9-b96f-1ef0586fd1d5 req-48b103d5-d488-4d98-b836-854e5e8a5947 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Feb 17 12:15:09.820730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086427d2-e932-425b-9471-414222c9675f req-7c477fad-5797-4b36-9019-ff7974f69f96 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:09.822217 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-086427d2-e932-425b-9471-414222c9675f req-7c477fad-5797-4b36-9019-ff7974f69f96 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.0863283 Feb 17 12:15:09.868915 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-086427d2-e932-425b-9471-414222c9675f req-c6a9ae42-f788-461e-a176-d6486696689e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Feb 17 12:15:10.032500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bad90e05-7e97-4ba4-8952-f0137d5c2b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:10.086967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ede7b-e2dd-465c-a53f-9656253ea935 req-baec403e-cb2d-48c2-a7b3-2997e0c40902 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:10.088437 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a43ede7b-e2dd-465c-a53f-9656253ea935 req-baec403e-cb2d-48c2-a7b3-2997e0c40902 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.0813138 Feb 17 12:15:10.139453 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a43ede7b-e2dd-465c-a53f-9656253ea935 req-398cd800-483f-47ce-91c9-f8cf4cbedbb8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449567 Feb 17 12:15:10.169443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52812) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:15:10.238007 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a24b43c3-42f6-461e-8ed0-3742aca8c666 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 1093 time: 0.0673821 Feb 17 12:15:10.240574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52816) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:15:10.245632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:15:10.251770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:15:10.255516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:15:10.258307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:15:10.263907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:15:10.334042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:10.468158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:10.603773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.132 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/031fa2e5-ddc0-4d8f-834e-cdb73622d1d5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:15:10.831662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:10.940077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.009733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:15:11.012307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:15:11.014938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:15:11.050341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=031fa2e5-ddc0-4d8f-834e-cdb73622d1d5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:15:11.360007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.382221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.523424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.623193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.705305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.823896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:11.901991 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:12.009177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=031fa2e5-ddc0-4d8f-834e-cdb73622d1d5,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:15:12.021545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:12.206716 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 8006c6af-e826-4f65-96a9-2740a17134d4 associated. External IP: 172.26.6.132, port: dc599441-b1cf-428b-b875-1acc3a67f1d5. Feb 17 12:15:12.691399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:15:12.885026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:12.891662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:15:12.901916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:15:12.918070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:15:12.918710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:15:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:15:12.976697 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:13.049401 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ed52ece1-bd1d-4e5d-9da2-15b33f40beae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8076770 Feb 17 12:15:13.050893 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:15:13.105271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:15:13.121530 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'status': 'completed', 'code': 200} Feb 17 12:15:13.217370 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-1f6b762f-e995-4bee-a4cf-fb1c9bc7bbb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 1098 time: 0.0743945 Feb 17 12:15:13.350047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-98f7290b-18fc-4b93-a398-5a3f784d01b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:13.351512 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-98f7290b-18fc-4b93-a398-5a3f784d01b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1289163 Feb 17 12:15:13.457509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-0983d099-1588-49bf-b970-3f22c906aed2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5 HTTP/1.1" status: 200 len: 999 time: 0.1000936 Feb 17 12:15:13.471407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '8006c6af-e826-4f65-96a9-2740a17134d4', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.132', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:ba:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:15:11Z', 'updated_at': '2022-02-17T12:15:11Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}, {'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:51Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:15:13.476560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:15:13.487484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:15:13.488079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:15:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:15:13.521251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-e47ad8e0-32b7-44a2-b718-c4feda8df272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:13.522781 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-e47ad8e0-32b7-44a2-b718-c4feda8df272 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0594065 Feb 17 12:15:13.600837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-839ac903-9c94-4e1b-9ae3-ad03d65ebf88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717952 Feb 17 12:15:13.662553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:15:13.731865 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-df45d244-d299-4170-8122-41dc55e83202 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251578 Feb 17 12:15:13.865750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-109d3c1c-180d-4957-b7c9-932e95eaf4c2 req-b9027219-63a3-47bf-b444-b26e156f90a4 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281536 Feb 17 12:15:14.074713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '8006c6af-e826-4f65-96a9-2740a17134d4', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.132', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:ba:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:15:11Z', 'updated_at': '2022-02-17T12:15:11Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}, {'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:51Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:15:14.079422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08cde6-2c59-425b-9e6a-feaaccbe72bb None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '8006c6af-e826-4f65-96a9-2740a17134d4', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.132', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:ba:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:15:11Z', 'updated_at': '2022-02-17T12:15:11Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}, {'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:51Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:15:14.265511 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0947b4-e0ee-4d54-9c85-0b03f69a0fdc None None] New status for floating IP 8006c6af-e826-4f65-96a9-2740a17134d4: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:15:16.173738 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:15:37.797116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1be94fc9-3b3f-45e7-b1e9-a60ec6aab2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:40.056257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2bd2843a-311f-4deb-9c54-6638675e1cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:41.361908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:41.390067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:41.710917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:42.925073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:15:43.555615 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-1dfc1253-e70a-464f-868e-444518e42006 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670052 Feb 17 12:15:43.697977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-c3607836-f596-449e-aff6-3c8c50a3316d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1098 time: 0.0711651 Feb 17 12:15:43.840167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-bc35ba99-62e4-4845-bff8-79f37ed2908c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:43.841549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-bc35ba99-62e4-4845-bff8-79f37ed2908c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1253719 Feb 17 12:15:43.940386 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-a9357b0a-4aa0-45dd-8e2f-eee2b0c7f9b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 1001 time: 0.0928123 Feb 17 12:15:44.007582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-20d22d64-8570-4890-ac3c-9ecfca714352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:15:44.009028 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-20d22d64-8570-4890-ac3c-9ecfca714352 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0621498 Feb 17 12:15:44.081902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-e3d1569b-fe95-436d-b2db-663dda89db18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670843 Feb 17 12:15:44.299382 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-5e3b1fc5-3438-4e62-bf89-02f31016ed76 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118857 Feb 17 12:15:44.430266 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f75e1198-3ff5-4ff2-b2be-1835624a06bd req-fa3cd67b-ddbd-4483-99f6-697b971c92dc service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243727 Feb 17 12:15:53.175362 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:16:07.755007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-583bfb19-eddf-4c50-812e-c7622c8d141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:10.018059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-93152792-b8d0-446e-af0d-d03bab9d45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:11.392562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:11.421200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:11.708982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:12.936097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:17.999095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52842) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:18.103318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5c7ae116-7240-47e7-9c46-42d7d179b7c2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/855b4bda-b91a-426d-8fce-dc5537cd8d3d HTTP/1.1" status: 200 len: 993 time: 0.1030846 Feb 17 12:16:19.735967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52852) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:19.741949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:19.860236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:20.075047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:20.110322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:20.192813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:20.259882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:20.260442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:20.269349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/ports/2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 938 time: 0.5251803 Feb 17 12:16:20.269349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:16:20.288713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=6']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:20.302697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.303376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.303720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.304053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.304427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.304752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.305285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.305804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.306185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.306501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.306818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f991af4-df38-43bf-8ee1-10e17859cbae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:20.331781 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'status': 'completed', 'code': 200} Feb 17 12:16:20.458402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-268f8d41-e715-4c95-bc84-e5bfaed891df None None] Provisioning complete for port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:20.458977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-268f8d41-e715-4c95-bc84-e5bfaed891df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:20.498009 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-3ede0afc-4c7b-4c69-a09d-cc3491644474 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1099 time: 0.1435397 Feb 17 12:16:20.521654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-268f8d41-e715-4c95-bc84-e5bfaed891df None None] Port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 is administratively disabled so it will not transition to active. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 17 12:16:20.633843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-0f87e6ec-dd25-4f9b-b131-05fc4dddfd03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:20.635260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-0f87e6ec-dd25-4f9b-b131-05fc4dddfd03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1296108 Feb 17 12:16:20.738673 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-ca50510f-f365-487c-a185-712847200848 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 1002 time: 0.0960846 Feb 17 12:16:20.804324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-773d9624-8cb0-4913-ad16-cbb428d463c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:20.805726 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-773d9624-8cb0-4913-ad16-cbb428d463c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0612240 Feb 17 12:16:20.880194 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-526d9916-4a67-408d-b380-d9c2a57fe37a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688744 Feb 17 12:16:21.013901 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-f51009f9-3bd2-4405-bcef-1cc3e23b3619 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265807 Feb 17 12:16:21.147347 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bc64e23-15c9-4406-bd6f-242e69672397 req-4747f9ef-5a68-4efb-996c-95c59aabae2f service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274419 Feb 17 12:16:23.826477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52864) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:23.832294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:24.034441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:24.239587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:24.265751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:24.331601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:24.402265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:24.402926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:24.404326 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/ports/2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 937 time: 0.5768654 Feb 17 12:16:24.404970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:16:24.408003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:24.435226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cecb40-56be-4d6d-b8d3-ff652c026b93 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=7']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:24.472228 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'status': 'completed', 'code': 200} Feb 17 12:16:24.527833 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ddcd872c-26d6-45ae-a214-545454ed3593 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/855b4bda-b91a-426d-8fce-dc5537cd8d3d HTTP/1.1" status: 200 len: 993 time: 0.1181953 Feb 17 12:16:24.567064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-e891e7c4-586b-438f-a529-0b9a6176f84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1098 time: 0.0753303 Feb 17 12:16:24.668719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a8d0c621-cd82-4dec-9583-3af06bf3ff2d None None] Provisioning complete for port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:24.669293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c621-cd82-4dec-9583-3af06bf3ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:24.698399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-98fd6fd5-b07f-4964-98fb-557fb772e93c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:24.699866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-98fd6fd5-b07f-4964-98fb-557fb772e93c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1265502 Feb 17 12:16:24.733929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['2c5ed29b-caee-4545-96fc-9703acd2e5e4'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:16:24.805678 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-4a99a95c-53fb-4d5c-bcb2-6e58b952f8aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 1001 time: 0.0986462 Feb 17 12:16:24.868267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-99e10755-a3e7-4f23-aedb-4b79755fe466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:24.869814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-99e10755-a3e7-4f23-aedb-4b79755fe466 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0577588 Feb 17 12:16:24.947564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-0055059f-647e-4a2b-bd6c-2425a84cf9b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713654 Feb 17 12:16:25.082895 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-26739bdb-50a7-4fb6-8a70-88ab3aac97d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279514 Feb 17 12:16:25.219305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-302f134d-2c0f-45b2-8477-f18f0ec2e193 req-db8030fc-2821-4983-9ba4-0304c30e4ba2 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306930 Feb 17 12:16:27.096944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52880) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:27.303939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 031fa2e5-ddc0-4d8f-834e-cdb73622d1d5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:27.304268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:27.477295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:27.477593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:27.594473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 031fa2e5-ddc0-4d8f-834e-cdb73622d1d5 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:27.792899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:27.839603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=031fa2e5-ddc0-4d8f-834e-cdb73622d1d5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:27.909833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.910170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.910497 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.910820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.911158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.911459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.911775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.912089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.912400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.912709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.913037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:27.947877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:28.445768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:16:28.647746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:16:28.660035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:16:28.674894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:28.675495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:28.730442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:28.786918 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a89c4f8e-62ea-449b-bb3c-19edd7fc5935 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/8006c6af-e826-4f65-96a9-2740a17134d4 HTTP/1.1" status: 204 len: 168 time: 1.6888580 Feb 17 12:16:28.787563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:16:28.845499 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'status': 'completed', 'code': 200} Feb 17 12:16:28.860099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:28.938664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-fd94a736-e26d-4328-b142-2a914ef682cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 1098 time: 0.0707622 Feb 17 12:16:29.073925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-e7043985-5e4f-4936-9df3-ac324d92b2d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:29.075399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-e7043985-5e4f-4936-9df3-ac324d92b2d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1315956 Feb 17 12:16:29.147440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-8b7933cb-8224-4449-ba31-aaf7d50eb8f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5 HTTP/1.1" status: 200 len: 217 time: 0.0653815 Feb 17 12:16:29.214697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-3c426fd4-e9b2-436b-acb3-f106566a9304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:29.216261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-3c426fd4-e9b2-436b-acb3-f106566a9304 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0625942 Feb 17 12:16:29.231964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:51Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:29.236381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:16:29.248321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:29.249012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:29.300602 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-ce0ad8c0-b4af-4183-89cd-f201a6eff24b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754733 Feb 17 12:16:29.480504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:29.551519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-953562f2-14c2-43e1-99d7-633633e67dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472680 Feb 17 12:16:29.755022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d7c05-5b83-4c7b-90f6-2a444c9eb195 req-4c653248-e935-48db-8f41-a37ab5e5df35 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:29.756400 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-864d7c05-5b83-4c7b-90f6-2a444c9eb195 req-4c653248-e935-48db-8f41-a37ab5e5df35 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.2576177 Feb 17 12:16:29.758368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff824b14-6e39-4b74-9e36-969a504bda37 req-f344d924-ef8e-43b2-bdeb-93d08b7e5069 service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006028 Feb 17 12:16:29.809103 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-864d7c05-5b83-4c7b-90f6-2a444c9eb195 req-dd7d0da4-0c80-428a-bdad-50d6e22a023a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463398 Feb 17 12:16:29.849641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:51Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:29.856174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8dc335-0ee3-4931-a3bd-8920eadba828 None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '855b4bda-b91a-426d-8fce-dc5537cd8d3d', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'port_id': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'mac_address': 'fa:16:3e:e7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c826475-9360-48c7-81c8-dfc482818784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:14:48Z', 'updated_at': '2022-02-17T12:14:51Z', 'revision_number': 1, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:16:30.086752 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af96dba-a2c9-4242-8391-5efefe203037 None None] New status for floating IP 8006c6af-e826-4f65-96a9-2740a17134d4: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:16:30.210241 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:16:31.069562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-87134933-414a-4faa-a484-fdcd364a2f48 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:31.071087 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-87134933-414a-4faa-a484-fdcd364a2f48 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.1503038 Feb 17 12:16:31.084344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4f63c-4573-4a7a-bc3c-d087cc303394 req-43f09495-98f5-4129-9b5f-530a2b307d4a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:31.085024 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-39f4f63c-4573-4a7a-bc3c-d087cc303394 req-43f09495-98f5-4129-9b5f-530a2b307d4a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:31.142912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port dc599441-b1cf-428b-b875-1acc3a67f1d5 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:31.143162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:31.154689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-39f4f63c-4573-4a7a-bc3c-d087cc303394 req-43f09495-98f5-4129-9b5f-530a2b307d4a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:31.155813 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-39f4f63c-4573-4a7a-bc3c-d087cc303394 req-43f09495-98f5-4129-9b5f-530a2b307d4a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 945 time: 0.2194731 Feb 17 12:16:31.203716 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-39f4f63c-4573-4a7a-bc3c-d087cc303394 req-c0231bfa-eed4-42ec-9022-79e09712a68b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfeddf8a-c888-4e9d-8914-7f997cb66594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Feb 17 12:16:31.388907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port dc599441-b1cf-428b-b875-1acc3a67f1d5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dc599441-b1cf-428b-b875-1acc3a67f1d5,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:31.389281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:31.507921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for dc599441-b1cf-428b-b875-1acc3a67f1d5 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:31.718048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:31.764004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=dc599441-b1cf-428b-b875-1acc3a67f1d5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:31.837954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port dc599441-b1cf-428b-b875-1acc3a67f1d5 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:16:31.841124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:31.843606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'name': 'network-vif-deleted', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:16:31.897704 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec69976-66dc-41b3-a81c-99c997bc7f83', 'name': 'network-vif-deleted', 'tag': 'dc599441-b1cf-428b-b875-1acc3a67f1d5', 'status': 'completed', 'code': 200} Feb 17 12:16:31.935985 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2faf4e81-89b0-4fc7-b844-cc4fbe54df13 req-a892e0ba-67a8-411e-9246-cc6154049fb5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/dc599441-b1cf-428b-b875-1acc3a67f1d5 HTTP/1.1" status: 204 len: 173 time: 0.8599064 Feb 17 12:16:32.384970 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e85195e-d77f-4fd6-a90b-f6bb249fbc8f req-37b8a3df-917b-4b2e-95e8-cd87edf7a4dd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ec69976-66dc-41b3-a81c-99c997bc7f83 HTTP/1.1" status: 200 len: 210 time: 0.0420172 Feb 17 12:16:33.492003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52902) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:33.558765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4957e0d5-2ff5-4276-805f-81fc3bdb5cc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:33.587414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4957e0d5-2ff5-4276-805f-81fc3bdb5cc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:33.735173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4957e0d5-2ff5-4276-805f-81fc3bdb5cc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:33.752818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e0d5-2ff5-4276-805f-81fc3bdb5cc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeddf8a-c888-4e9d-8914-7f997cb66594,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:33.850588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4957e0d5-2ff5-4276-805f-81fc3bdb5cc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:33.851693 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4957e0d5-2ff5-4276-805f-81fc3bdb5cc7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/dfeddf8a-c888-4e9d-8914-7f997cb66594 HTTP/1.1" status: 204 len: 168 time: 0.3587296 Feb 17 12:16:33.947128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52908) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:34.147591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 18573b5a-f819-4bbf-ae68-9c625ca91892 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:34.147927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:34.313267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:34.313562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:34.430999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 18573b5a-f819-4bbf-ae68-9c625ca91892 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:34.679824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:34.724521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=18573b5a-f819-4bbf-ae68-9c625ca91892,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:34.910465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:34.964834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dc599441-b1cf-428b-b875-1acc3a67f1d5 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:16:34.998489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: dc599441-b1cf-428b-b875-1acc3a67f1d5 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:16:34.998803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dc599441-b1cf-428b-b875-1acc3a67f1d5 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:16:35.299268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:16:35.498983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:16:35.510280 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:16:35.516288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:35.522266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:35.522854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:35.568574 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d7ec1715-0a8b-4ba1-8597-391db443ae7f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/855b4bda-b91a-426d-8fce-dc5537cd8d3d HTTP/1.1" status: 204 len: 168 time: 1.6202121 Feb 17 12:16:35.568965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:16:35.643103 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'status': 'completed', 'code': 200} Feb 17 12:16:35.706558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:35.747090 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-76d785fc-918f-4c0d-9ee8-a0f52efb5486 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 1098 time: 0.0686476 Feb 17 12:16:35.885112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-94795c29-01f7-4c1e-bae6-df06ef9db08b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:35.886526 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-94795c29-01f7-4c1e-bae6-df06ef9db08b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 200 len: 896 time: 0.1330884 Feb 17 12:16:35.959392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-5fa59e2e-7973-4ada-8622-ccc86dec4e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0666873 Feb 17 12:16:36.028750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:36.031358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:16:36.046378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-79f84346-8636-4cb4-8682-6d2b9d45ab86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:36.048899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-79f84346-8636-4cb4-8682-6d2b9d45ab86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 200 len: 834 time: 0.0835657 Feb 17 12:16:36.053623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:36.054261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:36.129399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-21ca64a4-34b4-4a79-ae04-9b4a5bc40588 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3adc5d9-6959-46b5-82dd-4bb5e7943332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748012 Feb 17 12:16:36.197758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-eec65e2c-f06a-489e-a99a-19485188514a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:36.198560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-eec65e2c-f06a-489e-a99a-19485188514a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:36.244277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:36.269080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-eec65e2c-f06a-489e-a99a-19485188514a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:36.277067 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-eec65e2c-f06a-489e-a99a-19485188514a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 945 time: 0.1584220 Feb 17 12:16:36.330284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-ae7146a4-c490-4326-88fb-59f1be68e7b3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:36.367856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-46b11818-a80e-4a97-8040-34bb7493420c service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311773 Feb 17 12:16:36.395582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-ae7146a4-c490-4326-88fb-59f1be68e7b3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:36.396812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e5f6733e-6ece-4431-ae12-b06a7c66e2c4 req-ae7146a4-c490-4326-88fb-59f1be68e7b3 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167116 Feb 17 12:16:36.505990 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff348d1b-b1fd-42c9-be2c-ccc498e855b8 req-505553ec-291c-4e8b-bb01-fbcb9ba9f47f service neutron] 10.222.0.24 "GET /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311660 Feb 17 12:16:36.606470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:36.611049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e77eec-437c-4692-9321-58bc8ba36611 None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '780f69d6-5b78-43b3-981d-9daf468aff4a', 'name': '', 'network_id': 'a3adc5d9-6959-46b5-82dd-4bb5e7943332', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:a2:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:25Z', 'updated_at': '2022-02-17T12:14:32Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': '3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:16:36.839257 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70c8da-7bb4-4109-adf7-4ac0aca93e72 None None] New status for floating IP 855b4bda-b91a-426d-8fce-dc5537cd8d3d: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:16:37.603987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19ee83-e107-4ec7-b1b3-956c27082793 req-3c1dbb33-9734-4cbf-a401-fb5a6bbcfbcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:37.604692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9b19ee83-e107-4ec7-b1b3-956c27082793 req-3c1dbb33-9734-4cbf-a401-fb5a6bbcfbcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:37.617373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9b19ee83-e107-4ec7-b1b3-956c27082793 req-3c1dbb33-9734-4cbf-a401-fb5a6bbcfbcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:37.618544 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b19ee83-e107-4ec7-b1b3-956c27082793 req-3c1dbb33-9734-4cbf-a401-fb5a6bbcfbcb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 945 time: 0.0911057 Feb 17 12:16:37.666792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b19ee83-e107-4ec7-b1b3-956c27082793 req-20e34ef6-d8b1-4e0c-afff-9dff8bfbba2e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0dca1943-94c9-4182-b84a-e05eb8faeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418508 Feb 17 12:16:37.749001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-19034ae6-5685-43ed-a87a-bea09b28efae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:37.881000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812801-0475-4538-b735-326ede5c9289 req-31f1b7d7-1155-46ad-b056-31c449133614 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:37.882422 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0812801-0475-4538-b735-326ede5c9289 req-31f1b7d7-1155-46ad-b056-31c449133614 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 945 time: 0.0868113 Feb 17 12:16:37.948785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:37.949122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:38.192413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 2c5ed29b-caee-4545-96fc-9703acd2e5e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2c5ed29b-caee-4545-96fc-9703acd2e5e4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:38.192756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:38.322965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 2c5ed29b-caee-4545-96fc-9703acd2e5e4 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:38.531989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:38.579322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=2c5ed29b-caee-4545-96fc-9703acd2e5e4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:38.655363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 2c5ed29b-caee-4545-96fc-9703acd2e5e4 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:16:38.657635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:38.660118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'name': 'network-vif-deleted', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:16:38.726566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c826475-9360-48c7-81c8-dfc482818784', 'name': 'network-vif-deleted', 'tag': '2c5ed29b-caee-4545-96fc-9703acd2e5e4', 'status': 'completed', 'code': 200} Feb 17 12:16:38.734232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f0812801-0475-4538-b735-326ede5c9289 req-d418625b-0606-4824-9226-18a79d5134ed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/2c5ed29b-caee-4545-96fc-9703acd2e5e4 HTTP/1.1" status: 204 len: 173 time: 0.8471174 Feb 17 12:16:38.839775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-fd71bf85-d23a-4884-a6f2-e8f4dbadc8d9 req-4103563c-b6f1-41b4-a743-71bb58c73d1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:38.931445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-fd71bf85-d23a-4884-a6f2-e8f4dbadc8d9 req-4103563c-b6f1-41b4-a743-71bb58c73d1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:38.932626 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fd71bf85-d23a-4884-a6f2-e8f4dbadc8d9 req-4103563c-b6f1-41b4-a743-71bb58c73d1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c826475-9360-48c7-81c8-dfc482818784 HTTP/1.1" status: 200 len: 210 time: 0.1351168 Feb 17 12:16:40.000130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-afc7b570-781a-4113-a0d1-6ad44b81acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:40.040556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52928) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:40.108000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9305c266-2c0e-4505-b5df-bd6dccac3b28 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:40.139384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9305c266-2c0e-4505-b5df-bd6dccac3b28 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:40.272629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9305c266-2c0e-4505-b5df-bd6dccac3b28 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:40.292289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305c266-2c0e-4505-b5df-bd6dccac3b28 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca1943-94c9-4182-b84a-e05eb8faeb0f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:40.368679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9305c266-2c0e-4505-b5df-bd6dccac3b28 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:40.369862 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9305c266-2c0e-4505-b5df-bd6dccac3b28 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/0dca1943-94c9-4182-b84a-e05eb8faeb0f HTTP/1.1" status: 204 len: 168 time: 0.3282983 Feb 17 12:16:40.470559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52934) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:40.956249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:41.388444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:41.438002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:41.575761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 780f69d6-5b78-43b3-981d-9daf468aff4a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:41.576326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:41.712039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:41.765521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 780f69d6-5b78-43b3-981d-9daf468aff4a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=780f69d6-5b78-43b3-981d-9daf468aff4a,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:41.765895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:41.884474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 780f69d6-5b78-43b3-981d-9daf468aff4a owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:42.118377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:42.166164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=780f69d6-5b78-43b3-981d-9daf468aff4a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:42.582755 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:42.895646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:43.011618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2c5ed29b-caee-4545-96fc-9703acd2e5e4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:16:43.043692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 2c5ed29b-caee-4545-96fc-9703acd2e5e4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:16:43.044032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 2c5ed29b-caee-4545-96fc-9703acd2e5e4 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:16:43.189355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 58f686a1-05e3-43ad-8daf-f9f8165f3953 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:16:43.389607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:16:43.399020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] Sync routers for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:16:43.410377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:43.410966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:43.458602 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8c3a59e6-138b-4ae3-8336-566c5f846823 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/58f686a1-05e3-43ad-8daf-f9f8165f3953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9868410 Feb 17 12:16:43.461089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52938) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:43.590867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:43.644217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet 3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:16:43.647109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:43.703749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:43.785713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:43.874249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:16:41Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:43.878130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] Checking router: 58f686a1-05e3-43ad-8daf-f9f8165f3953 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:16:43.888322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] Routers {'58f686a1-05e3-43ad-8daf-f9f8165f3953'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:43.888920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['58f686a1-05e3-43ad-8daf-f9f8165f3953'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:43.908579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:43.949812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:43.956160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:43.965484 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b8c1ab5c-4ca1-47db-b15d-a50816c63608 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/3ffb9fd8-e346-4f81-a1d4-1d9c36a8654e HTTP/1.1" status: 204 len: 168 time: 0.5004489 Feb 17 12:16:43.965484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52942) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:43.999797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99197f-7c9b-4091-bf95-9de8e72fb1fc None None] Network a3adc5d9-6959-46b5-82dd-4bb5e7943332 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:16:44.163923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:44.223670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] Set router 58f686a1-05e3-43ad-8daf-f9f8165f3953 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:44.476545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:44.500630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] DHCP port deletion for a3adc5d9-6959-46b5-82dd-4bb5e7943332 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:16:44.508129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Deleting port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:44.508495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:44.554330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 357acd98-a835-411b-9d12-1d13bc8e6f3a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:16:44.554758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:44.730649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 357acd98-a835-411b-9d12-1d13bc8e6f3a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=357acd98-a835-411b-9d12-1d13bc8e6f3a,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:44.731350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:44.764502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:16:41Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:44.773119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] For port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,segment=NetworkSegment(37903262-0a7b-4c53-ba59-4d7afbb0dd76),segment_id=37903262-0a7b-4c53-ba59-4d7afbb0dd76)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:44.773502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:44.780410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfa30e9-7c7c-4e62-ae34-ebd1c7a63743 None None] The sync data for ids ['58f686a1-05e3-43ad-8daf-f9f8165f3953'] in dv-neutron-828728-1-hyperv is: [{'id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'name': 'tempest-TestNetworkBasicOps-router-231883087', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:14:21Z', 'updated_at': '2022-02-17T12:16:41Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': '357acd98-a835-411b-9d12-1d13bc8e6f3a', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f686a1-05e3-43ad-8daf-f9f8165f3953', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:14:22Z', 'updated_at': '2022-02-17T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:16:44.853598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 357acd98-a835-411b-9d12-1d13bc8e6f3a owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:44.895873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Calling delete_port for ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:16:45.068583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.102722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.115734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Pushing event deleted for resources: {'Port': ['ID=ebc27c6c-1d9b-44e8-93c2-df82277c6ef4,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:45.123483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] No DVR routers for this DVR port ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:16:45.128570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.128915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.129245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.129583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.129940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.130266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.130586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.131711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.131711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.131711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.131976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140eb58-f259-4418-8686-6e60e52faa1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:45.151736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=357acd98-a835-411b-9d12-1d13bc8e6f3a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:45.376629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.637090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.641216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.759464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.760127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router 58f686a1-05e3-43ad-8daf-f9f8165f3953 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:16:45.774596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:45.776409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7c79c27a-5cb3-411c-9526-156c2c48dd00 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/58f686a1-05e3-43ad-8daf-f9f8165f3953 HTTP/1.1" status: 204 len: 168 time: 1.8103049 Feb 17 12:16:45.778662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52946) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:45.982404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.113544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.143717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3adc5d9-6959-46b5-82dd-4bb5e7943332']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:46.158886 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37903262-0a7b-4c53-ba59-4d7afbb0dd76') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:46.159169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37903262-0a7b-4c53-ba59-4d7afbb0dd76') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:46.170356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.186058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.191889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:16:46.192296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:16:46.207147 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:16:46.274123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 780f69d6-5b78-43b3-981d-9daf468aff4a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:16:46.307385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 780f69d6-5b78-43b3-981d-9daf468aff4a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:16:46.307724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 780f69d6-5b78-43b3-981d-9daf468aff4a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:16:46.308145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 357acd98-a835-411b-9d12-1d13bc8e6f3a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:16:46.342730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 357acd98-a835-411b-9d12-1d13bc8e6f3a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:16:46.343067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 357acd98-a835-411b-9d12-1d13bc8e6f3a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:16:46.343484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:16:46.362265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.363669 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.386944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:16:46.387288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ebc27c6c-1d9b-44e8-93c2-df82277c6ef4 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:16:46.397201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=a3adc5d9-6959-46b5-82dd-4bb5e7943332,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:46.450282 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0a0120ec-4817-45d8-8ff0-319e9bdc8bf7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/a3adc5d9-6959-46b5-82dd-4bb5e7943332 HTTP/1.1" status: 204 len: 168 time: 0.6707613 Feb 17 12:16:46.478027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52952) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:46.483645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'network': {'name': 'tempest-network-smoke--294368723', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:46.488718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:46.492732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:network and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:46.495582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:46.502087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:46.569458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:16:46.572440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.600255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:16:46.609038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.609370 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Added segment 33a3b6aa-cf5c-438a-b7ca-fe0b890a3808 of type vlan for network 91b153e6-06ce-4a97-9a37-0592cf9d1630 Feb 17 12:16:46.635282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.731182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.742881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:46.742881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.844785 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Network': ['ID=91b153e6-06ce-4a97-9a37-0592cf9d1630,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:46.854522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:16:46.883256 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0b6acaca-bcd7-4284-bb39-89468ed6292f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4017239 Feb 17 12:16:46.883474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52956) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:46.888488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'admin_state_up': True, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:46.896357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:46.900111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:router and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:46.902696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:46.909245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:46.971734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.972718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:46.991200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:47.207090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:47.431319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:47.460561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:47.595159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.205 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/f9c6d204-e424-42cd-8736-2fc305205639) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:16:47.737518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:47.811916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:47.878342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:16:47.881556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:16:47.883437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:47.885464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:16:48.113998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:48.114743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:48.490928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:16:48.688607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:16:48.698182 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Sync routers for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:16:48.710105 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:48.710955 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:48.766417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:48.768505 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5f11c03c-2203-4bd8-8a23-5d8e0a8b7300 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8839614 Feb 17 12:16:48.771710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52960) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:48.812774 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b3859443-1254-4db9-8559-f62255ae4669 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=96ed7d4c563040fab8e1f23ed33a8e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399358 Feb 17 12:16:48.815370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52964) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:48.917164 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:48.944726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7f5da-7cd2-40f4-b345-f850d3bfcbf5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:48.946139 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f2d7f5da-7cd2-40f4-b345-f850d3bfcbf5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298506 Feb 17 12:16:48.949241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52968) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:48.993859 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0e535a26-cef7-44d4-8bfc-40e93115d6f5 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410690 Feb 17 12:16:48.994067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52972) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:49.000183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557197583', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:49.108889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:49.112698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:subnet and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:49.115598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:49.121325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:49.187168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:16:49.206184 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:47Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:49.210257 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Checking router: 1b58020f-50a9-427d-868a-e0260dcadaa6 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:16:49.210600 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Updating router 1b58020f-50a9-427d-868a-e0260dcadaa6 port f9c6d204-e424-42cd-8736-2fc305205639 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:16:49.289912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.295841 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.627046 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.638047 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Transition to ACTIVE for port object f9c6d204-e424-42cd-8736-2fc305205639 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:16:49.666781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.725078 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.746529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Subnet': ['ID=adce560d-6f91-4863-b39f-89bca5c31f8a,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:49.759141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Checking segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:16:49.759492 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network hostable DHCP agents. Network: 91b153e6-06ce-4a97-9a37-0592cf9d1630, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:16:49.806995 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Attempting to bind port f9c6d204-e424-42cd-8736-2fc305205639 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:16:49.810077 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Attempting to bind port f9c6d204-e424-42cd-8736-2fc305205639 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:16:49.810077 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Attempting to bind port f9c6d204-e424-42cd-8736-2fc305205639 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:16:49.819337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Pushing event updated for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:49.822332 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:16:49.822696 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:16:49.823084 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.823466 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:16:49.823914 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Bound port: f9c6d204-e424-42cd-8736-2fc305205639, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:16:49.824271 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.849030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:16:49.863688 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.864031 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.864368 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.864696 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.865079 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.865753 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.866109 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.866435 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.866753 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.867071 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.867645 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:16:49.908939 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] For port f9c6d204-e424-42cd-8736-2fc305205639, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:16:49.911885 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] For port f9c6d204-e424-42cd-8736-2fc305205639, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9c6d204-e424-42cd-8736-2fc305205639,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:16:49.923668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 91b153e6-06ce-4a97-9a37-0592cf9d1630) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:16:49.927721 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:49.928442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:49.932338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28151f7-332d-46a9-a989-902b2d1a1075 None None] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:16:49.977210 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:50.003781 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3cd056fa-2cf2-4911-a123-0eb48d3b1dae tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0060127 Feb 17 12:16:50.004099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52976) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:50.056596 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578dbb-4f49-46ae-9e51-8c3c647d2449 None None] Pushing event updated for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:50.061359 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:50.061986 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:50.161749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-91b153e6-06ce-4a97-9a37-0592cf9d1630', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:16:50.162558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:50.250308 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:50.340053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Allocated IP 172.20.0.2 (91b153e6-06ce-4a97-9a37-0592cf9d1630/adce560d-6f91-4863-b39f-89bca5c31f8a/887c9cd6-d6ae-4f8f-8865-27aedabaa4a2) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:16:50.555789 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:47Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:50.559737 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eb059-629f-4a35-b645-81a7e5e8022d None None] The sync data for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv is: [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:47Z', 'revision_number': 3, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:16:50.565422 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:50.575738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Transition to ACTIVE for port object 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:16:50.598949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Transition to ACTIVE for port object 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:16:50.674648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:50.759244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:16:50.759244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:16:50.764353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:16:50.776591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Pushing event updated for resources: {'Port': ['ID=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:50.809956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:50.873549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Attempting to bind port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:16:50.874492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Attempting to bind port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:16:50.874886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Attempting to bind port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 on network 91b153e6-06ce-4a97-9a37-0592cf9d1630 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:16:50.881804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:16:50.882191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Checking segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:16:50.882591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:50.882980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Bound using segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:16:50.883437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Bound port: 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:16:50.883838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:51.021125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] For port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:16:51.024286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] For port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:16:51.121044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:51.211704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5b5f6-52cf-49fb-b6b8-faf822ef5ae1 None None] Pushing event updated for resources: {'Port': ['ID=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:51.237728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.1 (91b153e6-06ce-4a97-9a37-0592cf9d1630/adce560d-6f91-4863-b39f-89bca5c31f8a/9158e558-2cf8-47d1-83cc-0bb384f4d7f3) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:16:51.434842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:51.452385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:16:51.543642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:51.717817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:16:51.720757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:16:51.725132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:16:51.749888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:51.781765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:51.917461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.149469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:16:52.242005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a9c8e-fc84-4a75-9478-61320af0e203 None None] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:16:52.324812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f9c6d204-e424-42cd-8736-2fc305205639 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:16:52.334500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f9c6d204-e424-42cd-8736-2fc305205639 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:52.334877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.355072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.412634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c072ce8b-ef51-48ac-b097-eb30d8ef56ad None None] Provisioning for port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:16:52.439393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.552027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:52.554515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.569734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.598036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f9c6d204-e424-42cd-8736-2fc305205639, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9c6d204-e424-42cd-8736-2fc305205639,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:52.662468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.663519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:16:52.697263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:16:52.698617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:16:52.777847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:52.843743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:16:52.849121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:52.849495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.982063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:52.999215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-89a5aad9-88a5-409c-9f2f-c6bee4f8362b None None] Provisioning for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:16:53.009172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-89a5aad9-88a5-409c-9f2f-c6bee4f8362b None None] Provisioning complete for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:53.009533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-89a5aad9-88a5-409c-9f2f-c6bee4f8362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:53.071657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:53.076644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-89a5aad9-88a5-409c-9f2f-c6bee4f8362b None None] Port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:16:53.093903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-89a5aad9-88a5-409c-9f2f-c6bee4f8362b None None] Provisioning complete for port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:53.094274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-89a5aad9-88a5-409c-9f2f-c6bee4f8362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:53.110876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:16:53.133100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:53.222986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:53.349329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:16:53.362594 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d69fc866-6380-482e-9632-40882dad8725 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/1b58020f-50a9-427d-868a-e0260dcadaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574536 Feb 17 12:16:53.365099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52980) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:53.402631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-44518444-36ff-4f35-97f7-a701a4e8636c None None] Provisioning complete for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:53.403008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-44518444-36ff-4f35-97f7-a701a4e8636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:53.459863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-44518444-36ff-4f35-97f7-a701a4e8636c None None] Port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:16:53.610156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cf138-37ca-4163-822b-5e4b77ed3905 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.610436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cf138-37ca-4163-822b-5e4b77ed3905 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.610790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cf138-37ca-4163-822b-5e4b77ed3905 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.611136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cf138-37ca-4163-822b-5e4b77ed3905 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.612756 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-777cf138-37ca-4163-822b-5e4b77ed3905 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.2467678 Feb 17 12:16:53.615392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52984) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:53.684109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d05fd2-b378-43e4-b65c-629c065b8c26 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.684470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d05fd2-b378-43e4-b65c-629c065b8c26 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.684822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d05fd2-b378-43e4-b65c-629c065b8c26 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.685168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d05fd2-b378-43e4-b65c-629c065b8c26 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:53.687324 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-56d05fd2-b378-43e4-b65c-629c065b8c26 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0710542 Feb 17 12:16:53.690034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52988) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:53.890923 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-49f4142a-d86f-481c-9fee-4500963cd631 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1990039 Feb 17 12:16:54.094415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:16:54.167318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f9c6d204-e424-42cd-8736-2fc305205639 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:54.167687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.224287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Sync routers for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:16:54.245901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:54.246520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:54.267827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 52994) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:54.273311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601767536', 'description': 'tempest-secgroup-smoke-601767536 description', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:54.279299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:54.283748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:54.286716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:54.293016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:54.365293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.401812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:54.406821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:54.409758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:54.415637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:54.439411 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:16:54.472056 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.542445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.559834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:54.591867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0092cf81-3885-4f48-b3af-f006ae47c3ad,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:54.629833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:54.630203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.657390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.658768 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-db9d59fa-2f9e-40b8-a139-82b5934af4b4 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3899589 Feb 17 12:16:54.661685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 52998) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:54.667692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0092cf81-3885-4f48-b3af-f006ae47c3ad', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:54.674041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:54.678853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:54.682523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:54.689270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:54.788226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.859365 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.924119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:54.950888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eff9cd2-f59b-4ef1-bdb6-f9bcbe110ea3,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:54.978723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:51Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:54.983414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Checking router: 1b58020f-50a9-427d-868a-e0260dcadaa6 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:16:54.983755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Updating router 1b58020f-50a9-427d-868a-e0260dcadaa6 port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:16:55.032700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.036677 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b43a58b8-ff11-43a7-8e8d-4f92e41cf7ec tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3712029 Feb 17 12:16:55.036846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53002) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:55.037847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.042521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0092cf81-3885-4f48-b3af-f006ae47c3ad', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:55.052288 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:55.064289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:55.069208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:55.074998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:55.138040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.205275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.261427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.296433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1914c3f-bf37-426e-a0f9-fa5b4fbd0a4d,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:55.389850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.392512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.393761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a2604577-1fec-44d0-b4a5-8c2e32afd96b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3559728 Feb 17 12:16:55.396588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53006) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:55.402441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0092cf81-3885-4f48-b3af-f006ae47c3ad', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:55.402661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Transition to ACTIVE for port object 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:16:55.408854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:55.412579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:55.415539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:55.422194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:55.473900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.533651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.615242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e3a4-7459-4577-96e3-b3695cd359c1 None None] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:55.622002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.710721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Attempting to bind port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:16:55.710721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Attempting to bind port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:16:55.710721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Attempting to bind port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 on network 91b153e6-06ce-4a97-9a37-0592cf9d1630 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:16:55.721037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:16:55.721408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Checking segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:16:55.721937 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.722337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Bound using segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:16:55.722818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Bound port: 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:16:55.723212 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.730350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.759633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37a989a-b04a-4faf-ba18-569c497fd138,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:55.822919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.824233 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6365dc2d-6258-4257-8f1a-12ddf36c936d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4266498 Feb 17 12:16:55.827087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53010) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:55.831235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] For port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:16:55.834667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] For port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:16:55.835375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0092cf81-3885-4f48-b3af-f006ae47c3ad', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:55.841289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:55.845540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:55.848411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:55.854161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:55.908550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.947463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:55.994621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e3a4-7459-4577-96e3-b3695cd359c1 None None] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:56.000244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:16:56.000846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:16:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:56.037145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.119325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.149963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da23e39e-83fd-4e5c-875f-5350f634e1d8,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:56.192238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:16:56.217494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.219553 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-127f37cb-b6b2-4d9f-af8c-08637c29a897 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3911989 Feb 17 12:16:56.222022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53014) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:56.227827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0092cf81-3885-4f48-b3af-f006ae47c3ad', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:56.234663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:56.238586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:56.242682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:56.248812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:56.337105 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:16:56.346131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.419488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.485372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.508787 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e98817-f4d8-43b4-9274-18d224b45c6f,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:56.577670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:51Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:16:55Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:16:56.578345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.581669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-57647861-8892-44fb-8350-1ae3c9d5ce6b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3560629 Feb 17 12:16:56.581942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53018) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:16:56.582409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08243f42-9398-46d5-a49b-0a556716cffe None None] The sync data for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv is: [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:51Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:16:55Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:16:56.587474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'security_group_rule': {'security_group_id': '0092cf81-3885-4f48-b3af-f006ae47c3ad', 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:16:56.598777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:16:56.603406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:security_group_rule and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:16:56.606645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:16:56.612871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:16:56.696630 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Project 96ed7d4c563040fab8e1f23ed33a8e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:16:56.704491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.774508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.850939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.877393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baa1482-d07a-4408-bc10-adea8ebe9f1a,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:56.937454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:56.939059 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fbe52c19-53cb-4fe4-8e6c-3f859feaf618 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3561511 Feb 17 12:16:57.125477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-17b13798-cb33-4e6d-9092-05f5785b435e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:57.211188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-17b13798-cb33-4e6d-9092-05f5785b435e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:57.212366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-17b13798-cb33-4e6d-9092-05f5785b435e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601767536&fields=id&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 267 time: 0.1294358 Feb 17 12:16:57.371501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-3d906f5c-a2a7-4084-af35-ec13d1afc3df tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:16:57.372082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-3d906f5c-a2a7-4084-af35-ec13d1afc3df tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:57.434243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-3d906f5c-a2a7-4084-af35-ec13d1afc3df tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:57.435540 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-3d906f5c-a2a7-4084-af35-ec13d1afc3df tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/networks?id=91b153e6-06ce-4a97-9a37-0592cf9d1630 HTTP/1.1" status: 200 len: 796 time: 0.2154174 Feb 17 12:16:57.452323 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-8bc1db93-9860-4a22-96f8-c215c4e59ffa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/quotas/96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 375 time: 0.0113389 Feb 17 12:16:57.534924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-82ebfaf9-e3fc-453c-b33b-a17b32ddabd9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:57.582967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-82ebfaf9-e3fc-453c-b33b-a17b32ddabd9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:57.584835 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-82ebfaf9-e3fc-453c-b33b-a17b32ddabd9 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271594 Feb 17 12:16:57.740664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-36a21585-4152-4cf9-98c3-c373b28f40e5 service neutron] 10.222.0.47 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429534 Feb 17 12:16:57.881128 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-5687d309-8bb2-4050-bf73-8312f7c53471 service neutron] 10.222.0.47 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344922 Feb 17 12:16:58.114669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:16:58.218140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-71363fd5-6d0c-4858-9a28-bddac50e5581 req-aeaf8f34-e8d9-4a8a-b9af-793f0bf16539 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:16:58.230438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-71363fd5-6d0c-4858-9a28-bddac50e5581 req-aeaf8f34-e8d9-4a8a-b9af-793f0bf16539 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:16:58.231605 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-71363fd5-6d0c-4858-9a28-bddac50e5581 req-aeaf8f34-e8d9-4a8a-b9af-793f0bf16539 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 210 time: 0.0573807 Feb 17 12:16:58.262664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:16:58.268275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:16:58.268633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:58.396510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:58.429841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:16:58.502433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:16:58.572095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:16:59.400206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ce22ec65-7af2-4c9d-b5b0-244ebfe4b9fd req-3ac11a63-1b3c-4910-94e5-ecb2a73e304e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 210 time: 0.0448925 Feb 17 12:17:00.101291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:17:00.169331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:17:00.169687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:00.320763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-a6b2ee9b-8fcd-45c5-8847-9d0cb3a07579 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:00.322295 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-a6b2ee9b-8fcd-45c5-8847-9d0cb3a07579 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/networks?id=91b153e6-06ce-4a97-9a37-0592cf9d1630 HTTP/1.1" status: 200 len: 796 time: 0.1632993 Feb 17 12:17:00.377211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-70f924f2-7f2d-4558-adf0-b4a74e85f0b0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a HTTP/1.1" status: 200 len: 379 time: 0.0425122 Feb 17 12:17:00.385572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'port': {'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'admin_state_up': True, 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'security_groups': ['0092cf81-3885-4f48-b3af-f006ae47c3ad']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:17:00.576908 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd751771-b418-4f58-a66d-1c7838918d5c req-564ee59f-8552-4309-8bc0-3da9aeb6a1c6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 210 time: 0.0425155 Feb 17 12:17:00.633674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:17:00.644666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:17:00.708154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Made reservation on behalf of 96ed7d4c563040fab8e1f23ed33a8e4a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:17:00.711250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:00.881659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.20.0.8 (91b153e6-06ce-4a97-9a37-0592cf9d1630/adce560d-6f91-4863-b39f-89bca5c31f8a/3a8a25f1-8290-414b-9601-4c9d96943299) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:17:01.072153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:01.087905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Transition to ACTIVE for port object 3a8a25f1-8290-414b-9601-4c9d96943299 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:17:01.165721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:01.245625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:17:01.249057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:17:01.253381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:17:01.282900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=3a8a25f1-8290-414b-9601-4c9d96943299,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:01.329034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:01.329724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:01.434159 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-af4f0740-8aca-40d8-b9a6-4af09521d27f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521131 Feb 17 12:17:01.445457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Request body: {'port': {'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:17:01.555703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:01.605042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5258c843-6662-405f-83aa-15b8b3d7bc30 None None] Provisioning for port 3a8a25f1-8290-414b-9601-4c9d96943299 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:17:01.611618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5258c843-6662-405f-83aa-15b8b3d7bc30 None None] Provisioning complete for port 3a8a25f1-8290-414b-9601-4c9d96943299 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:17:01.612059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5258c843-6662-405f-83aa-15b8b3d7bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:01.678097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5258c843-6662-405f-83aa-15b8b3d7bc30 None None] Port 3a8a25f1-8290-414b-9601-4c9d96943299 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:17:01.960334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8a25f1-8290-414b-9601-4c9d96943299 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:17:01.969544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:01.994412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Transition to ACTIVE for port object 3a8a25f1-8290-414b-9601-4c9d96943299 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:17:02.007428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e129-e1df-408e-addc-c17e5f4803a3 req-3d7485ce-5060-4cd7-a9c2-8bdb1fffceed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:02.008098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3828e129-e1df-408e-addc-c17e5f4803a3 req-3d7485ce-5060-4cd7-a9c2-8bdb1fffceed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:17:02.073352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:02.110461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3828e129-e1df-408e-addc-c17e5f4803a3 req-3d7485ce-5060-4cd7-a9c2-8bdb1fffceed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:17:02.111617 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3828e129-e1df-408e-addc-c17e5f4803a3 req-3d7485ce-5060-4cd7-a9c2-8bdb1fffceed tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 931 time: 0.2476068 Feb 17 12:17:02.225972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a25f1-8290-414b-9601-4c9d96943299,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:02.270587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3828e129-e1df-408e-addc-c17e5f4803a3 req-12e456ee-f8d5-40a6-8a3d-a8ddbc008e85 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484911 Feb 17 12:17:02.359053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Attempting to bind port 3a8a25f1-8290-414b-9601-4c9d96943299 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:17:02.359377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Attempting to bind port 3a8a25f1-8290-414b-9601-4c9d96943299 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:17:02.359695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Attempting to bind port 3a8a25f1-8290-414b-9601-4c9d96943299 on network 91b153e6-06ce-4a97-9a37-0592cf9d1630 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:17:02.366107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Port 3a8a25f1-8290-414b-9601-4c9d96943299 on network 91b153e6-06ce-4a97-9a37-0592cf9d1630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:17:02.366543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Attempting to bind port 3a8a25f1-8290-414b-9601-4c9d96943299 on network 91b153e6-06ce-4a97-9a37-0592cf9d1630 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:17:02.372608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:17:02.372930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Checking segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:17:02.373321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Bound using segment: {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:17:02.373718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Bound port: 3a8a25f1-8290-414b-9601-4c9d96943299, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:17:02.374082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:02.461516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] For port 3a8a25f1-8290-414b-9601-4c9d96943299, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:17:02.464363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] For port 3a8a25f1-8290-414b-9601-4c9d96943299, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3a8a25f1-8290-414b-9601-4c9d96943299,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:17:02.542617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:02.605734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:02.607152 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] 10.222.0.24 "PUT /v2.0/ports/3a8a25f1-8290-414b-9601-4c9d96943299 HTTP/1.1" status: 200 len: 1093 time: 1.1657529 Feb 17 12:17:02.607854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:17:02.624956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b47e1-4e1b-43e4-aa8a-6cf0c401ee59 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a25f1-8290-414b-9601-4c9d96943299,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:02.671315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299', 'status': 'completed', 'code': 200} Feb 17 12:17:02.765613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9fe03e4d-13bb-4608-9aa7-3266bd04a228 req-9d24994c-92d6-4868-87e5-d2f1c5630983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1096 time: 0.0775657 Feb 17 12:17:03.005694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe03e4d-13bb-4608-9aa7-3266bd04a228 req-a16f3902-516c-4226-890e-9aef0afbeb55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:03.007198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9fe03e4d-13bb-4608-9aa7-3266bd04a228 req-a16f3902-516c-4226-890e-9aef0afbeb55 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2353997 Feb 17 12:17:03.146151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe03e4d-13bb-4608-9aa7-3266bd04a228 req-c237612b-3651-42d8-b632-54df073e1506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:03.147669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9fe03e4d-13bb-4608-9aa7-3266bd04a228 req-c237612b-3651-42d8-b632-54df073e1506 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1347220 Feb 17 12:17:03.256665 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-77583710-ba04-4c67-a275-e9ae05eca1ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1096 time: 0.0737734 Feb 17 12:17:03.339588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-9e8816fd-8e6c-4bf5-8468-a8fe9d8482ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a8a25f1-8290-414b-9601-4c9d96943299 HTTP/1.1" status: 200 len: 217 time: 0.0656095 Feb 17 12:17:03.400968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-b26c0ee5-9a59-4214-a68b-b1197fe604d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:03.402498 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-b26c0ee5-9a59-4214-a68b-b1197fe604d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adce560d-6f91-4863-b39f-89bca5c31f8a HTTP/1.1" status: 200 len: 834 time: 0.0580866 Feb 17 12:17:03.538955 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-6c03aa76-645d-48dd-8647-ff3f0e1e6edc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91b153e6-06ce-4a97-9a37-0592cf9d1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971990 Feb 17 12:17:03.546046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3962c2f-e885-4dc9-8f98-46a102b3afb1 req-826a7586-d0b3-41e5-b8a8-7fadd0750d0c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:03.547433 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d3962c2f-e885-4dc9-8f98-46a102b3afb1 req-826a7586-d0b3-41e5-b8a8-7fadd0750d0c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 943 time: 0.1440983 Feb 17 12:17:03.691390 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d3962c2f-e885-4dc9-8f98-46a102b3afb1 req-03ccf001-3bfa-40d4-9648-eb9f52834558 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255631 Feb 17 12:17:03.711107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-3897d1b9-a8a7-4694-bbcb-b522b1eaf4fb service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612823 Feb 17 12:17:03.846035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24f2e303-101f-45d3-bdf8-2e8c4de98bba req-4e50524a-c01c-426a-922a-0f4bb3d00011 service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302490 Feb 17 12:17:04.896418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f59689-c05f-4277-b1f2-3f1f5144525b req-f4befe8d-0028-47f1-b79b-6bffec3a7102 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:04.897946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e6f59689-c05f-4277-b1f2-3f1f5144525b req-f4befe8d-0028-47f1-b79b-6bffec3a7102 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 943 time: 0.0803325 Feb 17 12:17:04.950063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e6f59689-c05f-4277-b1f2-3f1f5144525b req-4e6a4133-0f59-4f4f-8605-aa3fc6e214fd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:17:04.962799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-e6f59689-c05f-4277-b1f2-3f1f5144525b req-4e6a4133-0f59-4f4f-8605-aa3fc6e214fd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:17:04.963957 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e6f59689-c05f-4277-b1f2-3f1f5144525b req-4e6a4133-0f59-4f4f-8605-aa3fc6e214fd tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599117 Feb 17 12:17:06.159228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec234d-1112-44c7-aa76-3e41107f086f req-27e34467-094a-4c0c-9afe-d92b2a5bcba5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:06.160679 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6bec234d-1112-44c7-aa76-3e41107f086f req-27e34467-094a-4c0c-9afe-d92b2a5bcba5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 943 time: 0.0757971 Feb 17 12:17:06.206804 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6bec234d-1112-44c7-aa76-3e41107f086f req-2412ea6e-862f-45de-8fa1-9aca3421c0cc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404420 Feb 17 12:17:07.089950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3a8a25f1-8290-414b-9601-4c9d96943299 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:17:07.200537 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:17:07.224589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3a8a25f1-8290-414b-9601-4c9d96943299, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3a8a25f1-8290-414b-9601-4c9d96943299,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:17:07.238172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '3a8a25f1-8290-414b-9601-4c9d96943299', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:17:07.295484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:07.314273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8a25f1-8290-414b-9601-4c9d96943299 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:17:07.329742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3a8a25f1-8290-414b-9601-4c9d96943299, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3a8a25f1-8290-414b-9601-4c9d96943299,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:17:07.399370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:07.406298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c883694-66c7-4f65-8538-5f9abc967963 req-9cfaec71-2a3a-40b6-822d-84c0439cd363 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:07.407761 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0c883694-66c7-4f65-8538-5f9abc967963 req-9cfaec71-2a3a-40b6-822d-84c0439cd363 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 943 time: 0.0770075 Feb 17 12:17:07.455084 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0c883694-66c7-4f65-8538-5f9abc967963 req-aac16534-43ee-4fda-a634-84a5002030f0 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413709 Feb 17 12:17:07.469091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3a8a25f1-8290-414b-9601-4c9d96943299,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:07.693587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['3a8a25f1-8290-414b-9601-4c9d96943299'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:17:07.722696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-73d2836d-ce87-4d34-ae91-c14a3c74159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:08.654058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7d65-334c-4fd9-a50d-726d9da5a538 req-2ad1c365-8a48-43c2-9c5c-ce899261d5fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:08.656122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-46dd7d65-334c-4fd9-a50d-726d9da5a538 req-2ad1c365-8a48-43c2-9c5c-ce899261d5fb tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 944 time: 0.0798624 Feb 17 12:17:08.701334 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-46dd7d65-334c-4fd9-a50d-726d9da5a538 req-6553d852-78eb-42ee-873a-3cbc7c4721d2 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Feb 17 12:17:09.115582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3a8a25f1-8290-414b-9601-4c9d96943299 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:17:09.222021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 3a8a25f1-8290-414b-9601-4c9d96943299 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:17:09.227009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 3a8a25f1-8290-414b-9601-4c9d96943299 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:17:09.227377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:09.342532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:09.372871 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:17:09.383387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3a8a25f1-8290-414b-9601-4c9d96943299, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3a8a25f1-8290-414b-9601-4c9d96943299,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:17:09.439483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:09.499766 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299', 'code': 200} Feb 17 12:17:09.519441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3a8a25f1-8290-414b-9601-4c9d96943299,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:09.908238 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e16af5a-403a-4421-b68e-f163c899522e req-a55d0883-ba1c-40b4-8f99-bc1ab97b1531 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1098 time: 0.1282904 Feb 17 12:17:09.938894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f94f9-e0ad-49cd-91f7-a3e7b7b8837d req-0b6cceef-bae6-4f74-8899-9ac2f803b215 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:09.940450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c33f94f9-e0ad-49cd-91f7-a3e7b7b8837d req-0b6cceef-bae6-4f74-8899-9ac2f803b215 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.1165342 Feb 17 12:17:09.980792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e16af5a-403a-4421-b68e-f163c899522e req-2c6a7e6d-1e06-42db-ad86-1c6c0c016084 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666971 Feb 17 12:17:10.003759 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c33f94f9-e0ad-49cd-91f7-a3e7b7b8837d req-c2173e43-21ae-4b5a-aa95-4939b5976502 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525072 Feb 17 12:17:10.016342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7d980c68-7823-4a09-ab50-84a2a1a4212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:11.217108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5826e-fbca-4231-b1c8-1c217d4b6967 req-72b8e68c-a9cc-47b3-a44f-8131f8dd774f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:11.217108 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-09d5826e-fbca-4231-b1c8-1c217d4b6967 req-72b8e68c-a9cc-47b3-a44f-8131f8dd774f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.0812600 Feb 17 12:17:11.255548 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-09d5826e-fbca-4231-b1c8-1c217d4b6967 req-9b32b5a2-c4a8-4143-a221-96bc971030da tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400045 Feb 17 12:17:11.382138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:11.405035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:11.719283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:12.450783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751a411-2a30-4aca-81f4-13d78d86f90a req-c613ac26-5989-4b15-a416-875d45b59afc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:12.452866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9751a411-2a30-4aca-81f4-13d78d86f90a req-c613ac26-5989-4b15-a416-875d45b59afc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.0774620 Feb 17 12:17:12.497199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9751a411-2a30-4aca-81f4-13d78d86f90a req-ffe15559-058d-4326-abab-3542f1d70e90 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387304 Feb 17 12:17:12.694069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211733e-8c29-43da-a96e-3b3527059618 req-6aed838b-7916-43ba-a9db-6e519c03e335 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:12.695559 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9211733e-8c29-43da-a96e-3b3527059618 req-6aed838b-7916-43ba-a9db-6e519c03e335 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.0766473 Feb 17 12:17:12.747383 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9211733e-8c29-43da-a96e-3b3527059618 req-8bcb4747-2ca4-4632-a9de-677815248fd8 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463412 Feb 17 12:17:12.775272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53082) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:17:12.845515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-69c05e40-4e0e-437c-8107-d06e5d6e3740 tempest-TestNetworkBasicOps-1507525474 tempest-TestNetworkBasicOps-1507525474-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1093 time: 0.0690899 Feb 17 12:17:12.850852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53086) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:17:12.855911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:17:12.861987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:17:12.865735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Usage tracker for resource:floatingip and tenant:96ed7d4c563040fab8e1f23ed33a8e4a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:17:12.868554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:17:12.874963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:17:12.981714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:13.024531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:13.167185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:13.402810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Allocated IP 172.26.6.231 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/92b56abc-9435-4974-a808-b857362c151b) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:17:13.549606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:13.628138 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:13.697972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:17:13.700671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:17:13.705498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:17:13.729567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=92b56abc-9435-4974-a808-b857362c151b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:14.203502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:14.318437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:14.515254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:14.604912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:14.712504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event updated for resources: {'Port': ['ID=92b56abc-9435-4974-a808-b857362c151b,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:17:14.726427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:14.914016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Floating IP 0106cd35-1d45-4602-b191-827d2d0f5bbc associated. External IP: 172.26.6.231, port: 3a8a25f1-8290-414b-9601-4c9d96943299. Feb 17 12:17:15.402400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:17:15.602073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:17:15.611385 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] Sync routers for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:17:15.622989 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:17:15.623569 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:17:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:17:15.678902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:15.737429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c3769195-e9f2-4ea5-938e-10831069c127 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8855650 Feb 17 12:17:15.738127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:17:15.740598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53090) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:17:15.793726 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299', 'status': 'completed', 'code': 200} Feb 17 12:17:15.800982 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:17:15.861900 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7fd33caf-85b2-4d2c-a894-5a44755b1f54 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1193135 Feb 17 12:17:15.886822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-6fa7ebcb-bca9-40c3-a595-0bceb27e4f3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1098 time: 0.0703819 Feb 17 12:17:16.024714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-4307e5e1-3472-4efa-b706-14169d422e3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:16.026225 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-4307e5e1-3472-4efa-b706-14169d422e3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=91b153e6-06ce-4a97-9a37-0592cf9d1630 HTTP/1.1" status: 200 len: 896 time: 0.1334352 Feb 17 12:17:16.133443 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-ef464b86-2bac-43b1-bcdf-d3e4dd18ef5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a8a25f1-8290-414b-9601-4c9d96943299 HTTP/1.1" status: 200 len: 999 time: 0.1011679 Feb 17 12:17:16.185543 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:51Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0106cd35-1d45-4602-b191-827d2d0f5bbc', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:17:14Z', 'updated_at': '2022-02-17T12:17:14Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:16:58Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:17:16.189817 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] Checking router: 1b58020f-50a9-427d-868a-e0260dcadaa6 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:17:16.195206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-1f19bad1-c1f1-488c-9f04-f07f1c12928e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:16.196675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-1f19bad1-c1f1-488c-9f04-f07f1c12928e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adce560d-6f91-4863-b39f-89bca5c31f8a HTTP/1.1" status: 200 len: 834 time: 0.0581563 Feb 17 12:17:16.200689 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:17:16.201276 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:17:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:17:16.283490 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-ebe04b4e-67c9-433c-90a3-fde622f50eaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91b153e6-06ce-4a97-9a37-0592cf9d1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742471 Feb 17 12:17:16.386207 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:17:16.424474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-79312968-3f04-4667-956e-e9912a56a72f service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319931 Feb 17 12:17:16.555226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ca777fa-fb34-4860-bed3-fe289cf28340 req-3b6e7ced-d3d2-493d-8a88-94414097c8ab service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256084 Feb 17 12:17:16.740669 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:51Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0106cd35-1d45-4602-b191-827d2d0f5bbc', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:17:14Z', 'updated_at': '2022-02-17T12:17:14Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:16:58Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:17:16.744560 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c04df-9251-488f-89ac-5d0af396a8fd None None] The sync data for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv is: [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:16:51Z', 'revision_number': 4, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0106cd35-1d45-4602-b191-827d2d0f5bbc', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:17:14Z', 'updated_at': '2022-02-17T12:17:14Z', 'revision_number': 0, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:16:58Z', 'revision_number': 5, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:17:16.864089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53096) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:17:16.940578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7fe41-3863-44c6-9c28-61f49f55ce9b None None] New status for floating IP 0106cd35-1d45-4602-b191-827d2d0f5bbc: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:17:16.977992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-990ef900-1121-46ed-8299-a08d2505b475 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1126156 Feb 17 12:17:17.981871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53100) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:17:18.090122 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9269d037-f5b4-42bc-86f7-7ed96f31fc0a tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 993 time: 0.1070738 Feb 17 12:17:37.763932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08ae204d-9354-4b98-a155-24697a20a277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:40.020845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-36a2ad2d-2c54-47a6-8cc5-7ccf8daec38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:41.375284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:41.386847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:41.718074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:42.923841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:17:44.201169 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:17:45.160656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-368568da-ea47-4eae-af3f-8a1d7e65e46d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666068 Feb 17 12:17:45.300460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-e7d17990-2ebd-488a-a3e0-2675c55d79a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1098 time: 0.0710568 Feb 17 12:17:45.443087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-344ef091-8a1a-4e0f-a451-23780f313879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:45.444418 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-344ef091-8a1a-4e0f-a451-23780f313879 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91b153e6-06ce-4a97-9a37-0592cf9d1630 HTTP/1.1" status: 200 len: 896 time: 0.1249447 Feb 17 12:17:45.636051 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-efe9b100-f247-47e5-bb3f-80991d20b307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a8a25f1-8290-414b-9601-4c9d96943299 HTTP/1.1" status: 200 len: 1001 time: 0.1855521 Feb 17 12:17:45.697509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-218fcbb2-e1a4-468b-8c5f-8e79078d65d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:17:45.699507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-218fcbb2-e1a4-468b-8c5f-8e79078d65d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adce560d-6f91-4863-b39f-89bca5c31f8a HTTP/1.1" status: 200 len: 834 time: 0.0566971 Feb 17 12:17:45.771269 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-ca4f5c13-23d6-4fe7-b16a-3975557249fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91b153e6-06ce-4a97-9a37-0592cf9d1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670984 Feb 17 12:17:45.901113 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-75ca14bc-3c03-4a23-8ade-8c4d5b992f23 service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231883 Feb 17 12:17:46.029877 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-89991198-efd4-4b89-bb6d-5c08cf35ddb2 req-be3dbd8e-1806-42cc-bb04-c07ac941cdd3 service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222482 Feb 17 12:18:07.779883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4355dd05-fa6d-45b3-a20f-b43ed100d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:10.003087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-479dfaaa-543a-4a92-933e-2c589581b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:11.391698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:11.414257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:11.774510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:12.929039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:21.205312 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:18:27.358767 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53124) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:27.364050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:18:28.012994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:28.083376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:28.281770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:18:28.480607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:18:28.486288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:28.487399 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a52fffd7-930d-4cde-b39d-4b0ba13c5cca tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/1b58020f-50a9-427d-868a-e0260dcadaa6 HTTP/1.1" status: 200 len: 889 time: 1.1276722 Feb 17 12:18:28.495168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] Sync routers for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:18:28.506983 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:18:28.507578 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:18:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:28.567613 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:28.577983 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:18:28.578534 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:18:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:28.636161 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:28.636598 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3e5a6-6e58-49e4-a469-678d74c74f84 None None] The sync data for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv is: [] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:18:29.118189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378f859-8519-48e0-9d2d-34c778281a2c None None] New status for floating IP 0106cd35-1d45-4602-b191-827d2d0f5bbc: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:18:30.124466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:18:30.234269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:30.249948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f9c6d204-e424-42cd-8736-2fc305205639, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9c6d204-e424-42cd-8736-2fc305205639,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:30.351105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:30.351736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:18:30.459691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:30.502904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.503240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.503566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.503924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.504245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.504642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.504959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.505305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.505612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.505951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.506258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:30.528580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:30.561674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:30.608619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:30.645246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53130) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:30.651358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:18:30.676119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:31.308688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:31.363754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719001'] for router, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:31.561386 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:18:31.763887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:18:31.769413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:31.774546 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a3c57aac-7764-45f0-b307-0744d0d3293b tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/1b58020f-50a9-427d-868a-e0260dcadaa6 HTTP/1.1" status: 200 len: 888 time: 1.1236789 Feb 17 12:18:31.774814 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] Sync routers for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:18:31.775590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53134) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:31.786215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:18:31.787359 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:18:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:31.880434 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3909a3ec-35b2-4db1-943b-bb5bdf83b526 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1043808 Feb 17 12:18:31.965523 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:18:32.340014 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:18:31Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:18:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0106cd35-1d45-4602-b191-827d2d0f5bbc', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:17:14Z', 'updated_at': '2022-02-17T12:18:29Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:18:30Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:32.343704 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] Checking router: 1b58020f-50a9-427d-868a-e0260dcadaa6 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:18:32.353988 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:18:32.354567 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:18:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:32.526264 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:18:32.866436 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:18:31Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:18:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0106cd35-1d45-4602-b191-827d2d0f5bbc', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:17:14Z', 'updated_at': '2022-02-17T12:18:29Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:18:30Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:32.869371 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a46c93-7174-4502-bd80-64dde9116cd7 None None] The sync data for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv is: [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:18:31Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:18:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '0106cd35-1d45-4602-b191-827d2d0f5bbc', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'floating_ip_address': '172.26.6.231', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'port_id': '3a8a25f1-8290-414b-9601-4c9d96943299', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'mac_address': 'fa:16:3e:76:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:17:14Z', 'updated_at': '2022-02-17T12:18:29Z', 'revision_number': 2, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9158e558-2cf8-47d1-83cc-0bb384f4d7f3', 'name': '', 'network_id': '91b153e6-06ce-4a97-9a37-0592cf9d1630', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'mac_address': 'fa:16:3e:b4:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:51Z', 'updated_at': '2022-02-17T12:18:30Z', 'revision_number': 6, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'subnets': [{'id': 'adce560d-6f91-4863-b39f-89bca5c31f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:18:32.884288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53138) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:32.989738 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f93e4f39-5c25-43fe-bc01-7d35d275d14d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1036792 Feb 17 12:18:33.993855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53142) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:34.105956 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4f3572a-3ba1-47ba-94de-aa4203ca3a9d tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1103315 Feb 17 12:18:34.175213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:18:34.248131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f9c6d204-e424-42cd-8736-2fc305205639 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:18:34.248401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:34.362345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:34.382977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f9c6d204-e424-42cd-8736-2fc305205639, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9c6d204-e424-42cd-8736-2fc305205639,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:34.437439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:34.438248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:18:34.554649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:34.569565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:18:34.569949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:34.734014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:34.768303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:34.837413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:34.907545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:35.109425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53146) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:35.213904 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ed1a60b8-4778-42d0-acba-11d2bba8ac1f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1033316 Feb 17 12:18:36.136244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:18:36.203242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f9c6d204-e424-42cd-8736-2fc305205639 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:18:36.203601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:36.217673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53150) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:36.318923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:18:36.324493 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d82c8953-a09f-494d-af36-bbe2b26004d7 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1056812 Feb 17 12:18:36.384465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:18:36.384828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:37.327628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53154) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:37.434362 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-941fbfe1-6880-44dd-9867-ca09e5dfc2da tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1055510 Feb 17 12:18:37.751132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d33b1f7d-95b6-4bd1-a2e5-fdd96da910b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:38.438245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53158) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:38.543754 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f745f3d0-1733-4b66-8e68-45eeefbe3dc5 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1043887 Feb 17 12:18:39.547941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53162) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:39.653211 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-df14b2db-88a1-435b-a385-d5d5ecd2296f tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 991 time: 0.1041231 Feb 17 12:18:40.006403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001d183-c21f-4c05-8dd0-591475970745 None None] New status for floating IP 0106cd35-1d45-4602-b191-827d2d0f5bbc: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:18:40.059084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3466d8e0-8fad-40aa-9672-bfb929d1a1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:40.657846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53166) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:40.761214 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1fcc3bf7-f3e8-4834-b1e4-6b33ba12a938 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 200 len: 993 time: 0.1021924 Feb 17 12:18:41.057288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53176) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:41.362072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 92b56abc-9435-4974-a808-b857362c151b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:18:41.362406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.379140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.402227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.534715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.535032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.654729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 92b56abc-9435-4974-a808-b857362c151b owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:18:41.716736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.877007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:41.922765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=92b56abc-9435-4974-a808-b857362c151b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:41.989660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.990107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.990437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.990791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.991230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.991582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.992277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.992277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.992636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.992955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:41.993268 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:42.029720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:42.427915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:18:42.627877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:18:42.687543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:42.743960 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fb045e41-6881-4c6d-9e45-609965af6869 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/floatingips/0106cd35-1d45-4602-b191-827d2d0f5bbc HTTP/1.1" status: 204 len: 168 time: 1.6855605 Feb 17 12:18:42.744630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:18:42.804687 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299', 'status': 'completed', 'code': 200} Feb 17 12:18:42.896041 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-c9204302-de52-4b64-892e-1d82419b4949 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 1098 time: 0.0734801 Feb 17 12:18:42.899682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:43.028459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-27c5c948-cda3-4036-b999-80e00f82fda7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:43.030122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-27c5c948-cda3-4036-b999-80e00f82fda7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91b153e6-06ce-4a97-9a37-0592cf9d1630 HTTP/1.1" status: 200 len: 896 time: 0.1286683 Feb 17 12:18:43.099611 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-1ec04bcb-e590-4f7e-9e79-e881f84f63d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a8a25f1-8290-414b-9601-4c9d96943299 HTTP/1.1" status: 200 len: 217 time: 0.0623906 Feb 17 12:18:43.165689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-027e37d1-2cf8-435b-95ae-c3644a5b7a85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:43.167309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-027e37d1-2cf8-435b-95ae-c3644a5b7a85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adce560d-6f91-4863-b39f-89bca5c31f8a HTTP/1.1" status: 200 len: 834 time: 0.0631974 Feb 17 12:18:43.243600 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-acfc5fbb-c50f-4df7-93ff-556a75cf64ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91b153e6-06ce-4a97-9a37-0592cf9d1630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702231 Feb 17 12:18:43.316152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363444b-326d-45e6-bcf4-348ae313e924 req-dcdb39a2-485b-4233-813c-3d78a5037b99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:43.316824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-2363444b-326d-45e6-bcf4-348ae313e924 req-dcdb39a2-485b-4233-813c-3d78a5037b99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:18:43.385464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-2363444b-326d-45e6-bcf4-348ae313e924 req-dcdb39a2-485b-4233-813c-3d78a5037b99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:18:43.386733 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2363444b-326d-45e6-bcf4-348ae313e924 req-dcdb39a2-485b-4233-813c-3d78a5037b99 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.1455500 Feb 17 12:18:43.388217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-749e40ab-0652-4cb7-88f3-3e1087ef0040 service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384671 Feb 17 12:18:43.434012 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2363444b-326d-45e6-bcf4-348ae313e924 req-4b448eb5-3e27-4c33-863c-061257a130fa tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Feb 17 12:18:43.526437 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bc32cb3-2131-4d3a-a631-782d4e050407 req-d6ba2092-4286-4339-a1cd-9f3d56a5a560 service neutron] 10.222.0.24 "GET /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316593 Feb 17 12:18:44.663298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f20e81-e9d1-4f42-9e0b-6422ffa32b29 req-dbe4b538-064a-4e36-9371-fb671d55b08e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:44.664809 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-51f20e81-e9d1-4f42-9e0b-6422ffa32b29 req-dbe4b538-064a-4e36-9371-fb671d55b08e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.0809853 Feb 17 12:18:44.711018 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-51f20e81-e9d1-4f42-9e0b-6422ffa32b29 req-8a4d7846-98e1-44a2-a40a-17d3953160b6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/security-groups?id=0092cf81-3885-4f48-b3af-f006ae47c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 Feb 17 12:18:44.810823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-3acca04d-f74b-46d5-92ac-0548467e5018 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:44.812247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-3acca04d-f74b-46d5-92ac-0548467e5018 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 945 time: 0.0761204 Feb 17 12:18:44.963325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 3a8a25f1-8290-414b-9601-4c9d96943299 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:18:44.963582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:45.205329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 3a8a25f1-8290-414b-9601-4c9d96943299, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3a8a25f1-8290-414b-9601-4c9d96943299,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:45.205678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:45.330396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 3a8a25f1-8290-414b-9601-4c9d96943299 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:18:45.534089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:45.584712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=3a8a25f1-8290-414b-9601-4c9d96943299,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:45.625436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.625804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.626131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.626462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.626791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.627112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.627431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.627753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.628067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.628408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.628699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:18:45.668247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] No DVR routers for this DVR port 3a8a25f1-8290-414b-9601-4c9d96943299 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:18:45.670627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:45.673313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'name': 'network-vif-deleted', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:18:45.733646 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2f88d7-edda-4009-a20b-6d09f078f492', 'name': 'network-vif-deleted', 'tag': '3a8a25f1-8290-414b-9601-4c9d96943299', 'status': 'completed', 'code': 200} Feb 17 12:18:45.746606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-529f92e4-aadb-497b-b190-97cbfe6494b7 req-c87030f6-68b4-4bf9-975b-8f362003958e tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.24 "DELETE /v2.0/ports/3a8a25f1-8290-414b-9601-4c9d96943299 HTTP/1.1" status: 204 len: 173 time: 0.9295340 Feb 17 12:18:45.884517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f2ecbdbb-9e22-410f-8bee-77da68f22bc6 req-73341582-5217-46a5-a1cc-01dd6a9d86c6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Synchronizing usage tracker for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:18:45.957503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f2ecbdbb-9e22-410f-8bee-77da68f22bc6 req-73341582-5217-46a5-a1cc-01dd6a9d86c6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Unset dirty status for tenant:96ed7d4c563040fab8e1f23ed33a8e4a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:18:45.959270 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2ecbdbb-9e22-410f-8bee-77da68f22bc6 req-73341582-5217-46a5-a1cc-01dd6a9d86c6 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f2f88d7-edda-4009-a20b-6d09f078f492 HTTP/1.1" status: 200 len: 210 time: 0.1206727 Feb 17 12:18:47.066947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53194) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:47.234617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-958190c0-82d2-4b60-a646-c0a647ed9fcc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:47.267457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-958190c0-82d2-4b60-a646-c0a647ed9fcc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:47.408132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-958190c0-82d2-4b60-a646-c0a647ed9fcc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:47.428212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958190c0-82d2-4b60-a646-c0a647ed9fcc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092cf81-3885-4f48-b3af-f006ae47c3ad,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:47.483338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-958190c0-82d2-4b60-a646-c0a647ed9fcc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:47.484476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-958190c0-82d2-4b60-a646-c0a647ed9fcc tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/security-groups/0092cf81-3885-4f48-b3af-f006ae47c3ad HTTP/1.1" status: 204 len: 168 time: 0.4164481 Feb 17 12:18:47.580402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53202) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:47.980029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:48.597868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:18:48.598535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:48.783985 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port 9158e558-2cf8-47d1-83cc-0bb384f4d7f3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:48.784399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:48.921430 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:18:49.260100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:49.311172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=9158e558-2cf8-47d1-83cc-0bb384f4d7f3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:49.570705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3a8a25f1-8290-414b-9601-4c9d96943299 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:18:49.606595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 3a8a25f1-8290-414b-9601-4c9d96943299 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:18:49.606851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3a8a25f1-8290-414b-9601-4c9d96943299 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:18:49.607434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:50.185535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Router 1b58020f-50a9-427d-868a-e0260dcadaa6 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:18:50.386759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:18:50.498929 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-90b55f33-e13a-4fe2-8f63-66973e02965c tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "PUT /v2.0/routers/1b58020f-50a9-427d-868a-e0260dcadaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9148028 Feb 17 12:18:50.499330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53206) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:50.506710 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] Sync routers for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:18:50.524817 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:18:50.527382 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:18:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:50.716474 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:18:50.807265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting subnet adce560d-6f91-4863-b39f-89bca5c31f8a {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:18:50.810170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:50.863795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:50.949793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.004880 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:18:49Z', 'revision_number': 7, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:18:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:51.008552 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] Checking router: 1b58020f-50a9-427d-868a-e0260dcadaa6 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:18:51.018740 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] Routers {'1b58020f-50a9-427d-868a-e0260dcadaa6'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:18:51.019324 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:18:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['1b58020f-50a9-427d-868a-e0260dcadaa6'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:51.088342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.128357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Subnet': ['ID=adce560d-6f91-4863-b39f-89bca5c31f8a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:51.135472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.139892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866ced4-b762-4cf7-b9a5-b4b961e03966 None None] Network 91b153e6-06ce-4a97-9a37-0592cf9d1630 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:18:51.140524 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8b6214f8-8569-445a-ae3d-0a45a894f473 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/subnets/adce560d-6f91-4863-b39f-89bca5c31f8a HTTP/1.1" status: 204 len: 168 time: 0.6401851 Feb 17 12:18:51.143231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53210) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:51.221444 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] Set router 1b58020f-50a9-427d-868a-e0260dcadaa6 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:18:51.365021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.403435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] DHCP port deletion for 91b153e6-06ce-4a97-9a37-0592cf9d1630 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:18:51.408015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] Deleting port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:18:51.408358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.530132 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:18:49Z', 'revision_number': 7, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:18:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:51.534926 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4068c0d-d47b-49d2-bf35-05439ce0c86b None None] The sync data for ids ['1b58020f-50a9-427d-868a-e0260dcadaa6'] in dv-neutron-828728-1-hyperv is: [{'id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'name': 'tempest-TestNetworkBasicOps-router-1352229082', 'tenant_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:16:46Z', 'updated_at': '2022-02-17T12:18:49Z', 'revision_number': 7, 'project_id': '96ed7d4c563040fab8e1f23ed33a8e4a', 'gw_port': {'id': 'f9c6d204-e424-42cd-8736-2fc305205639', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58020f-50a9-427d-868a-e0260dcadaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:16:47Z', 'updated_at': '2022-02-17T12:18:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:18:51.595246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.619068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] For port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,segment=NetworkSegment(33a3b6aa-cf5c-438a-b7ca-fe0b890a3808),segment_id=33a3b6aa-cf5c-438a-b7ca-fe0b890a3808)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:51.624343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.739653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Deleting port f9c6d204-e424-42cd-8736-2fc305205639 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:18:51.740209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.755378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] Calling delete_port for 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:18:51.893857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.937397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] For port f9c6d204-e424-42cd-8736-2fc305205639, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f9c6d204-e424-42cd-8736-2fc305205639,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:18:51.937939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:51.982558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] Pushing event deleted for resources: {'Port': ['ID=887c9cd6-d6ae-4f8f-8865-27aedabaa4a2,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:51.986388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a65237-8ff4-441c-acaa-6a8556460db5 None None] No DVR routers for this DVR port 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:18:52.068164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Calling delete_port for f9c6d204-e424-42cd-8736-2fc305205639 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:18:52.148383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:18:52.184541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:18:52.184967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 887c9cd6-d6ae-4f8f-8865-27aedabaa4a2 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:18:52.185458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:18:52.220051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:18:52.220378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9158e558-2cf8-47d1-83cc-0bb384f4d7f3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:18:52.414363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:52.458852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Port': ['ID=f9c6d204-e424-42cd-8736-2fc305205639,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:52.680172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:52.932427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:52.936473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.002496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.003038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Fanout notify agent at l3_agent the message router_deleted on router 1b58020f-50a9-427d-868a-e0260dcadaa6 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:18:53.018386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.019444 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ba07360-979c-4417-885f-23a506e30972 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/routers/1b58020f-50a9-427d-868a-e0260dcadaa6 HTTP/1.1" status: 204 len: 168 time: 1.8752387 Feb 17 12:18:53.022168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53214) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:53.134655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.274896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.317048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b153e6-06ce-4a97-9a37-0592cf9d1630']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:53.329725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:53.330053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a3b6aa-cf5c-438a-b7ca-fe0b890a3808') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:18:53.341512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.360633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.367915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:18:53.368290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:18:53.382767 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:18:53.511065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.529275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:53.542577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] Pushing event deleted for resources: {'Network': ['ID=91b153e6-06ce-4a97-9a37-0592cf9d1630,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:53.603929 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0872a99f-0b07-4c3d-903e-1fed57a41576 tempest-TestNetworkBasicOps-694612042 tempest-TestNetworkBasicOps-694612042-project] 10.222.0.47 "DELETE /v2.0/networks/91b153e6-06ce-4a97-9a37-0592cf9d1630 HTTP/1.1" status: 204 len: 168 time: 0.5805099 Feb 17 12:18:54.163143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53222) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:54.345888 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e22ab056-50a2-4021-a03b-2c9f7aa09c1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96ed7d4c563040fab8e1f23ed33a8e4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815646 Feb 17 12:18:54.349638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53228) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:54.401765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4dff58-ca2d-43c3-a851-2261bb8b633e None None] New status for floating IP 0106cd35-1d45-4602-b191-827d2d0f5bbc: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:18:54.417355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-094acfdf-1eb8-4b00-93ba-5ed86f9f5a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:54.444158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-094acfdf-1eb8-4b00-93ba-5ed86f9f5a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:54.614418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-094acfdf-1eb8-4b00-93ba-5ed86f9f5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:54.637339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094acfdf-1eb8-4b00-93ba-5ed86f9f5a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5708980-c9fc-457a-856c-9838efa8532a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:54.642568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-094acfdf-1eb8-4b00-93ba-5ed86f9f5a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:54.651297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-094acfdf-1eb8-4b00-93ba-5ed86f9f5a3f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5708980-c9fc-457a-856c-9838efa8532a HTTP/1.1" status: 204 len: 168 time: 0.2929940 Feb 17 12:18:55.292845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53236) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:55.312760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.343290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:18:55.347147 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:28ae7e74228945b6b81990ee8e015070 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:18:55.350817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:18:55.356606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:18:55.421120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.482403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.532829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ef7c5-73f2-46bc-a63f-3baa84581533,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:55.539048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b4d331e5-91e3-4dea-ba0c-6481fadab4e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28ae7e74228945b6b81990ee8e015070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2449899 Feb 17 12:18:55.541646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53240) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:55.700067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eec9d5d0-4c4d-4d83-9f4d-2e860e7adb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.728808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eec9d5d0-4c4d-4d83-9f4d-2e860e7adb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.871458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eec9d5d0-4c4d-4d83-9f4d-2e860e7adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.885958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9d5d0-4c4d-4d83-9f4d-2e860e7adb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ef7c5-73f2-46bc-a63f-3baa84581533,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:55.892313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-eec9d5d0-4c4d-4d83-9f4d-2e860e7adb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:55.893450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eec9d5d0-4c4d-4d83-9f4d-2e860e7adb79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df7ef7c5-73f2-46bc-a63f-3baa84581533 HTTP/1.1" status: 204 len: 168 time: 0.3508589 Feb 17 12:18:56.099192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:18:56.131984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f9c6d204-e424-42cd-8736-2fc305205639 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:18:56.132329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f9c6d204-e424-42cd-8736-2fc305205639 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:18:57.113807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53262) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:57.252724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-275039059-network', 'tenant_id': '647624c70c3c484ca1d85000aab66f12'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:18:57.257925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:18:57.261757 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Usage tracker for resource:network and tenant:647624c70c3c484ca1d85000aab66f12 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:18:57.264658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:18:57.271228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:18:57.317061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Made reservation on behalf of 647624c70c3c484ca1d85000aab66f12 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:18:57.319404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.331765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.362748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:18:57.367779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Usage tracker for resource:security_group_rule and tenant:647624c70c3c484ca1d85000aab66f12 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:18:57.369524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:18:57.375195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:18:57.440270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.499368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.533243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:18:57.539110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:57.547997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.548407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Added segment 7e0ec659-b190-42dd-9514-ed28abeda67b of type vlan for network 73ee7f1e-892d-4ebc-aef5-11f98a48194c Feb 17 12:18:57.574068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.659474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.660354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:57.660955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:57.763564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] Pushing event updated for resources: {'Network': ['ID=73ee7f1e-892d-4ebc-aef5-11f98a48194c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:57.774379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 73ee7f1e-892d-4ebc-aef5-11f98a48194c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:18:57.804909 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ba42c9cb-9d13-4847-8c75-2dbece638812 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6893692 Feb 17 12:18:57.808013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53268) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:57.813912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Request body: {'subnet': {'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-275039059-subnet', 'tenant_id': '647624c70c3c484ca1d85000aab66f12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:18:57.819851 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:18:57.823918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Usage tracker for resource:subnet and tenant:647624c70c3c484ca1d85000aab66f12 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:18:57.830854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:18:57.837663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:18:57.887825 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Made reservation on behalf of 647624c70c3c484ca1d85000aab66f12 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:18:57.890174 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:58.144997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:58.205657 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:18:58.213884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568f325f-ed5e-46df-b583-60966cbb7da9,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:18:58.231504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Checking segment: {'id': '7e0ec659-b190-42dd-9514-ed28abeda67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:18:58.231844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Network hostable DHCP agents. Network: 73ee7f1e-892d-4ebc-aef5-11f98a48194c, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:18:58.299311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Network 73ee7f1e-892d-4ebc-aef5-11f98a48194c is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:18:58.379443 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 73ee7f1e-892d-4ebc-aef5-11f98a48194c) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:18:58.383630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:18:58.384199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:58.388309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba0733-329b-42c9-8d32-208741f49e8e None None] Network 73ee7f1e-892d-4ebc-aef5-11f98a48194c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:18:58.481414 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-76b95a71-bb5f-481e-b482-12eb39682372 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6722696 Feb 17 12:18:58.608340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bbcf20-2dd4-461f-a486-4f5599087ec9 None None] Network 73ee7f1e-892d-4ebc-aef5-11f98a48194c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:18:59.614921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53290) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:18:59.620870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-615278736-network', 'tenant_id': '3d31f6c5de7747828476b56bbf87d582'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:18:59.625747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:18:59.630469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Usage tracker for resource:network and tenant:3d31f6c5de7747828476b56bbf87d582 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:18:59.633507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:18:59.639335 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:18:59.734626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Made reservation on behalf of 3d31f6c5de7747828476b56bbf87d582 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:18:59.736861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:59.750344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:59.783098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:18:59.787948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d31f6c5de7747828476b56bbf87d582 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:18:59.791124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:18:59.797045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:18:59.866062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:59.957112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:18:59.987523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:18:59.997366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383c77a-92ad-49d8-9c0a-8e13cc30857d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:00.003190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.003501 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Added segment d905eba9-ed80-463e-b4e1-4072048f506d of type vlan for network d7331d68-1abb-4d3c-9503-6584538b7fae Feb 17 12:19:00.030720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.173508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.174432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:00.175005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.278151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7331d68-1abb-4d3c-9503-6584538b7fae,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:00.288428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network d7331d68-1abb-4d3c-9503-6584538b7fae details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:19:00.346033 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-50d476d6-7330-4582-a7e4-743fd70212d9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7296708 Feb 17 12:19:00.349516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53294) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:00.355157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Request body: {'subnet': {'network_id': 'd7331d68-1abb-4d3c-9503-6584538b7fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-615278736-subnet', 'tenant_id': '3d31f6c5de7747828476b56bbf87d582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:19:00.360010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:19:00.364748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Usage tracker for resource:subnet and tenant:3d31f6c5de7747828476b56bbf87d582 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:19:00.367212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:19:00.372862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:19:00.437175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Made reservation on behalf of 3d31f6c5de7747828476b56bbf87d582 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:19:00.439540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.694200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.768085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcb4215-ebd9-43be-9ab5-c7d63a12f769,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:00.779954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Checking segment: {'id': 'd905eba9-ed80-463e-b4e1-4072048f506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd7331d68-1abb-4d3c-9503-6584538b7fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:19:00.780299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Network hostable DHCP agents. Network: d7331d68-1abb-4d3c-9503-6584538b7fae, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:19:00.847742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Network d7331d68-1abb-4d3c-9503-6584538b7fae is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:19:00.905159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, d7331d68-1abb-4d3c-9503-6584538b7fae) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:19:00.908996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:00.909578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:00.915189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9043a88-64ae-4d32-af02-b27667039360 None None] Network d7331d68-1abb-4d3c-9503-6584538b7fae requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:19:00.996838 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-669ea8b5-8785-4908-a2b1-153b8c8bbcba admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6458821 Feb 17 12:19:01.139172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4840b0-62ac-474d-a786-bc6f6c2f6505 None None] Network d7331d68-1abb-4d3c-9503-6584538b7fae requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:19:01.600314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-542076ec-34ad-4759-a6d5-c032ad7563fe tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:01.601727 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-542076ec-34ad-4759-a6d5-c032ad7563fe tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/networks?id=73ee7f1e-892d-4ebc-aef5-11f98a48194c HTTP/1.1" status: 200 len: 811 time: 0.1417146 Feb 17 12:19:01.618836 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-8025a2d0-4cb4-4f12-b0fa-c46e769e1641 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/quotas/647624c70c3c484ca1d85000aab66f12 HTTP/1.1" status: 200 len: 375 time: 0.0115891 Feb 17 12:19:01.664316 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-a891a3d7-a8ba-40e0-94db-b8919f3a9dbf tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=647624c70c3c484ca1d85000aab66f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402331 Feb 17 12:19:01.920330 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-64e4dd77-836a-4848-ae0f-340eabb806d4 service neutron] 10.222.0.47 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495816 Feb 17 12:19:02.052747 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-25a0c468-7b49-4acd-9cd6-b2e590cb43b2 service neutron] 10.222.0.47 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263707 Feb 17 12:19:02.314256 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-37e7748a-88bb-4a5e-ba1e-21772c4e70ff req-738daed1-ef96-47ff-af62-f9951eb61e57 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 210 time: 0.0425465 Feb 17 12:19:03.487636 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd607f9a-8964-4a5f-95b9-916563fc6aa2 req-b0efade0-4682-4ede-a842-fc891a9ffa2d tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 210 time: 0.0435693 Feb 17 12:19:04.673849 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5730fce9-ef05-4020-b68e-e825589c472f req-edaac71d-4023-4f98-8930-69841cc7f320 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 210 time: 0.0643833 Feb 17 12:19:04.684917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-b838424e-c766-4378-8d4e-cc61086f2f6a tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:04.685588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-b838424e-c766-4378-8d4e-cc61086f2f6a tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Synchronizing usage tracker for tenant:647624c70c3c484ca1d85000aab66f12 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:19:04.779699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-b838424e-c766-4378-8d4e-cc61086f2f6a tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Unset dirty status for tenant:647624c70c3c484ca1d85000aab66f12 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:19:04.780958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-b838424e-c766-4378-8d4e-cc61086f2f6a tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.24 "GET /v2.0/networks?id=73ee7f1e-892d-4ebc-aef5-11f98a48194c HTTP/1.1" status: 200 len: 811 time: 0.2813997 Feb 17 12:19:04.797509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Request body: {'port': {'device_id': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c', 'admin_state_up': True, 'tenant_id': '647624c70c3c484ca1d85000aab66f12'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:19:04.935390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:19:04.939120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Usage tracker for resource:port and tenant:647624c70c3c484ca1d85000aab66f12 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:19:04.942510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:19:04.948172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:19:05.047622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Made reservation on behalf of 647624c70c3c484ca1d85000aab66f12 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:19:05.051002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:05.211806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Allocated IP 172.20.0.5 (73ee7f1e-892d-4ebc-aef5-11f98a48194c/568f325f-ed5e-46df-b583-60966cbb7da9/4695bd69-751e-4547-8db6-67c4e250123a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:19:05.416157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:05.522710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:05.592918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Network 73ee7f1e-892d-4ebc-aef5-11f98a48194c is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:19:05.595728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:19:05.600199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:19:05.630155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Pushing event updated for resources: {'Port': ['ID=4695bd69-751e-4547-8db6-67c4e250123a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:05.667266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:05.667863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:05.757379 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-315033db-9401-49d2-8e2b-0d80f8a352cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638293 Feb 17 12:19:05.768161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Request body: {'port': {'device_id': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:19:05.875452 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:05.876917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed18de-5e71-4216-b203-d92f92e64c52 req-a4b484d6-7db6-49af-aabf-41ef7cb89a3b tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:05.878423 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b1ed18de-5e71-4216-b203-d92f92e64c52 req-a4b484d6-7db6-49af-aabf-41ef7cb89a3b tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 931 time: 0.0779510 Feb 17 12:19:05.924931 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b1ed18de-5e71-4216-b203-d92f92e64c52 req-d27c7370-ee79-4075-9838-534be1db8663 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Feb 17 12:19:06.218559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4695bd69-751e-4547-8db6-67c4e250123a {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:19:06.225468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:06.239891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Transition to ACTIVE for port object 4695bd69-751e-4547-8db6-67c4e250123a will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:19:06.310877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:06.515063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Pushing event updated for resources: {'Port': ['ID=4695bd69-751e-4547-8db6-67c4e250123a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:06.621349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Attempting to bind port 4695bd69-751e-4547-8db6-67c4e250123a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:19:06.621672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Attempting to bind port 4695bd69-751e-4547-8db6-67c4e250123a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7e0ec659-b190-42dd-9514-ed28abeda67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:19:06.622019 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Attempting to bind port 4695bd69-751e-4547-8db6-67c4e250123a on network 73ee7f1e-892d-4ebc-aef5-11f98a48194c {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:19:06.627760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Port 4695bd69-751e-4547-8db6-67c4e250123a on network 73ee7f1e-892d-4ebc-aef5-11f98a48194c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:19:06.628148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Attempting to bind port 4695bd69-751e-4547-8db6-67c4e250123a on network 73ee7f1e-892d-4ebc-aef5-11f98a48194c {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:19:06.634556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:19:06.634882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Checking segment: {'id': '7e0ec659-b190-42dd-9514-ed28abeda67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:19:06.635343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Bound using segment: {'id': '7e0ec659-b190-42dd-9514-ed28abeda67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:19:06.635779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Bound port: 4695bd69-751e-4547-8db6-67c4e250123a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0ec659-b190-42dd-9514-ed28abeda67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:19:06.636113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:06.722905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] For port 4695bd69-751e-4547-8db6-67c4e250123a, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:19:06.726542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] For port 4695bd69-751e-4547-8db6-67c4e250123a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4695bd69-751e-4547-8db6-67c4e250123a,segment=NetworkSegment(7e0ec659-b190-42dd-9514-ed28abeda67b),segment_id=7e0ec659-b190-42dd-9514-ed28abeda67b)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:19:06.797351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:06.862059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:06.863424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] 10.222.0.24 "PUT /v2.0/ports/4695bd69-751e-4547-8db6-67c4e250123a HTTP/1.1" status: 200 len: 1093 time: 1.0994663 Feb 17 12:19:06.864479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'tag': '4695bd69-751e-4547-8db6-67c4e250123a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:19:06.885946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136f9f1-a697-4efa-84ce-5eab52cdd71b service neutron] Pushing event updated for resources: {'Port': ['ID=4695bd69-751e-4547-8db6-67c4e250123a,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:06.921371 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'tag': '4695bd69-751e-4547-8db6-67c4e250123a', 'status': 'completed', 'code': 200} Feb 17 12:19:07.012592 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a3a0ac2-d01b-42c4-b306-fd011c91a3f4 req-18803615-9897-4b89-943b-c9ce7d2755f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647624c70c3c484ca1d85000aab66f12&device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 1096 time: 0.0711288 Feb 17 12:19:07.158173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0ac2-d01b-42c4-b306-fd011c91a3f4 req-701ff59b-29e2-4ebc-b4e6-b25da931324b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:07.159653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a3a0ac2-d01b-42c4-b306-fd011c91a3f4 req-701ff59b-29e2-4ebc-b4e6-b25da931324b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=647624c70c3c484ca1d85000aab66f12&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1410491 Feb 17 12:19:07.226425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9dff1-d228-424f-99dc-f1984f5c4b35 req-86f190a6-2117-41a4-acef-dda9ee3eca4f tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:07.227902 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7da9dff1-d228-424f-99dc-f1984f5c4b35 req-86f190a6-2117-41a4-acef-dda9ee3eca4f tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 943 time: 0.1694293 Feb 17 12:19:07.275350 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7da9dff1-d228-424f-99dc-f1984f5c4b35 req-03cea858-8dc4-4598-a80e-32d13d408863 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Feb 17 12:19:07.307004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0ac2-d01b-42c4-b306-fd011c91a3f4 req-b3217f6c-038b-411b-9ebb-4dd838df51c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:07.308463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7a3a0ac2-d01b-42c4-b306-fd011c91a3f4 req-b3217f6c-038b-411b-9ebb-4dd838df51c2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1430926 Feb 17 12:19:07.426361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-a9c7c6b1-214f-46b8-a0b5-e7f445ed0d62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647624c70c3c484ca1d85000aab66f12&device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 1096 time: 0.0818827 Feb 17 12:19:07.495587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-d059a925-fa3c-410b-aaf1-4ff4ad6f7c1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4695bd69-751e-4547-8db6-67c4e250123a HTTP/1.1" status: 200 len: 217 time: 0.0633087 Feb 17 12:19:07.557700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-1f17b5cf-ddb7-44bd-974f-32623141cc6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:07.559195 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-1f17b5cf-ddb7-44bd-974f-32623141cc6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=568f325f-ed5e-46df-b583-60966cbb7da9 HTTP/1.1" status: 200 len: 851 time: 0.0579102 Feb 17 12:19:07.608083 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-092ff563-079b-4de9-874f-1c7e0f9309f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73ee7f1e-892d-4ebc-aef5-11f98a48194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433664 Feb 17 12:19:07.741609 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-5aafeb37-9f84-40d2-a966-d72bb95b4221 service neutron] 10.222.0.24 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264296 Feb 17 12:19:07.751133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4a97dc19-3f58-4278-a7cb-7694459c53b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:07.874161 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bfa0e946-b3fa-46d3-9285-f3492214c23a req-1917f88f-c033-4474-a7da-5d5aad211f47 service neutron] 10.222.0.24 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267667 Feb 17 12:19:08.474391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4970c6e-2b60-4969-a628-721647f3e413 req-6e8e45de-9652-42f6-a1c6-2369d84795b4 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:08.475062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f4970c6e-2b60-4969-a628-721647f3e413 req-6e8e45de-9652-42f6-a1c6-2369d84795b4 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Synchronizing usage tracker for tenant:647624c70c3c484ca1d85000aab66f12 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:19:08.596767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f4970c6e-2b60-4969-a628-721647f3e413 req-6e8e45de-9652-42f6-a1c6-2369d84795b4 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Unset dirty status for tenant:647624c70c3c484ca1d85000aab66f12 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:19:08.598000 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f4970c6e-2b60-4969-a628-721647f3e413 req-6e8e45de-9652-42f6-a1c6-2369d84795b4 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 943 time: 0.1982658 Feb 17 12:19:08.644021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f4970c6e-2b60-4969-a628-721647f3e413 req-dc595610-520f-4761-a249-a5828c9d8e48 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Synchronizing usage tracker for tenant:647624c70c3c484ca1d85000aab66f12 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:19:08.796818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f4970c6e-2b60-4969-a628-721647f3e413 req-dc595610-520f-4761-a249-a5828c9d8e48 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Unset dirty status for tenant:647624c70c3c484ca1d85000aab66f12 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:19:08.797945 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f4970c6e-2b60-4969-a628-721647f3e413 req-dc595610-520f-4761-a249-a5828c9d8e48 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941612 Feb 17 12:19:09.998180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25a7f1-64b4-454f-8b6a-6664ef5a544f req-c2de7b93-4ffa-4e0d-99a5-84a68898d949 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:09.999625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c25a7f1-64b4-454f-8b6a-6664ef5a544f req-c2de7b93-4ffa-4e0d-99a5-84a68898d949 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 943 time: 0.0766447 Feb 17 12:19:10.025641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-66888a89-e93d-4429-9d2b-f617b27116c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:10.045685 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c25a7f1-64b4-454f-8b6a-6664ef5a544f req-ffe8b3c6-c4c0-4606-bb5a-297222412635 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Feb 17 12:19:11.259056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8aa19-d8c2-4ee5-8484-a46ad06b4507 req-781df68d-b6d9-45b7-9280-e49daf32a2a7 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:11.260544 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d0d8aa19-d8c2-4ee5-8484-a46ad06b4507 req-781df68d-b6d9-45b7-9280-e49daf32a2a7 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 943 time: 0.0813439 Feb 17 12:19:11.308670 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d0d8aa19-d8c2-4ee5-8484-a46ad06b4507 req-bebd0d8b-2121-423f-b7da-5dcdbdad16b7 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427079 Feb 17 12:19:11.362859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:11.391401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:11.669136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4695bd69-751e-4547-8db6-67c4e250123a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:19:11.785701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:11.806866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 4695bd69-751e-4547-8db6-67c4e250123a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4695bd69-751e-4547-8db6-67c4e250123a,segment=NetworkSegment(7e0ec659-b190-42dd-9514-ed28abeda67b),segment_id=7e0ec659-b190-42dd-9514-ed28abeda67b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:11.819391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '4695bd69-751e-4547-8db6-67c4e250123a', 'network_id': '73ee7f1e-892d-4ebc-aef5-11f98a48194c', 'port_id': '4695bd69-751e-4547-8db6-67c4e250123a', 'mac_address': 'fa:16:3e:18:9a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568f325f-ed5e-46df-b583-60966cbb7da9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:19:11.871359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:11.891753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4695bd69-751e-4547-8db6-67c4e250123a {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:19:11.906778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 4695bd69-751e-4547-8db6-67c4e250123a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4695bd69-751e-4547-8db6-67c4e250123a,segment=NetworkSegment(7e0ec659-b190-42dd-9514-ed28abeda67b),segment_id=7e0ec659-b190-42dd-9514-ed28abeda67b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:11.992468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:12.058226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=4695bd69-751e-4547-8db6-67c4e250123a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:12.328701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['4695bd69-751e-4547-8db6-67c4e250123a'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:19:12.510388 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4e84-5e94-4e65-bbd1-24f4f58e1aff req-46db3041-5532-4067-ad7b-74d368a0dc4d tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:12.511920 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a2ce4e84-5e94-4e65-bbd1-24f4f58e1aff req-46db3041-5532-4067-ad7b-74d368a0dc4d tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 944 time: 0.0829997 Feb 17 12:19:12.561974 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a2ce4e84-5e94-4e65-bbd1-24f4f58e1aff req-443ef066-2ea6-4cef-92c4-0261c7b5f5a3 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443287 Feb 17 12:19:12.888326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:13.680109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4695bd69-751e-4547-8db6-67c4e250123a up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:19:13.769101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea082d4-b72b-4564-9e87-0d09a2afe492 req-aef40234-e523-47f2-8444-7818700c0961 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:13.769101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2ea082d4-b72b-4564-9e87-0d09a2afe492 req-aef40234-e523-47f2-8444-7818700c0961 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 944 time: 0.0764287 Feb 17 12:19:13.807589 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2ea082d4-b72b-4564-9e87-0d09a2afe492 req-e77f7b9d-32a2-4127-a1b5-406521357d33 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Feb 17 12:19:13.824950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 4695bd69-751e-4547-8db6-67c4e250123a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:19:13.833272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 4695bd69-751e-4547-8db6-67c4e250123a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:19:13.833272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:13.947661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:13.973408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4695bd69-751e-4547-8db6-67c4e250123a'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:19:13.983450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 4695bd69-751e-4547-8db6-67c4e250123a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4695bd69-751e-4547-8db6-67c4e250123a,segment=NetworkSegment(7e0ec659-b190-42dd-9514-ed28abeda67b),segment_id=7e0ec659-b190-42dd-9514-ed28abeda67b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:14.028744 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4695bd69-751e-4547-8db6-67c4e250123a', 'code': 200} Feb 17 12:19:14.075840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:14.146186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=4695bd69-751e-4547-8db6-67c4e250123a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:14.485885 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c5a1d12c-209d-4042-b110-5fcbb04a814d req-0e73d7fd-1b66-493f-bb90-f4926c1cbd48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 1098 time: 0.1581872 Feb 17 12:19:14.529304 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c5a1d12c-209d-4042-b110-5fcbb04a814d req-d44ebb0b-01fa-43e4-889f-4ac5334120d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Feb 17 12:19:15.009690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762447fa-fbe2-463a-889a-6f6cb74261c7 req-79360319-2029-4aaa-8796-4e0efc42a274 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:15.011156 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-762447fa-fbe2-463a-889a-6f6cb74261c7 req-79360319-2029-4aaa-8796-4e0efc42a274 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0796702 Feb 17 12:19:15.056016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-762447fa-fbe2-463a-889a-6f6cb74261c7 req-2989ef39-ed9a-45a7-8383-bb3414ef04c8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Feb 17 12:19:16.254080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86157f-5c92-4468-a757-d80fa91caeaa req-b740436d-3a42-4734-b44e-23e9dbd634f8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:16.255541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cc86157f-5c92-4468-a757-d80fa91caeaa req-b740436d-3a42-4734-b44e-23e9dbd634f8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0770645 Feb 17 12:19:16.301351 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cc86157f-5c92-4468-a757-d80fa91caeaa req-e68d890a-d836-4abf-9541-ac9f2acaed44 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Feb 17 12:19:16.493662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69262d-db9e-4084-8b33-a524dad557a3 req-cfeba986-326f-4863-b377-09371209a8db tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:16.495141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c69262d-db9e-4084-8b33-a524dad557a3 req-cfeba986-326f-4863-b377-09371209a8db tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0754569 Feb 17 12:19:16.542884 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c69262d-db9e-4084-8b33-a524dad557a3 req-64ae3309-caed-4184-b1c1-534199c6d66f tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Feb 17 12:19:17.178402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c1f8-ae1f-4d81-9ab5-8c9a7cc07001 req-059d8bf0-88c2-426b-8911-49f943ca291b tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:17.180495 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9813c1f8-ae1f-4d81-9ab5-8c9a7cc07001 req-059d8bf0-88c2-426b-8911-49f943ca291b tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0814660 Feb 17 12:19:17.224641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9813c1f8-ae1f-4d81-9ab5-8c9a7cc07001 req-5c2e7f48-e191-44e6-85e8-489488b9ab58 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384943 Feb 17 12:19:18.433813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eb9dc-8dd0-4b64-9a07-52f56b2fd03f req-c574ba82-0671-4774-8253-cda29c5b2825 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:18.435317 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-587eb9dc-8dd0-4b64-9a07-52f56b2fd03f req-c574ba82-0671-4774-8253-cda29c5b2825 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0788245 Feb 17 12:19:18.480862 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-587eb9dc-8dd0-4b64-9a07-52f56b2fd03f req-045a132f-49ff-4d58-9656-f740024b2af5 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Feb 17 12:19:18.989348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0f5da-7e26-4acb-a926-a169891ea49e req-e3fa76ac-d3bf-4d1e-ad58-9843f0ad5219 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:18.990893 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d4f0f5da-7e26-4acb-a926-a169891ea49e req-e3fa76ac-d3bf-4d1e-ad58-9843f0ad5219 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0786691 Feb 17 12:19:19.044341 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d4f0f5da-7e26-4acb-a926-a169891ea49e req-a248e929-4c5b-494a-91c8-cb35b642ae4f tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Feb 17 12:19:19.059134 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-f5baa444-0fcb-4cb8-8e44-9bacfa4a495c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647624c70c3c484ca1d85000aab66f12&device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 1098 time: 0.0710385 Feb 17 12:19:19.192093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-9dc594ba-48c9-449d-9ab7-389868afccc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:19.193542 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-9dc594ba-48c9-449d-9ab7-389868afccc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73ee7f1e-892d-4ebc-aef5-11f98a48194c HTTP/1.1" status: 200 len: 911 time: 0.1285653 Feb 17 12:19:19.263160 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-91bf9c11-9dd8-4875-8548-ba15d2794852 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4695bd69-751e-4547-8db6-67c4e250123a HTTP/1.1" status: 200 len: 217 time: 0.0640104 Feb 17 12:19:19.330337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-63d81461-cfc8-4661-b942-9edad32f13c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:19.331774 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-63d81461-cfc8-4661-b942-9edad32f13c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=568f325f-ed5e-46df-b583-60966cbb7da9 HTTP/1.1" status: 200 len: 851 time: 0.0635424 Feb 17 12:19:19.379994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-80003fa7-428c-40a4-8283-296c2de54ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73ee7f1e-892d-4ebc-aef5-11f98a48194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423670 Feb 17 12:19:19.509558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-6cd190d7-3680-441a-b3b4-cd9748f0c067 service neutron] 10.222.0.24 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240318 Feb 17 12:19:19.638999 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09e94fce-4c3e-44c8-8f7e-fd0e9a93e41b req-6213e1a7-44c8-4ada-a57d-883f9f918d10 service neutron] 10.222.0.24 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242156 Feb 17 12:19:20.241011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260aa8b-2f32-4c51-8572-194c09b52900 req-c6bc7225-bce4-4b88-b855-19a59819a3f8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:20.242962 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b260aa8b-2f32-4c51-8572-194c09b52900 req-c6bc7225-bce4-4b88-b855-19a59819a3f8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0758736 Feb 17 12:19:20.290782 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b260aa8b-2f32-4c51-8572-194c09b52900 req-1e8d80e2-0d80-43c4-8784-39c0371f2a0f tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Feb 17 12:19:21.486816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898357f-0427-43ae-a39c-97a3f472e3cf req-fc7b6a27-f3a5-4157-9a9c-3c62355169e1 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:21.488267 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6898357f-0427-43ae-a39c-97a3f472e3cf req-fc7b6a27-f3a5-4157-9a9c-3c62355169e1 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0769613 Feb 17 12:19:21.533661 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6898357f-0427-43ae-a39c-97a3f472e3cf req-6c0eba4d-476d-4a40-9dd4-66dad0a4882e tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Feb 17 12:19:22.317053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf874b-7c86-47dd-a201-1b64e0b5b883 req-960d7050-3a65-4bcc-8dbb-82ee9a82e556 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:22.318512 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-daaf874b-7c86-47dd-a201-1b64e0b5b883 req-960d7050-3a65-4bcc-8dbb-82ee9a82e556 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0800388 Feb 17 12:19:22.365259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-daaf874b-7c86-47dd-a201-1b64e0b5b883 req-f21df9fc-9df2-4870-ad5d-62e8446a72b5 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Feb 17 12:19:23.568661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad77e1-20c1-4bb6-9152-a081ac9a608e req-9f21b9c3-2d60-4502-86ed-6648bc418b60 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:23.570102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87ad77e1-20c1-4bb6-9152-a081ac9a608e req-9f21b9c3-2d60-4502-86ed-6648bc418b60 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0775394 Feb 17 12:19:23.614848 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-87ad77e1-20c1-4bb6-9152-a081ac9a608e req-93dffe4c-79a3-4a51-a8fc-aff8f90de0ab tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Feb 17 12:19:24.127615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eb66d-b832-487a-a687-729e8c794bab req-ce02a54c-61f0-405c-b099-039999c2ba93 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:24.129086 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f97eb66d-b832-487a-a687-729e8c794bab req-ce02a54c-61f0-405c-b099-039999c2ba93 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0774915 Feb 17 12:19:24.219785 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f97eb66d-b832-487a-a687-729e8c794bab req-09e6b04b-c376-4489-8a06-a21da6c553f9 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840595 Feb 17 12:19:24.242417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-95ea81d7-f686-465b-a657-608ed6df20b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647624c70c3c484ca1d85000aab66f12&device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 1098 time: 0.1055906 Feb 17 12:19:24.373641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-4d98f5d8-903f-4df3-9cfa-79e03cc213d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:24.375129 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-4d98f5d8-903f-4df3-9cfa-79e03cc213d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73ee7f1e-892d-4ebc-aef5-11f98a48194c HTTP/1.1" status: 200 len: 911 time: 0.1273828 Feb 17 12:19:24.444139 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-b7cef310-879e-4d5b-b111-644128a9cc8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4695bd69-751e-4547-8db6-67c4e250123a HTTP/1.1" status: 200 len: 217 time: 0.0627396 Feb 17 12:19:24.591115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-53ea4903-8589-4995-9066-5de19fd518ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:24.592474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-53ea4903-8589-4995-9066-5de19fd518ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=568f325f-ed5e-46df-b583-60966cbb7da9 HTTP/1.1" status: 200 len: 851 time: 0.1431324 Feb 17 12:19:24.638118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-c22e2aea-082b-477f-9db6-431fc201bc26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73ee7f1e-892d-4ebc-aef5-11f98a48194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387008 Feb 17 12:19:24.767082 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-8f223619-78f8-44b8-8013-20cd730fa816 service neutron] 10.222.0.24 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235523 Feb 17 12:19:24.897700 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-179bb31d-e02d-4999-9d4c-ae4f52f36ab8 req-56e13a5a-a0a5-4975-9df2-6c6cebe01e4b service neutron] 10.222.0.24 "GET /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249146 Feb 17 12:19:25.415924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ec930-8de7-44c0-bfb3-24322e239ecb req-6b215c31-10cd-472a-908f-86bdc0a09c0a tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:25.417360 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-731ec930-8de7-44c0-bfb3-24322e239ecb req-6b215c31-10cd-472a-908f-86bdc0a09c0a tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0746856 Feb 17 12:19:25.462521 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-731ec930-8de7-44c0-bfb3-24322e239ecb req-9cc423ab-9996-4c92-91e3-47842445c51d tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Feb 17 12:19:26.659003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d5973-c73b-4b64-9a10-f965505adca1 req-d4c7443e-e77a-45eb-a550-83c7b9e18e26 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:26.660463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8a1d5973-c73b-4b64-9a10-f965505adca1 req-d4c7443e-e77a-45eb-a550-83c7b9e18e26 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0780654 Feb 17 12:19:26.707901 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8a1d5973-c73b-4b64-9a10-f965505adca1 req-70741d5c-a3f3-4722-882a-ac8e7ebbedd5 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Feb 17 12:19:27.314921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4f25b-e4ed-403d-b1f0-0a38f91303a8 req-8d1b47dc-34f8-4eff-b3b0-061b77a9c8cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:27.316496 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-70f4f25b-e4ed-403d-b1f0-0a38f91303a8 req-8d1b47dc-34f8-4eff-b3b0-061b77a9c8cb tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0788155 Feb 17 12:19:27.366127 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-70f4f25b-e4ed-403d-b1f0-0a38f91303a8 req-45e010c7-10db-43a9-bb33-1945999be367 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Feb 17 12:19:28.564125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46aa6-26fa-48b0-9c6a-32bb31911c21 req-32fc8374-4875-4788-bf0d-35f4bbd76076 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:28.565563 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-58b46aa6-26fa-48b0-9c6a-32bb31911c21 req-32fc8374-4875-4788-bf0d-35f4bbd76076 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0782073 Feb 17 12:19:28.611303 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-58b46aa6-26fa-48b0-9c6a-32bb31911c21 req-32e90b9f-274c-4c5e-94f6-729edd00c372 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Feb 17 12:19:29.138799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-1f4a9200-9198-4ef4-aa34-bb54c48eccc8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:29.140134 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-1f4a9200-9198-4ef4-aa34-bb54c48eccc8 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.0748057 Feb 17 12:19:29.213813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Deleting port 4695bd69-751e-4547-8db6-67c4e250123a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:19:29.214131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:29.459064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] For port 4695bd69-751e-4547-8db6-67c4e250123a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4695bd69-751e-4547-8db6-67c4e250123a,segment=NetworkSegment(7e0ec659-b190-42dd-9514-ed28abeda67b),segment_id=7e0ec659-b190-42dd-9514-ed28abeda67b)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:29.459404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:29.577794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Calling delete_port for 4695bd69-751e-4547-8db6-67c4e250123a owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:19:29.810119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:29.836572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['4695bd69-751e-4547-8db6-67c4e250123a'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:19:29.865594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0149eb-40af-4cc6-82f8-12a14a0ffefa req-961bc877-fa34-4138-a05a-b03958754146 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:29.875532 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0149eb-40af-4cc6-82f8-12a14a0ffefa req-961bc877-fa34-4138-a05a-b03958754146 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 945 time: 0.1288476 Feb 17 12:19:29.875532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Pushing event deleted for resources: {'Port': ['ID=4695bd69-751e-4547-8db6-67c4e250123a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:29.967450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] No DVR routers for this DVR port 4695bd69-751e-4547-8db6-67c4e250123a on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:19:29.971420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:29.973758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'name': 'network-vif-deleted', 'tag': '4695bd69-751e-4547-8db6-67c4e250123a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:19:29.993926 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e0149eb-40af-4cc6-82f8-12a14a0ffefa req-5ace04aa-8d83-431d-b2b6-d5b13bc285ab tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202035 Feb 17 12:19:30.048607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-67cc550c-ac93-4c30-97ee-1eac565ffd0d req-305615f3-7040-459f-99f3-d7672366ba84 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.24 "DELETE /v2.0/ports/4695bd69-751e-4547-8db6-67c4e250123a HTTP/1.1" status: 204 len: 173 time: 0.9020834 Feb 17 12:19:30.122031 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7ff4a6-9375-44c6-b96c-50246f832e3c', 'name': 'network-vif-deleted', 'tag': '4695bd69-751e-4547-8db6-67c4e250123a', 'status': 'completed', 'code': 200} Feb 17 12:19:31.168227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4dfdc896-3de2-45bd-9ca9-e33c216f37e1 req-eea4ea33-c992-4e57-a2dc-6f6884216393 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Synchronizing usage tracker for tenant:647624c70c3c484ca1d85000aab66f12 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:19:31.275355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4dfdc896-3de2-45bd-9ca9-e33c216f37e1 req-eea4ea33-c992-4e57-a2dc-6f6884216393 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] Unset dirty status for tenant:647624c70c3c484ca1d85000aab66f12 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:19:31.276465 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4dfdc896-3de2-45bd-9ca9-e33c216f37e1 req-eea4ea33-c992-4e57-a2dc-6f6884216393 tempest-TestServerAdvancedOps-1076747547 tempest-TestServerAdvancedOps-1076747547-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7ff4a6-9375-44c6-b96c-50246f832e3c HTTP/1.1" status: 200 len: 210 time: 0.1509075 Feb 17 12:19:32.392005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53398) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:32.451649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Deleting subnet 568f325f-ed5e-46df-b583-60966cbb7da9 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:19:32.454480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:32.504682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:32.558660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:32.704305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:32.745284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568f325f-ed5e-46df-b583-60966cbb7da9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:32.751463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:32.757220 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a89e19eb-77f3-4282-826b-5fac0ee03750 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/568f325f-ed5e-46df-b583-60966cbb7da9 HTTP/1.1" status: 204 len: 168 time: 0.3636022 Feb 17 12:19:32.759798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53402) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:32.864254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:32.986431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.011703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ee7f1e-892d-4ebc-aef5-11f98a48194c']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:19:33.023618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0ec659-b190-42dd-9514-ed28abeda67b') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:19:33.023967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0ec659-b190-42dd-9514-ed28abeda67b') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:19:33.035110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.051296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.058082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:19:33.058463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:19:33.071626 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:19:33.219760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.236729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.248777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ee7f1e-892d-4ebc-aef5-11f98a48194c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:33.311651 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb462936-4b88-424c-a6a7-d51de1567213 admin admin] 10.222.0.47 "DELETE /v2.0/networks/73ee7f1e-892d-4ebc-aef5-11f98a48194c HTTP/1.1" status: 204 len: 168 time: 0.5508525 Feb 17 12:19:33.314890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53406) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:33.378298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Deleting subnet 6fcb4215-ebd9-43be-9ab5-c7d63a12f769 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:19:33.381487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.434621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.490796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.642713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.769240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcb4215-ebd9-43be-9ab5-c7d63a12f769,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:33.777316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:33.783086 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-24a093db-0356-45a1-b674-3c183b1e75c1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6fcb4215-ebd9-43be-9ab5-c7d63a12f769 HTTP/1.1" status: 204 len: 168 time: 0.4678988 Feb 17 12:19:33.785577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53410) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:33.820238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4695bd69-751e-4547-8db6-67c4e250123a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:19:33.854954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 4695bd69-751e-4547-8db6-67c4e250123a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:19:33.855288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4695bd69-751e-4547-8db6-67c4e250123a not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:19:33.893970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.015940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.042033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7331d68-1abb-4d3c-9503-6584538b7fae']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:19:34.054012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd905eba9-ed80-463e-b4e1-4072048f506d') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:19:34.054289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd905eba9-ed80-463e-b4e1-4072048f506d') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:19:34.066686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.081978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.088874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:19:34.089249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:19:34.104129 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:19:34.246656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.251572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.272999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7331d68-1abb-4d3c-9503-6584538b7fae,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:34.278371 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8072907b-3537-4ab6-80f6-23a37cf72337 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d7331d68-1abb-4d3c-9503-6584538b7fae HTTP/1.1" status: 204 len: 168 time: 0.4913020 Feb 17 12:19:34.743114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53416) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:34.793090 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b1811999-5925-41ff-9c24-3f44fe4345e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=647624c70c3c484ca1d85000aab66f12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487938 Feb 17 12:19:34.795858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53420) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:34.857595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cd01f1e-b1c8-4413-9415-94e04cdffc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:34.881900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cd01f1e-b1c8-4413-9415-94e04cdffc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:35.006449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cd01f1e-b1c8-4413-9415-94e04cdffc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:35.024822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd01f1e-b1c8-4413-9415-94e04cdffc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:35.092709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6cd01f1e-b1c8-4413-9415-94e04cdffc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:35.093879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6cd01f1e-b1c8-4413-9415-94e04cdffc91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d7ac6c9-6e68-4d28-a032-d1f53b5f6c9b HTTP/1.1" status: 204 len: 168 time: 0.2970734 Feb 17 12:19:35.205989 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:19:35.857313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53428) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:35.907334 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1801324e-357f-4f44-bd05-de031bc6254e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d31f6c5de7747828476b56bbf87d582&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488470 Feb 17 12:19:35.909836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53432) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:19:35.967894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5bb0-0f34-4743-a29c-d4c82a023b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:35.992740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5bb0-0f34-4743-a29c-d4c82a023b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:36.168141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5bb0-0f34-4743-a29c-d4c82a023b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:36.185224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b5bb0-0f34-4743-a29c-d4c82a023b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383c77a-92ad-49d8-9c0a-8e13cc30857d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:36.191336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5bb0-0f34-4743-a29c-d4c82a023b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:36.192636 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ea3b5bb0-0f34-4743-a29c-d4c82a023b30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f383c77a-92ad-49d8-9c0a-8e13cc30857d HTTP/1.1" status: 204 len: 168 time: 0.2817707 Feb 17 12:19:37.762444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0a0c-114c-43e6-8b1e-f75a8f03f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:40.052481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d9e0158e-ce00-4fec-a1f9-a4e5d9c52bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:41.408319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:41.441031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:41.762496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:42.899747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:44.663489 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-9ec6f5de-c959-4ac2-b311-189f7286bffa tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=010f6121db8b4e90bb63d6f1a3338960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273943 Feb 17 12:19:44.812007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-017788b5-8125-4df0-8cbb-4d3e605ab528 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:44.813351 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-017788b5-8125-4df0-8cbb-4d3e605ab528 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449227 Feb 17 12:19:44.830281 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-288342be-aab5-4703-ab1a-cfec6accba9b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/quotas/010f6121db8b4e90bb63d6f1a3338960 HTTP/1.1" status: 200 len: 375 time: 0.0113771 Feb 17 12:19:44.874607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-043b3643-209a-4ef9-93f0-bfdabbf54fd1 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=010f6121db8b4e90bb63d6f1a3338960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393291 Feb 17 12:19:46.157700 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-687e3549-2db3-4f49-a710-14bd2d12b387 req-9379d7be-9454-4b6a-b1f3-5441c453c22d tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 210 time: 0.0446734 Feb 17 12:19:47.336392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-838ab5d8-577f-49b4-b8b0-0c89696f57a1 req-0b98183e-7ad2-4405-a213-a92599457250 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 210 time: 0.0526173 Feb 17 12:19:48.262647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-7a731d56-809b-436e-b1e9-2f5134b1c321 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=010f6121db8b4e90bb63d6f1a3338960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281653 Feb 17 12:19:48.335685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-db5cd564-e76f-499f-80c2-5765aec8de3c tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:48.337169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-db5cd564-e76f-499f-80c2-5765aec8de3c tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487739 Feb 17 12:19:48.351729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Request body: {'port': {'device_id': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6', 'admin_state_up': True, 'tenant_id': '010f6121db8b4e90bb63d6f1a3338960'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:19:48.498072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:19:48.502164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Usage tracker for resource:port and tenant:010f6121db8b4e90bb63d6f1a3338960 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:19:48.505129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:19:48.510969 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0b9c01e6-ef35-49ca-abbe-b2ded518560b req-ceb201f9-07c3-4892-b9a3-cd42e997f3fe tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 210 time: 0.0491409 Feb 17 12:19:48.513290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:19:48.585340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Made reservation on behalf of 010f6121db8b4e90bb63d6f1a3338960 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:19:48.588445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:48.601191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:48.633967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:19:48.638356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Usage tracker for resource:security_group_rule and tenant:010f6121db8b4e90bb63d6f1a3338960 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:19:48.641353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:19:48.647906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:19:48.721598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:48.796625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:48.874177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2694370c-f376-426a-9a32-29d16c499097,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:48.897430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.897769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.898125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.898455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.898779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.899100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.899419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.899736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.900052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.900427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.900853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:48.979563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Allocated IP 192.168.233.80 (e164e89a-5b62-49ac-87ca-fc32cfd55fa6/217adb68-c025-4e08-baf6-ac288e1945cd/3badd192-b3b2-4ba6-9b43-60aec9b7bdd6) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:19:49.182312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:49.198451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Transition to ACTIVE for port object 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:19:49.275261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:49.347259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:19:49.350690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:19:49.355045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:19:49.400818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Pushing event updated for resources: {'Port': ['ID=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:49.422850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:49.423449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:49.569173 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-8d197687-f613-41f1-b0e9-d6600608e06b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2210939 Feb 17 12:19:49.580062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Request body: {'port': {'device_id': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:19:49.676384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b1ea300f-c20d-4a44-b4e9-66f61bc0318c None None] Provisioning for port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:19:49.681525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b1ea300f-c20d-4a44-b4e9-66f61bc0318c None None] Provisioning complete for port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:19:49.682641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b1ea300f-c20d-4a44-b4e9-66f61bc0318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:49.737108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea300f-c20d-4a44-b4e9-66f61bc0318c None None] Port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:19:49.740754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:49.821035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-befb2fbb-ca3e-4579-9830-9ea72c67ae37 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:49.821710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-befb2fbb-ca3e-4579-9830-9ea72c67ae37 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Synchronizing usage tracker for tenant:010f6121db8b4e90bb63d6f1a3338960 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:19:49.999064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-befb2fbb-ca3e-4579-9830-9ea72c67ae37 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Unset dirty status for tenant:010f6121db8b4e90bb63d6f1a3338960 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:19:50.000182 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-befb2fbb-ca3e-4579-9830-9ea72c67ae37 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 935 time: 0.3649218 Feb 17 12:19:50.166305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.resource_extend [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 12:19:50.174464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-4caca783-3e56-4e02-8826-d774048fcc81 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Synchronizing usage tracker for tenant:010f6121db8b4e90bb63d6f1a3338960 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:19:50.238325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:19:50.245897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:50.260728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Transition to ACTIVE for port object 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:19:50.320405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-4caca783-3e56-4e02-8826-d774048fcc81 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Unset dirty status for tenant:010f6121db8b4e90bb63d6f1a3338960 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:19:50.321735 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-784ad2f7-ffee-47f0-a836-5bcb3d3248e1 req-4caca783-3e56-4e02-8826-d774048fcc81 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093328 Feb 17 12:19:50.345256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:50.477652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:50.609180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Attempting to bind port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:19:50.609506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Attempting to bind port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:19:50.609860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Attempting to bind port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 on network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:19:50.615710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 on network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:19:50.619430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Attempting to bind port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 on network e164e89a-5b62-49ac-87ca-fc32cfd55fa6 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:19:50.622473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:19:50.622808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Checking segment: {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:19:50.623187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Bound using segment: {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:19:50.623689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Bound port: 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69738ef0-eab5-4757-b385-5b834e6df249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:19:50.624028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:50.718465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] For port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:19:50.721318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] For port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:19:50.837038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:50.898821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:50.903855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] 10.222.0.24 "PUT /v2.0/ports/3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 HTTP/1.1" status: 200 len: 1097 time: 1.3242855 Feb 17 12:19:50.903855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'tag': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:19:50.920458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4f90-4e65-4e06-b139-d82451f6c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:50.961963 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'tag': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6', 'status': 'completed', 'code': 200} Feb 17 12:19:51.053910 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bb87457-e1e3-4b34-b01d-1725643f909c req-fa0d0c50-81f2-4fe1-947b-d39973ff488a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=010f6121db8b4e90bb63d6f1a3338960&device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 1100 time: 0.0720193 Feb 17 12:19:51.089310 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bb87457-e1e3-4b34-b01d-1725643f909c req-7cc41b0d-74d8-41f0-9ef4-b06d7cdc0dd3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=010f6121db8b4e90bb63d6f1a3338960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287514 Feb 17 12:19:51.225098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb87457-e1e3-4b34-b01d-1725643f909c req-5cee148e-6454-4067-9577-769de9fef1b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:51.226598 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bb87457-e1e3-4b34-b01d-1725643f909c req-5cee148e-6454-4067-9577-769de9fef1b7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1319795 Feb 17 12:19:51.345643 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-ae16df5a-d2ab-4cda-b9c1-e9f5a0ac38ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=010f6121db8b4e90bb63d6f1a3338960&device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 1100 time: 0.0698814 Feb 17 12:19:51.418094 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-281492dc-b415-45c6-beee-84586ac2c40e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 HTTP/1.1" status: 200 len: 217 time: 0.0654716 Feb 17 12:19:51.523696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-4ade95b8-42d0-4e69-a37b-b4f0d7a19cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:51.525148 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-4ade95b8-42d0-4e69-a37b-b4f0d7a19cbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=217adb68-c025-4e08-baf6-ac288e1945cd HTTP/1.1" status: 200 len: 843 time: 0.1018903 Feb 17 12:19:51.602306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054093b-f393-4ccc-8181-0778e56bd699 req-1fcd40ae-5380-4696-9943-9023ecb014e5 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:51.604289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6054093b-f393-4ccc-8181-0778e56bd699 req-1fcd40ae-5380-4696-9943-9023ecb014e5 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 947 time: 0.1435430 Feb 17 12:19:51.654027 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-5ced7add-3e13-4083-9110-3e3f9f5e3560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e164e89a-5b62-49ac-87ca-fc32cfd55fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1227970 Feb 17 12:19:51.684979 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6054093b-f393-4ccc-8181-0778e56bd699 req-3f4de9fc-2265-4fd0-8c7e-8d5bbdb1d835 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737422 Feb 17 12:19:51.794207 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-9402bcf6-5348-40ec-bbf2-cb6287b25225 service neutron] 10.222.0.24 "GET /v2.0/networks/e164e89a-5b62-49ac-87ca-fc32cfd55fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343298 Feb 17 12:19:51.934273 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95c14fd9-3da1-4479-9a8c-84ec1054e45e req-4f3dcd2d-7966-4af0-b0cb-735e6423d633 service neutron] 10.222.0.24 "GET /v2.0/networks/e164e89a-5b62-49ac-87ca-fc32cfd55fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349101 Feb 17 12:19:52.878776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f7d52-3af9-4c18-84e9-4f9e8d326b0f req-3d8dd58f-3060-419a-831a-7d993f4b352b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:52.880214 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c50f7d52-3af9-4c18-84e9-4f9e8d326b0f req-3d8dd58f-3060-419a-831a-7d993f4b352b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 947 time: 0.0758834 Feb 17 12:19:52.925346 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c50f7d52-3af9-4c18-84e9-4f9e8d326b0f req-0c137237-fa6e-4f8e-8728-11cd1b618710 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Feb 17 12:19:54.124602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95783d3c-16d4-447f-84bb-eb5bc08a8519 req-14722f97-f791-4c1f-b3b7-80d1bc495f02 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:54.126075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95783d3c-16d4-447f-84bb-eb5bc08a8519 req-14722f97-f791-4c1f-b3b7-80d1bc495f02 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 947 time: 0.0767875 Feb 17 12:19:54.171068 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-95783d3c-16d4-447f-84bb-eb5bc08a8519 req-de9a495f-4be5-4156-9ebf-1ffd8bb7dc86 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Feb 17 12:19:55.369026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed75f1-680c-470a-bfbb-3aa640b66e00 req-1d95fd75-466b-4841-89c5-6ea08a18df98 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:55.370488 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d8ed75f1-680c-470a-bfbb-3aa640b66e00 req-1d95fd75-466b-4841-89c5-6ea08a18df98 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 947 time: 0.0775964 Feb 17 12:19:55.415421 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d8ed75f1-680c-470a-bfbb-3aa640b66e00 req-f9eff520-ef03-4266-a42d-9f1065aa3421 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Feb 17 12:19:55.947926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:19:56.080848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:56.094386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6', 'network_id': 'e164e89a-5b62-49ac-87ca-fc32cfd55fa6', 'port_id': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6', 'mac_address': 'fa:16:3e:5e:b0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217adb68-c025-4e08-baf6-ac288e1945cd', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:19:56.145920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:56.166273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:19:56.181147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:56.280567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:56.345494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:56.353534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.353900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.354239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.354567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.354894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.355266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.355588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.355908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.356225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.356540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.356848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:19:56.594561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['3badd192-b3b2-4ba6-9b43-60aec9b7bdd6'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:19:56.614422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b46b37-63e0-4031-abd4-5df829837224 req-b5e3eb58-837a-4463-987b-8efdd1ba2a43 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:56.615867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9b46b37-63e0-4031-abd4-5df829837224 req-b5e3eb58-837a-4463-987b-8efdd1ba2a43 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 948 time: 0.0795000 Feb 17 12:19:56.660313 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9b46b37-63e0-4031-abd4-5df829837224 req-2d86b98c-d0af-4cb8-9e0a-619a91555f1b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Feb 17 12:19:57.854785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192ffbf-6685-447d-bd9b-e82e30319dfa req-abf42e6b-8b7f-4db4-beaa-f216e4f61ea6 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:57.857259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3192ffbf-6685-447d-bd9b-e82e30319dfa req-abf42e6b-8b7f-4db4-beaa-f216e4f61ea6 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 948 time: 0.0775592 Feb 17 12:19:57.903756 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3192ffbf-6685-447d-bd9b-e82e30319dfa req-a0448c40-354d-412a-ac0f-c2f9f3ba9331 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Feb 17 12:19:57.964007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:19:58.105151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:19:58.110472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:19:58.110834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:58.224721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:58.250612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:19:58.263827 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:19:58.313310 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6', 'code': 200} Feb 17 12:19:58.333914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:19:58.401076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:19:58.633658 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b40dff8c-0042-41de-8250-748f7c9688c9 req-03c65fe6-099d-4dad-b678-1425cef28dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 1102 time: 0.0661316 Feb 17 12:19:58.764360 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b40dff8c-0042-41de-8250-748f7c9688c9 req-8b995cac-bb31-4434-9dc1-9d01acd8c016 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252832 Feb 17 12:19:59.104742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e7f72-693a-41b2-ae19-91b352985d10 req-fd75fa69-4c38-45a6-ac80-4d71dcc22746 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:19:59.106812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1c5e7f72-693a-41b2-ae19-91b352985d10 req-fd75fa69-4c38-45a6-ac80-4d71dcc22746 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 949 time: 0.0797129 Feb 17 12:19:59.152452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1c5e7f72-693a-41b2-ae19-91b352985d10 req-db2e1100-803c-4624-ba4f-18cb7a753d1e tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Feb 17 12:20:00.355716 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162823-5bdb-4f8e-8a2a-33ded01c32cc req-681cf306-c706-47b6-b14f-4e7ac2e2ae41 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:00.357171 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-07162823-5bdb-4f8e-8a2a-33ded01c32cc req-681cf306-c706-47b6-b14f-4e7ac2e2ae41 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 949 time: 0.0777261 Feb 17 12:20:00.401915 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-07162823-5bdb-4f8e-8a2a-33ded01c32cc req-f13590e0-6304-430c-ba70-fadecf15d936 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391192 Feb 17 12:20:00.909683 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3cc0facb-3ffa-4d51-893b-d83523cfbe62 req-8393a644-2d2f-4c60-a06e-8d67994114c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665193 Feb 17 12:20:01.706166 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-43a5d8a4-1066-4578-9125-c6ebfced90a3 req-ac65671e-c497-43cf-a5f0-e94613e6fe87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2281702 Feb 17 12:20:02.548604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429f90b-8a31-468e-a551-71f33100c6db req-3d372d60-7237-4ef6-816c-92450311dd1b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:02.550131 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a429f90b-8a31-468e-a551-71f33100c6db req-3d372d60-7237-4ef6-816c-92450311dd1b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 949 time: 0.0777204 Feb 17 12:20:02.597115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a429f90b-8a31-468e-a551-71f33100c6db req-e1ad3618-037f-46b5-b53b-4544a5d31d58 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Feb 17 12:20:03.800514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b6e7-63b1-4957-bedc-da85909d4cdc req-a8ffa040-6bf0-4e4a-8e90-f7af69741c17 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:03.801987 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-af50b6e7-63b1-4957-bedc-da85909d4cdc req-a8ffa040-6bf0-4e4a-8e90-f7af69741c17 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 949 time: 0.0786920 Feb 17 12:20:03.846973 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-af50b6e7-63b1-4957-bedc-da85909d4cdc req-771e8a37-51ba-49a9-9662-f8da602f0a02 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/security-groups?id=2694370c-f376-426a-9a32-29d16c499097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Feb 17 12:20:03.936946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-d4015984-02e6-4237-87fe-23b0ed9bf8e5 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:03.938469 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-d4015984-02e6-4237-87fe-23b0ed9bf8e5 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 949 time: 0.0781693 Feb 17 12:20:04.006235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Deleting port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:20:04.006568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:04.247442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] For port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,segment=NetworkSegment(69738ef0-eab5-4757-b385-5b834e6df249),segment_id=69738ef0-eab5-4757-b385-5b834e6df249)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:20:04.247698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:04.370137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Calling delete_port for 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:20:04.573720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:04.585765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['3badd192-b3b2-4ba6-9b43-60aec9b7bdd6'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:20:04.627236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Pushing event deleted for resources: {'Port': ['ID=3badd192-b3b2-4ba6-9b43-60aec9b7bdd6,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:04.708298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] No DVR routers for this DVR port 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:20:04.711266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:04.714078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'name': 'network-vif-deleted', 'tag': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:20:04.774278 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9df2dc-234d-46a2-8a06-5a1710b46b30', 'name': 'network-vif-deleted', 'tag': '3badd192-b3b2-4ba6-9b43-60aec9b7bdd6', 'status': 'completed', 'code': 200} Feb 17 12:20:04.791857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e95da15a-fc46-40b2-a16c-0ae524c06873 req-0485071c-5c70-4d45-b79e-261466c6ef4b tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.24 "DELETE /v2.0/ports/3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 HTTP/1.1" status: 204 len: 173 time: 0.8476703 Feb 17 12:20:05.011777 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-21b76bbc-631f-4c42-b454-7acaf0d6f63d req-c840411c-80de-4acb-aa0c-b437dc80ad01 tempest-ServersAdminNegativeTestJSON-238180011 tempest-ServersAdminNegativeTestJSON-238180011-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9df2dc-234d-46a2-8a06-5a1710b46b30 HTTP/1.1" status: 200 len: 210 time: 0.0415206 Feb 17 12:20:06.610836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53572) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:06.784456 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7e309bc6-7a0b-4945-a4da-64928b9b59fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=010f6121db8b4e90bb63d6f1a3338960&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722436 Feb 17 12:20:06.786659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53578) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:06.844874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:06.869750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:06.994180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:07.010558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2694370c-f376-426a-9a32-29d16c499097,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:07.019396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.019738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.020071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.020399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.020724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.021051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.021372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.021690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.022035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.022347 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.022660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:20:07.086597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:07.087746 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-643ce645-99fe-416a-aae5-b97db790b7e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2694370c-f376-426a-9a32-29d16c499097 HTTP/1.1" status: 204 len: 168 time: 0.3002203 Feb 17 12:20:07.771808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53586) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:07.783080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6b2e-d824-4d39-80fd-ab7f791b550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:07.789860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:07.821574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:20:07.825457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Usage tracker for resource:security_group_rule and tenant:10e1e4e2445341d8973324d9d151c232 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:20:07.828326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:20:07.833995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:20:07.894818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:07.973178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:08.021022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c37b7c-b18a-40ac-80fd-5764e8dbfbc6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:08.026362 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c14b3a18-ac8c-4faa-a3e1-082baf279f52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10e1e4e2445341d8973324d9d151c232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2535419 Feb 17 12:20:08.029026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53590) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:08.041553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:20:08.074340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:20:08.074884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3badd192-b3b2-4ba6-9b43-60aec9b7bdd6 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:20:08.088831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dcb15fa-c7f1-4dfb-befb-fe63e40182ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:08.113850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dcb15fa-c7f1-4dfb-befb-fe63e40182ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:08.253685 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dcb15fa-c7f1-4dfb-befb-fe63e40182ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:08.269965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb15fa-c7f1-4dfb-befb-fe63e40182ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c37b7c-b18a-40ac-80fd-5764e8dbfbc6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:08.274126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5dcb15fa-c7f1-4dfb-befb-fe63e40182ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:08.275261 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5dcb15fa-c7f1-4dfb-befb-fe63e40182ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62c37b7c-b18a-40ac-80fd-5764e8dbfbc6 HTTP/1.1" status: 204 len: 168 time: 0.2453251 Feb 17 12:20:09.451673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53612) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:09.577469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-382783804-network', 'tenant_id': 'cf752b438d5941ab935f47b6c6dc0067'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:20:09.582402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:20:09.586226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Usage tracker for resource:network and tenant:cf752b438d5941ab935f47b6c6dc0067 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:20:09.589022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:20:09.595049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:20:09.671006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Made reservation on behalf of cf752b438d5941ab935f47b6c6dc0067 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:20:09.673338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:09.686769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:09.718964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:20:09.722646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Usage tracker for resource:security_group_rule and tenant:cf752b438d5941ab935f47b6c6dc0067 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:20:09.725320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:20:09.730981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:20:09.798677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:09.858772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:09.886768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:20:09.895449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc4eca8-22c2-4c01-841c-cd4ca49d2098,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:09.900669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:09.901005 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Added segment c8e57965-fa17-439a-8850-5f6a4a0cd1fa of type vlan for network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 Feb 17 12:20:09.927345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.030455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.031307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:10.031873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.059211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c80dce42-2981-493d-81d5-f06b2a1369c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.216435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] Pushing event updated for resources: {'Network': ['ID=34269e4a-22be-453c-9f2d-72fe1d0e27e1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:10.226413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:20:10.268323 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-04bd0218-b612-48eb-870f-f6c5138b6a45 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8128724 Feb 17 12:20:10.268544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53618) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:10.273833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Request body: {'subnet': {'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-382783804-subnet', 'tenant_id': 'cf752b438d5941ab935f47b6c6dc0067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:20:10.279307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:20:10.283089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Usage tracker for resource:subnet and tenant:cf752b438d5941ab935f47b6c6dc0067 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:20:10.286026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:20:10.292175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:20:10.367978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Made reservation on behalf of cf752b438d5941ab935f47b6c6dc0067 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:20:10.370392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.647886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.724909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c839f09d-71fe-43d9-92ee-7d342471a3c3,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:10.736757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Checking segment: {'id': 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:20:10.737106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Network hostable DHCP agents. Network: 34269e4a-22be-453c-9f2d-72fe1d0e27e1, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:20:10.824617 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:20:10.956529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 34269e4a-22be-453c-9f2d-72fe1d0e27e1) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:20:10.960826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:10.961394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:10.966870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8b19b-84b9-4193-8344-957cde06d50a None None] Network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:20:11.054311 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-380438d5-4c52-41ad-aaaa-ced6ad2d391f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7846673 Feb 17 12:20:11.178631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e372c1f0-5880-4c9e-9b32-9b1b5c147395 None None] Network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:20:11.420599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:11.447507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:11.598768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-afc8334a-2594-486c-8edf-dd3e2eea645e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:11.599344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-afc8334a-2594-486c-8edf-dd3e2eea645e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Synchronizing usage tracker for tenant:cf752b438d5941ab935f47b6c6dc0067 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:20:11.682113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-afc8334a-2594-486c-8edf-dd3e2eea645e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Unset dirty status for tenant:cf752b438d5941ab935f47b6c6dc0067 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:20:11.683933 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-afc8334a-2594-486c-8edf-dd3e2eea645e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/networks?id=34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 200 len: 811 time: 0.2265053 Feb 17 12:20:11.701132 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-12bc9cc9-8aa5-476e-afb3-ceaa497433f2 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/quotas/cf752b438d5941ab935f47b6c6dc0067 HTTP/1.1" status: 200 len: 375 time: 0.0114677 Feb 17 12:20:11.748499 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-059ae962-728f-443a-ab3e-f4761e89723d tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418291 Feb 17 12:20:11.762241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:11.879761 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-14d6a981-57d2-410a-95a1-0a3f4bb3145e service neutron] 10.222.0.47 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242862 Feb 17 12:20:12.010115 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-b13f7e5f-1a6f-4373-90f4-80d04106be61 service neutron] 10.222.0.47 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247711 Feb 17 12:20:12.206788 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:20:12.255259 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f5e9619-2e4c-4179-bbe6-4ebd25de1415 req-42622af9-7669-4a1a-9a61-1ab49e34b16e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 210 time: 0.0400341 Feb 17 12:20:12.939371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:13.427283 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-776998c7-858c-4d71-b543-9f69b1a32122 req-7690fe5a-853a-4825-aff2-409a20f6a845 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 210 time: 0.0471728 Feb 17 12:20:14.346648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-a7a31f39-2671-4067-abd7-57bcd291660d tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:14.347929 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-a7a31f39-2671-4067-abd7-57bcd291660d tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.24 "GET /v2.0/networks?id=34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 200 len: 811 time: 0.1402245 Feb 17 12:20:14.362593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Request body: {'port': {'device_id': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1', 'admin_state_up': True, 'tenant_id': 'cf752b438d5941ab935f47b6c6dc0067'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:20:14.501062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:20:14.511845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Usage tracker for resource:port and tenant:cf752b438d5941ab935f47b6c6dc0067 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:20:14.511845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:20:14.514017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:20:14.591279 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0466259f-fddb-445f-aa69-645a72de6a7b req-eade2a7b-8e03-4786-a84a-99e73ae90620 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 210 time: 0.0434120 Feb 17 12:20:14.600075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Made reservation on behalf of cf752b438d5941ab935f47b6c6dc0067 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:20:14.603184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:14.764320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Allocated IP 172.20.0.14 (34269e4a-22be-453c-9f2d-72fe1d0e27e1/c839f09d-71fe-43d9-92ee-7d342471a3c3/adc15352-75dd-4e82-920c-da0c9554939c) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:20:15.044498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:15.145518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:15.218030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:20:15.219116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:20:15.222836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:20:15.256361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:15.288714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:15.289309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:15.374288 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-aa6ad34e-28f5-4f35-a0d7-b7b77ddab523 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0152125 Feb 17 12:20:15.384622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Request body: {'port': {'device_id': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:20:15.490688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:15.786620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ee58-5488-46f5-bd8d-170823a1c355 req-6bc5cd60-3a53-48bf-ae87-8aa41f99e632 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:15.788052 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0669ee58-5488-46f5-bd8d-170823a1c355 req-6bc5cd60-3a53-48bf-ae87-8aa41f99e632 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 932 time: 0.0767756 Feb 17 12:20:15.825643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc15352-75dd-4e82-920c-da0c9554939c {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:20:15.832079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0669ee58-5488-46f5-bd8d-170823a1c355 req-2dfff687-39d3-4aa5-86ce-75a4306dfacb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Synchronizing usage tracker for tenant:cf752b438d5941ab935f47b6c6dc0067 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:20:15.832749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:15.848509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Transition to ACTIVE for port object adc15352-75dd-4e82-920c-da0c9554939c will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:20:15.933308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0669ee58-5488-46f5-bd8d-170823a1c355 req-2dfff687-39d3-4aa5-86ce-75a4306dfacb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Unset dirty status for tenant:cf752b438d5941ab935f47b6c6dc0067 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:20:15.934550 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0669ee58-5488-46f5-bd8d-170823a1c355 req-2dfff687-39d3-4aa5-86ce-75a4306dfacb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409388 Feb 17 12:20:15.978790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:16.100766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:16.209276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Attempting to bind port adc15352-75dd-4e82-920c-da0c9554939c on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:20:16.209513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Attempting to bind port adc15352-75dd-4e82-920c-da0c9554939c by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:20:16.209859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Attempting to bind port adc15352-75dd-4e82-920c-da0c9554939c on network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:20:16.216269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Port adc15352-75dd-4e82-920c-da0c9554939c on network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:20:16.216621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Attempting to bind port adc15352-75dd-4e82-920c-da0c9554939c on network 34269e4a-22be-453c-9f2d-72fe1d0e27e1 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:20:16.222758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:20:16.223082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Checking segment: {'id': 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:20:16.223454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Bound using segment: {'id': 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:20:16.223864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Bound port: adc15352-75dd-4e82-920c-da0c9554939c, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:20:16.224198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:16.309480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:20:16.312441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:20:16.401973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:16.464976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:16.466794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] 10.222.0.24 "PUT /v2.0/ports/adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 200 len: 1094 time: 1.0858643 Feb 17 12:20:16.467226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:20:16.486626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c355e08-c472-4cd3-aec6-9851b1994c28 service neutron] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:16.528336 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c', 'status': 'completed', 'code': 200} Feb 17 12:20:16.617209 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-695d1762-1087-4e2d-b314-b5457ddb4055 req-c9fadec6-7068-4f8e-8063-873e9262deef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1097 time: 0.0698996 Feb 17 12:20:16.772649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1762-1087-4e2d-b314-b5457ddb4055 req-5efc32fe-dd29-437c-b1a8-14dba14ecafd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:16.774032 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-695d1762-1087-4e2d-b314-b5457ddb4055 req-5efc32fe-dd29-437c-b1a8-14dba14ecafd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cf752b438d5941ab935f47b6c6dc0067&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1391466 Feb 17 12:20:16.908782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1762-1087-4e2d-b314-b5457ddb4055 req-78a63126-3f8f-4044-abdc-f6800b814e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:16.910249 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-695d1762-1087-4e2d-b314-b5457ddb4055 req-78a63126-3f8f-4044-abdc-f6800b814e20 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1308322 Feb 17 12:20:17.023125 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-5ab7f3ab-dcc1-4ea7-a13b-1f4b6a02cce2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1097 time: 0.0737143 Feb 17 12:20:17.138750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1ef07-f2b1-49d5-914a-018bf09c3c2d req-f3f328cb-0528-4df4-9f04-c0bfe350051e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:17.140251 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7ed1ef07-f2b1-49d5-914a-018bf09c3c2d req-f3f328cb-0528-4df4-9f04-c0bfe350051e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 944 time: 0.0827343 Feb 17 12:20:17.186458 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-0f529716-d926-41c0-8688-a13afba7dc07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 200 len: 217 time: 0.1563685 Feb 17 12:20:17.187609 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7ed1ef07-f2b1-49d5-914a-018bf09c3c2d req-e0f3a9cd-9167-45c8-a43c-85356864fc33 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Feb 17 12:20:17.249803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-e68941e5-6474-4030-aab9-3ba08e0d5cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:17.251245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-e68941e5-6474-4030-aab9-3ba08e0d5cde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c839f09d-71fe-43d9-92ee-7d342471a3c3 HTTP/1.1" status: 200 len: 851 time: 0.0589507 Feb 17 12:20:17.295959 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-cf11dfb0-e158-444d-8352-97ab18eb2d77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34269e4a-22be-453c-9f2d-72fe1d0e27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390410 Feb 17 12:20:17.424821 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-fbfa4459-f61d-4991-95c5-54b3a8dcb6a2 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231699 Feb 17 12:20:17.554330 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6b9a38f1-e93d-45f0-a6b5-b226105ce7c8 req-b48d46c9-28a8-4037-846c-159da21f4510 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237941 Feb 17 12:20:18.402225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338be3-4dc5-493c-9844-587f58a09a69 req-09bdff10-7aeb-4807-a40c-c1d8f09a1a72 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:18.403841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5c338be3-4dc5-493c-9844-587f58a09a69 req-09bdff10-7aeb-4807-a40c-c1d8f09a1a72 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Synchronizing usage tracker for tenant:cf752b438d5941ab935f47b6c6dc0067 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:20:18.483594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5c338be3-4dc5-493c-9844-587f58a09a69 req-09bdff10-7aeb-4807-a40c-c1d8f09a1a72 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Unset dirty status for tenant:cf752b438d5941ab935f47b6c6dc0067 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:20:18.484804 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c338be3-4dc5-493c-9844-587f58a09a69 req-09bdff10-7aeb-4807-a40c-c1d8f09a1a72 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 944 time: 0.1587200 Feb 17 12:20:18.538141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c338be3-4dc5-493c-9844-587f58a09a69 req-0acd3359-2ed7-4cf5-bab2-86edbec3961a tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Feb 17 12:20:19.735539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e073dd4-f575-48a2-a016-8bffb4ba2dad req-a9e1176d-45a2-4d3b-8b4f-8ca5460445de tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:19.736976 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2e073dd4-f575-48a2-a016-8bffb4ba2dad req-a9e1176d-45a2-4d3b-8b4f-8ca5460445de tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 944 time: 0.0782413 Feb 17 12:20:19.781173 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2e073dd4-f575-48a2-a016-8bffb4ba2dad req-1cdef426-fd8d-46c0-80fa-5260cd388a93 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Feb 17 12:20:20.147466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:20:20.282443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:20:20.295590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'adc15352-75dd-4e82-920c-da0c9554939c', 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1', 'port_id': 'adc15352-75dd-4e82-920c-da0c9554939c', 'mac_address': 'fa:16:3e:c3:94:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c839f09d-71fe-43d9-92ee-7d342471a3c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:20:20.348063 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:20.364970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc15352-75dd-4e82-920c-da0c9554939c {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:20:20.379359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:20:20.476412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:20.543430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:20.801959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['adc15352-75dd-4e82-920c-da0c9554939c'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:20:20.974103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df6424-0244-4062-a91c-95f8659f385e req-4e7dc189-7546-4a4e-be25-6e554e5b98bd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:20.975550 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61df6424-0244-4062-a91c-95f8659f385e req-4e7dc189-7546-4a4e-be25-6e554e5b98bd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 945 time: 0.0758712 Feb 17 12:20:21.020917 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61df6424-0244-4062-a91c-95f8659f385e req-b4e4d999-d760-4f1a-8b59-d68258c20128 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Feb 17 12:20:22.152641 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:20:22.237015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f831bc-286a-4399-894b-aaa41fef3509 req-9b2cb73b-ca8a-42f6-a6cf-29692af14bba tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:22.238547 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a4f831bc-286a-4399-894b-aaa41fef3509 req-9b2cb73b-ca8a-42f6-a6cf-29692af14bba tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 945 time: 0.0852008 Feb 17 12:20:22.291797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port adc15352-75dd-4e82-920c-da0c9554939c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:20:22.299026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port adc15352-75dd-4e82-920c-da0c9554939c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:20:22.303308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:22.303449 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a4f831bc-286a-4399-894b-aaa41fef3509 req-b2c3e2cd-bf2a-4223-b20f-9bbc7e3244ea tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Feb 17 12:20:22.443340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:22.468984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:20:22.478353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:20:22.523308 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c', 'code': 200} Feb 17 12:20:22.542567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:22.614413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:20:22.887710 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c5b6bf0-bf83-4f39-88f4-fcebfb1c446a req-86f0e87b-1be7-4ada-8acf-0d18172deb0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1099 time: 0.0721421 Feb 17 12:20:22.928257 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c5b6bf0-bf83-4f39-88f4-fcebfb1c446a req-4f4cf6cc-bdd6-4cb1-8c95-51b32d6275ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Feb 17 12:20:23.504146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4f7a-8f1f-4935-a88d-1e918f1d4cc5 req-85780c20-7a09-4d3e-be1f-ba2f1c4f2297 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:23.505582 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-119b4f7a-8f1f-4935-a88d-1e918f1d4cc5 req-85780c20-7a09-4d3e-be1f-ba2f1c4f2297 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0743771 Feb 17 12:20:23.551442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-119b4f7a-8f1f-4935-a88d-1e918f1d4cc5 req-624dcdd0-5e2d-4311-9db2-8cc27039de48 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Feb 17 12:20:24.747270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b44d-e63f-446c-b157-f6cd83870614 req-12279f7b-d921-4d20-b1c3-13bcd1e3fb44 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:24.748868 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b5d4b44d-e63f-446c-b157-f6cd83870614 req-12279f7b-d921-4d20-b1c3-13bcd1e3fb44 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0753415 Feb 17 12:20:24.793833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b5d4b44d-e63f-446c-b157-f6cd83870614 req-a048969e-7e3e-4b55-b197-88b4ea57588d tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Feb 17 12:20:24.987848 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-25405ced-7634-4149-83cf-c97e7ad700f2 req-9e6a53ab-3fc5-4b95-882a-1566a9b0553c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697463 Feb 17 12:20:25.483864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7419278-4222-4d03-a2f4-027d2b22d8b3 req-6f25a128-6a07-4913-a6a4-3bdfa317a8b3 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:25.485651 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b7419278-4222-4d03-a2f4-027d2b22d8b3 req-6f25a128-6a07-4913-a6a4-3bdfa317a8b3 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0894964 Feb 17 12:20:25.530512 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b7419278-4222-4d03-a2f4-027d2b22d8b3 req-b07193fe-2960-437d-8649-8e7635c63aea tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Feb 17 12:20:25.538881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53678) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:20:25.673913 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-7c419ba6-7f77-4d77-985c-629bba68a133 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338561 Feb 17 12:20:26.743472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86279725-627b-46ec-a48e-e7ee4cb8d0a6 req-b94eb5a5-bf3a-446a-9192-b4d93dba84d5 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:26.746876 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-86279725-627b-46ec-a48e-e7ee4cb8d0a6 req-b94eb5a5-bf3a-446a-9192-b4d93dba84d5 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0862989 Feb 17 12:20:26.802142 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-86279725-627b-46ec-a48e-e7ee4cb8d0a6 req-c19d23b5-bd7e-4710-a9a0-8d4c799dac7d tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Feb 17 12:20:27.896246 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-279c7607-f6fd-49f1-9f7e-6118ee362f4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1099 time: 0.0695064 Feb 17 12:20:28.083199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d334a4-2c81-4dec-897e-2f38071067eb req-8fac6a1a-dfed-468e-8a08-fb9064b77217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:28.084644 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-8fac6a1a-dfed-468e-8a08-fb9064b77217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 200 len: 911 time: 0.1825988 Feb 17 12:20:28.094305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e578c-4365-4bf3-b30e-a6d52afd98f2 req-cf2dcac5-f57f-4713-9e7a-752e3ab4c627 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:28.095605 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5a6e578c-4365-4bf3-b30e-a6d52afd98f2 req-cf2dcac5-f57f-4713-9e7a-752e3ab4c627 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.1687269 Feb 17 12:20:28.179247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-872ed774-5bc9-4f7f-a164-61b9492b625a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 200 len: 217 time: 0.0827267 Feb 17 12:20:28.240794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5a6e578c-4365-4bf3-b30e-a6d52afd98f2 req-fa4683d2-1c8e-4e3a-b166-e88c37d73917 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961692 Feb 17 12:20:28.252251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d334a4-2c81-4dec-897e-2f38071067eb req-a3407e68-36f9-492a-b194-e3889197e029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:28.253773 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-a3407e68-36f9-492a-b194-e3889197e029 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c839f09d-71fe-43d9-92ee-7d342471a3c3 HTTP/1.1" status: 200 len: 851 time: 0.0658307 Feb 17 12:20:28.298748 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-ce2b0342-9f21-4049-aaad-0b12d6b964e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34269e4a-22be-453c-9f2d-72fe1d0e27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387661 Feb 17 12:20:28.427224 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-16c9fffe-5e6e-4c61-bb5e-875ca977af21 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225326 Feb 17 12:20:28.646323 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-110f1116-90b5-47cb-8f54-b5a4b45767f6 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133372 Feb 17 12:20:29.432375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759ac55-4181-484c-8988-5f7d82ba4ce3 req-599c0596-b9da-4b4d-94c8-9c2998f4e35e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:29.433809 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c759ac55-4181-484c-8988-5f7d82ba4ce3 req-599c0596-b9da-4b4d-94c8-9c2998f4e35e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0737438 Feb 17 12:20:29.479036 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c759ac55-4181-484c-8988-5f7d82ba4ce3 req-1de402db-ce05-4ddd-b8a1-04832d58c343 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Feb 17 12:20:30.678819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba27e7-730f-46a5-86fb-fa5d77d4c4ef req-069cd572-041f-4bf2-af15-cc2d4b6c8f46 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:30.680326 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-25ba27e7-730f-46a5-86fb-fa5d77d4c4ef req-069cd572-041f-4bf2-af15-cc2d4b6c8f46 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0780561 Feb 17 12:20:30.728273 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-25ba27e7-730f-46a5-86fb-fa5d77d4c4ef req-32d2f6d1-a019-4766-9092-49b315aa8723 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Feb 17 12:20:32.017125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887f250-a173-4280-89b0-8a1d06c7ba0f req-ee387f6d-c886-4ccc-bfc2-74367f74d7eb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:32.018770 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e887f250-a173-4280-89b0-8a1d06c7ba0f req-ee387f6d-c886-4ccc-bfc2-74367f74d7eb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.1701827 Feb 17 12:20:32.064367 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e887f250-a173-4280-89b0-8a1d06c7ba0f req-2299805f-25e9-47ec-9bf3-872e18f06194 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Feb 17 12:20:33.290477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e854294-6304-4e63-9800-6389fc15968e req-87705e6f-7b6e-4e89-8f38-909fa6ab359f tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:33.292366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e854294-6304-4e63-9800-6389fc15968e req-87705e6f-7b6e-4e89-8f38-909fa6ab359f tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.1032104 Feb 17 12:20:33.350625 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e854294-6304-4e63-9800-6389fc15968e req-5f537aba-2c29-4a8d-befa-de7531b7d379 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487103 Feb 17 12:20:34.550764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938db3-ab17-44a4-a0b0-18950a50b79a req-b8b55cd6-7f1b-4500-b95d-4c87a3d9e786 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:34.552196 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-27938db3-ab17-44a4-a0b0-18950a50b79a req-b8b55cd6-7f1b-4500-b95d-4c87a3d9e786 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0780220 Feb 17 12:20:34.595839 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-27938db3-ab17-44a4-a0b0-18950a50b79a req-dd829f88-fbfd-4062-97af-5fd0a49fe539 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Feb 17 12:20:35.790588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88df104-72aa-4d0e-8620-2c7558715586 req-0de87e57-a984-4100-8d76-e15728c41771 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:35.792059 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b88df104-72aa-4d0e-8620-2c7558715586 req-0de87e57-a984-4100-8d76-e15728c41771 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0770204 Feb 17 12:20:35.838407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b88df104-72aa-4d0e-8620-2c7558715586 req-d6992793-ef21-41bb-b08d-867a89506bbe tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Feb 17 12:20:37.032717 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20c07-6cbb-4dd7-b372-5c941cbb866b req-775f1aff-0df7-404f-b0d5-15fc00446455 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:37.034219 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1e20c07-6cbb-4dd7-b372-5c941cbb866b req-775f1aff-0df7-404f-b0d5-15fc00446455 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0768626 Feb 17 12:20:37.079946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1e20c07-6cbb-4dd7-b372-5c941cbb866b req-68155073-c053-4a38-ab2a-f8b9653fa39a tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Feb 17 12:20:37.759514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8c8ab953-f2ba-45fa-b59c-7bfb23088323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:38.284092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deccf1-a10f-45a2-9f8f-d5c62bafefdc req-eef53bdc-5a58-4d15-83f0-e6755ee00d38 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:38.285566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2deccf1-a10f-45a2-9f8f-d5c62bafefdc req-eef53bdc-5a58-4d15-83f0-e6755ee00d38 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0843308 Feb 17 12:20:38.331318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2deccf1-a10f-45a2-9f8f-d5c62bafefdc req-60d814f2-ede8-431a-954f-40dd8b0c7612 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Feb 17 12:20:39.529006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641334-5b24-4a88-a009-1bfb61775924 req-02b7d851-13c2-44fc-8df4-47ab00a07d5e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:39.530518 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b1641334-5b24-4a88-a009-1bfb61775924 req-02b7d851-13c2-44fc-8df4-47ab00a07d5e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0771585 Feb 17 12:20:39.575476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b1641334-5b24-4a88-a009-1bfb61775924 req-0c35bd59-3c7d-4663-a365-5ae7b51a22a0 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 Feb 17 12:20:40.024770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-debeed43-25c7-42f3-9d22-3a7e9983a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:40.773834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21260d-4070-4de0-a168-80f956d4bad6 req-c22cf8b4-b620-42d4-8578-f2c452578202 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:40.775277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-df21260d-4070-4de0-a168-80f956d4bad6 req-c22cf8b4-b620-42d4-8578-f2c452578202 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0766335 Feb 17 12:20:40.821241 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-df21260d-4070-4de0-a168-80f956d4bad6 req-fabffe48-ece1-416e-9e96-2a4513234336 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Feb 17 12:20:41.378961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:41.407324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:41.759144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:42.019099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526613-9ace-4201-a1b9-b02e2976ee59 req-eae0a131-5537-4d0a-892d-425f1b4cd4a0 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:42.020444 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d5526613-9ace-4201-a1b9-b02e2976ee59 req-eae0a131-5537-4d0a-892d-425f1b4cd4a0 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0751684 Feb 17 12:20:42.065644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d5526613-9ace-4201-a1b9-b02e2976ee59 req-bf3307d1-816f-4cbe-8939-f18e32cb2688 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Feb 17 12:20:42.916122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:20:43.277398 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a5331-7ecd-4369-9337-f069218039b7 req-87664307-d708-463a-bb7d-98e094fac391 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:43.278897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c9a5331-7ecd-4369-9337-f069218039b7 req-87664307-d708-463a-bb7d-98e094fac391 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0810590 Feb 17 12:20:43.326033 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c9a5331-7ecd-4369-9337-f069218039b7 req-255a01a7-2f49-4c47-a817-dbb59c70e838 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Feb 17 12:20:44.529545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8747cd-7b0e-4f38-be8f-0abc5313d580 req-b5450708-7ba9-45fe-9fd4-98558dd9735b tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:44.531675 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4b8747cd-7b0e-4f38-be8f-0abc5313d580 req-b5450708-7ba9-45fe-9fd4-98558dd9735b tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0791035 Feb 17 12:20:44.577014 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4b8747cd-7b0e-4f38-be8f-0abc5313d580 req-fe919ec9-f41e-41aa-83a0-c719442b7de5 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Feb 17 12:20:45.776180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e25d8f-392e-411b-abfc-ef78a37cafbe req-c68df3ba-267b-44e2-87d2-e554c6bb4adb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:45.777646 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-15e25d8f-392e-411b-abfc-ef78a37cafbe req-c68df3ba-267b-44e2-87d2-e554c6bb4adb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0770264 Feb 17 12:20:45.829518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-15e25d8f-392e-411b-abfc-ef78a37cafbe req-7c9bde1e-244c-4955-8037-de573909a4cd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Feb 17 12:20:47.023915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c7ffc-f0ef-4181-951e-e7f7d92c46f9 req-ce795580-65ca-47b2-8bf7-bfe4ad9a1481 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:47.025377 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d05c7ffc-f0ef-4181-951e-e7f7d92c46f9 req-ce795580-65ca-47b2-8bf7-bfe4ad9a1481 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0766199 Feb 17 12:20:47.073322 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d05c7ffc-f0ef-4181-951e-e7f7d92c46f9 req-5ddb0bec-1d07-4b57-948b-3dcc28a40338 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Feb 17 12:20:48.325864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-bc910be4-1996-4532-9896-7248e3241a3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1099 time: 0.0966241 Feb 17 12:20:48.332811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c88711-d461-4a1b-a8e7-86206a75acd2 req-011e061b-ba99-4d33-970d-55328f2bb6a7 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:48.334234 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2c88711-d461-4a1b-a8e7-86206a75acd2 req-011e061b-ba99-4d33-970d-55328f2bb6a7 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.1352313 Feb 17 12:20:48.462402 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e2c88711-d461-4a1b-a8e7-86206a75acd2 req-a04934ad-814b-4aa0-9948-548c5e26cac2 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226783 Feb 17 12:20:48.498289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-9c3f86b2-706c-4431-83be-df99bfc69498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:48.500292 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-9c3f86b2-706c-4431-83be-df99bfc69498 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 200 len: 911 time: 0.1469505 Feb 17 12:20:48.569478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-321bc0c5-c152-42e2-ae2f-047f9f51a8f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 200 len: 217 time: 0.0635283 Feb 17 12:20:48.633392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-19996dbb-f4f7-404c-ad66-fde235016921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:48.634866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-19996dbb-f4f7-404c-ad66-fde235016921 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c839f09d-71fe-43d9-92ee-7d342471a3c3 HTTP/1.1" status: 200 len: 851 time: 0.0595276 Feb 17 12:20:48.681204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-04fb1c2d-9e22-40e4-9c82-bc595c2103e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34269e4a-22be-453c-9f2d-72fe1d0e27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409708 Feb 17 12:20:48.691071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-6aa9c495-9f1e-4b65-ac8b-d4113275fc62 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:20:48.692085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-6aa9c495-9f1e-4b65-ac8b-d4113275fc62 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056012 Feb 17 12:20:48.823146 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-83833f2a-b783-431c-9746-86e146083fc2 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250737 Feb 17 12:20:48.959159 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2f75706-6b92-41bc-babe-7e34fa75223f req-1209777b-7618-485f-a80d-b1e2397e4f46 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302822 Feb 17 12:20:49.207928 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:20:49.658688 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3c66-9e97-4ed6-8c75-0d689d25edca req-23d06a90-7265-4495-b7bd-1d1d7bd55889 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:49.660143 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a79e3c66-9e97-4ed6-8c75-0d689d25edca req-23d06a90-7265-4495-b7bd-1d1d7bd55889 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0766242 Feb 17 12:20:49.706973 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a79e3c66-9e97-4ed6-8c75-0d689d25edca req-d5a9a124-1ce6-4821-97b2-32832831b8e4 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Feb 17 12:20:50.986495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2538f10-303a-4567-9e24-1c9954a7f958 req-d7c47957-2a52-47ce-b7c1-6fb02291cf16 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:50.987970 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2538f10-303a-4567-9e24-1c9954a7f958 req-d7c47957-2a52-47ce-b7c1-6fb02291cf16 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.1620235 Feb 17 12:20:51.041356 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a2538f10-303a-4567-9e24-1c9954a7f958 req-388e9886-02ad-4a1a-8baa-9370515ed283 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Feb 17 12:20:52.242849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b38ea-b96e-4afc-b444-4f576b03806d req-a35280f4-c253-4c4e-ac9b-bd618e113bb5 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:52.244325 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3b9b38ea-b96e-4afc-b444-4f576b03806d req-a35280f4-c253-4c4e-ac9b-bd618e113bb5 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0803359 Feb 17 12:20:52.292213 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3b9b38ea-b96e-4afc-b444-4f576b03806d req-4ffb1ac4-0bee-4fb2-9016-3ccf259f7abd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Feb 17 12:20:53.501313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf68ae5-8935-452d-913c-d125b2be4f67 req-e082d7f7-15a5-4d98-807e-d9859dc1cbb8 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:53.502867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1cf68ae5-8935-452d-913c-d125b2be4f67 req-e082d7f7-15a5-4d98-807e-d9859dc1cbb8 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0873554 Feb 17 12:20:53.553226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1cf68ae5-8935-452d-913c-d125b2be4f67 req-1fde7651-54ef-4569-b88a-c64d5c442590 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 Feb 17 12:20:54.757206 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0c0e-1312-4c32-8046-7ad80f5a9fa1 req-345ee42f-46dd-458d-8223-bfc13531b933 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:54.758694 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b28d0c0e-1312-4c32-8046-7ad80f5a9fa1 req-345ee42f-46dd-458d-8223-bfc13531b933 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0823348 Feb 17 12:20:54.806688 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b28d0c0e-1312-4c32-8046-7ad80f5a9fa1 req-dde12508-115d-4847-a97e-6332ac781bcb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Feb 17 12:20:55.851297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-826dc190-7425-4395-ab84-bc7fe6e1358b service neutron] 10.222.0.24 "GET /v2.0/ports/adc15352-75dd-4e82-920c-da0c9554939c/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0734200 Feb 17 12:20:56.011755 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667aa71-f2a4-4811-be5d-ba3be8bcd200 req-551817a6-a081-41c6-966e-c6e9a0ee07c7 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:56.013227 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d667aa71-f2a4-4811-be5d-ba3be8bcd200 req-551817a6-a081-41c6-966e-c6e9a0ee07c7 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0785162 Feb 17 12:20:56.065126 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d667aa71-f2a4-4811-be5d-ba3be8bcd200 req-8bd276c1-33b6-417b-b8e1-45c5df83a708 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457292 Feb 17 12:20:56.404627 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-372f02fd-7280-4d7a-bcc6-d5d3f27afc14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3&tenant_id=cf752b438d5941ab935f47b6c6dc0067 HTTP/1.1" status: 200 len: 1099 time: 0.0687773 Feb 17 12:20:56.493760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-c37aa139-1ab2-4a0c-9f6a-2c66ec5767d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1099 time: 0.0682609 Feb 17 12:20:56.622091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d334a4-2c81-4dec-897e-2f38071067eb req-2f18df53-a1d9-4131-aed4-fd39844f1b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:56.623530 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-2f18df53-a1d9-4131-aed4-fd39844f1b26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 200 len: 911 time: 0.1244345 Feb 17 12:20:56.693746 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-0a0d464d-a648-45db-a46b-e001acc25e3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 200 len: 217 time: 0.0639746 Feb 17 12:20:56.760338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d334a4-2c81-4dec-897e-2f38071067eb req-5466ef93-b464-4d3a-93c3-d7794d7fa204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:56.761897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-5466ef93-b464-4d3a-93c3-d7794d7fa204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c839f09d-71fe-43d9-92ee-7d342471a3c3 HTTP/1.1" status: 200 len: 851 time: 0.0625718 Feb 17 12:20:56.806752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-cb0372ec-6b1d-4582-8473-5a8ad2708cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34269e4a-22be-453c-9f2d-72fe1d0e27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392811 Feb 17 12:20:56.938659 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-6efa2237-2269-4236-9366-ff64f3a09436 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258628 Feb 17 12:20:57.073377 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47d334a4-2c81-4dec-897e-2f38071067eb req-7e4d5d30-d5a6-4065-8428-c0f723772bfa service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291122 Feb 17 12:20:57.266936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692dcf-5cdc-4086-a9f2-857b62a6b51b req-b2ec8b9e-0210-4685-82af-bb39a1ea1608 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:57.268485 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4f692dcf-5cdc-4086-a9f2-857b62a6b51b req-b2ec8b9e-0210-4685-82af-bb39a1ea1608 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0798540 Feb 17 12:20:57.315102 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4f692dcf-5cdc-4086-a9f2-857b62a6b51b req-33989182-bda6-4444-8bbe-afb2a862c740 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Feb 17 12:20:58.509820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a928ee3-b957-434b-85d2-fe1ca5acc47f req-411ced0f-787d-4914-9ec1-e934b937ae7c tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:58.511295 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8a928ee3-b957-434b-85d2-fe1ca5acc47f req-411ced0f-787d-4914-9ec1-e934b937ae7c tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0757461 Feb 17 12:20:58.557151 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8a928ee3-b957-434b-85d2-fe1ca5acc47f req-91b6c023-00c3-4b68-b9ec-109e2ad9c835 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 Feb 17 12:20:59.753103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e372e9d-c2c7-45f2-87da-9942ed0181e5 req-b16a961c-cc96-4dea-8988-329a3bd432b8 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:20:59.754638 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0e372e9d-c2c7-45f2-87da-9942ed0181e5 req-b16a961c-cc96-4dea-8988-329a3bd432b8 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0765488 Feb 17 12:20:59.804316 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0e372e9d-c2c7-45f2-87da-9942ed0181e5 req-edc8d8ce-d819-4ff5-a846-5c70f5ee9391 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Feb 17 12:21:00.369075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:21:00.371361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:21:00.575130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:00.607461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:00.629308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:00.635254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'adc15352-75dd-4e82-920c-da0c9554939c', 'network_id': '34269e4a-22be-453c-9f2d-72fe1d0e27e1', 'port_id': 'adc15352-75dd-4e82-920c-da0c9554939c', 'mac_address': 'fa:16:3e:c3:94:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c839f09d-71fe-43d9-92ee-7d342471a3c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:21:00.641687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:00.693057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:00.704196 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c', 'code': 200} Feb 17 12:21:00.712032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adc15352-75dd-4e82-920c-da0c9554939c {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:21:00.728041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:00.835287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:21:00.835558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:21:00.839095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:00.849419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.849419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.849419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.850011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.850011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.850335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.850657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.850985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.851301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.851618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:00.851932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:01.001049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5db9a-efcb-4e1c-8486-319f59b8cf11 req-74f4ed69-63c9-4f92-8ca3-82b4abbd5a45 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:01.002532 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-83d5db9a-efcb-4e1c-8486-319f59b8cf11 req-74f4ed69-63c9-4f92-8ca3-82b4abbd5a45 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 944 time: 0.0750649 Feb 17 12:21:01.048265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-83d5db9a-efcb-4e1c-8486-319f59b8cf11 req-b797da68-9d3e-473c-bea1-a070e27a14e0 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Feb 17 12:21:01.388228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:01.406791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc15352-75dd-4e82-920c-da0c9554939c {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:21:01.426020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:01.507882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:01.572383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['adc15352-75dd-4e82-920c-da0c9554939c'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:21:01.627896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:01.687882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-4ec5a577-3951-4a0b-a405-a2aa50da7a8e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:01.689429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-4ec5a577-3951-4a0b-a405-a2aa50da7a8e tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3&tenant_id=cf752b438d5941ab935f47b6c6dc0067&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.0912428 Feb 17 12:21:01.826110 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-1504e109-b736-4329-b3ed-fd1c82d26068 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf752b438d5941ab935f47b6c6dc0067&device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 1098 time: 0.0686519 Feb 17 12:21:01.960140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-77d58fd8-f076-443d-95c9-dfe9713925f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:01.961538 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-77d58fd8-f076-443d-95c9-dfe9713925f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 200 len: 911 time: 0.1292961 Feb 17 12:21:02.035449 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-7571bf88-9f2e-4a2d-a634-b597127f28a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 200 len: 217 time: 0.0666342 Feb 17 12:21:02.098765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-b1a22c65-3f32-4d85-bd7d-cedfc35f568b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:02.100232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-b1a22c65-3f32-4d85-bd7d-cedfc35f568b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c839f09d-71fe-43d9-92ee-7d342471a3c3 HTTP/1.1" status: 200 len: 851 time: 0.0599549 Feb 17 12:21:02.236007 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-d68e26a4-082a-4431-9ddf-5b9d745471a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34269e4a-22be-453c-9f2d-72fe1d0e27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266031 Feb 17 12:21:02.368913 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-5a5b0ae8-9bbd-4b40-a74b-c1baa8f63703 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275461 Feb 17 12:21:02.386715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:21:02.455479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port adc15352-75dd-4e82-920c-da0c9554939c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:21:02.456222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:02.505431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-cab65647-cf33-4efe-a195-194aa7ebe8a3 service neutron] 10.222.0.24 "GET /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304150 Feb 17 12:21:02.573518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:02.607031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:02.699180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:02.728901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:02.772801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:02.802680 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c', 'code': 200} Feb 17 12:21:04.168298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4ef3-a371-4df8-bd52-0cd0b30e81bc req-350826ff-f949-4b23-91e5-f3a4d29798bd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:04.170038 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-627b4ef3-a371-4df8-bd52-0cd0b30e81bc req-350826ff-f949-4b23-91e5-f3a4d29798bd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0799682 Feb 17 12:21:04.215464 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-627b4ef3-a371-4df8-bd52-0cd0b30e81bc req-eaad9e1d-b518-473d-923e-de66e70c1f9c tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 Feb 17 12:21:05.416801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687296-fc16-4ded-a100-cd0ea96d37fa req-be391c64-e3ae-4249-bb0c-a6374d1acbfd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:05.418264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58687296-fc16-4ded-a100-cd0ea96d37fa req-be391c64-e3ae-4249-bb0c-a6374d1acbfd tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0755584 Feb 17 12:21:05.463044 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58687296-fc16-4ded-a100-cd0ea96d37fa req-4ad9fcb6-8a07-4f41-b0ef-9ce16506e21f tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dc4eca8-22c2-4c01-841c-cd4ca49d2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Feb 17 12:21:05.937139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-db94fd97-8635-4245-b612-c02a5296b9df tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:05.938637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-db94fd97-8635-4245-b612-c02a5296b9df tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 946 time: 0.0786607 Feb 17 12:21:06.004817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Deleting port adc15352-75dd-4e82-920c-da0c9554939c {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:21:06.005146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:06.246887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] For port adc15352-75dd-4e82-920c-da0c9554939c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=adc15352-75dd-4e82-920c-da0c9554939c,segment=NetworkSegment(c8e57965-fa17-439a-8850-5f6a4a0cd1fa),segment_id=c8e57965-fa17-439a-8850-5f6a4a0cd1fa)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:06.247156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:06.367402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Calling delete_port for adc15352-75dd-4e82-920c-da0c9554939c owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:21:06.561742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:06.573424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['adc15352-75dd-4e82-920c-da0c9554939c'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:21:06.611523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Pushing event deleted for resources: {'Port': ['ID=adc15352-75dd-4e82-920c-da0c9554939c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:06.630116 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7f16ae58-0dda-4459-b09b-125961edde41 req-dc080642-fa43-461e-9b35-4f22b74849f4 tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd5a8db-a1f8-4aab-88ef-c10459c215a3 HTTP/1.1" status: 200 len: 210 time: 0.0437255 Feb 17 12:21:06.653465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.655471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.655471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.655471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.655471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.655471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.655471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.656146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.656146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.656325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.656629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:06.696795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] No DVR routers for this DVR port adc15352-75dd-4e82-920c-da0c9554939c on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:21:06.699126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:06.701584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-deleted', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:06.758156 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5a8db-a1f8-4aab-88ef-c10459c215a3', 'name': 'network-vif-deleted', 'tag': 'adc15352-75dd-4e82-920c-da0c9554939c', 'status': 'completed', 'code': 200} Feb 17 12:21:06.776484 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c348d4b9-c60d-473f-bfd1-0bb7196ac70f req-dd639a18-499f-4781-a2fa-e3053bcc78cb tempest-DeleteServersTestJSON-934700133 tempest-DeleteServersTestJSON-934700133-project] 10.222.0.24 "DELETE /v2.0/ports/adc15352-75dd-4e82-920c-da0c9554939c HTTP/1.1" status: 204 len: 173 time: 0.8328702 Feb 17 12:21:07.775742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-067cb08e-d03e-43f4-b3a2-b1cab3a49301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:07.899701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53782) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:21:07.959967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Deleting subnet c839f09d-71fe-43d9-92ee-7d342471a3c3 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:21:07.961738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.014158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.070078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.219847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.258180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c839f09d-71fe-43d9-92ee-7d342471a3c3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:08.269418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.273775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.274138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.274463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.274787 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.275107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.275424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.275738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.276051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.276370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.276677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.276984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:21:08.281955 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4386ec7-e931-451e-a35d-f4df011847fd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c839f09d-71fe-43d9-92ee-7d342471a3c3 HTTP/1.1" status: 204 len: 168 time: 0.3809571 Feb 17 12:21:08.284275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53786) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:21:08.473634 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.595096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.619751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34269e4a-22be-453c-9f2d-72fe1d0e27e1']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:21:08.631583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:21:08.631872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e57965-fa17-439a-8850-5f6a4a0cd1fa') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:21:08.642853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.659506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.665480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:21:08.667795 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:21:08.678906 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:21:08.853475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.869498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:08.881588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] Pushing event deleted for resources: {'Network': ['ID=34269e4a-22be-453c-9f2d-72fe1d0e27e1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:08.953872 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-808351ba-57a2-4135-9a49-2b925ec20616 admin admin] 10.222.0.47 "DELETE /v2.0/networks/34269e4a-22be-453c-9f2d-72fe1d0e27e1 HTTP/1.1" status: 204 len: 168 time: 0.6684563 Feb 17 12:21:09.366810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53794) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:21:09.416936 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8e498acc-7969-4029-8122-f7e7c055e19b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf752b438d5941ab935f47b6c6dc0067&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489562 Feb 17 12:21:09.419936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 53798) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:21:09.481948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a22f235-fafa-4cf6-b031-1f9f652cf75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:09.507345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a22f235-fafa-4cf6-b031-1f9f652cf75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:09.636202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a22f235-fafa-4cf6-b031-1f9f652cf75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:09.652899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22f235-fafa-4cf6-b031-1f9f652cf75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc4eca8-22c2-4c01-841c-cd4ca49d2098,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:09.735087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-9a22f235-fafa-4cf6-b031-1f9f652cf75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:09.736249 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-9a22f235-fafa-4cf6-b031-1f9f652cf75f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9dc4eca8-22c2-4c01-841c-cd4ca49d2098 HTTP/1.1" status: 204 len: 168 time: 0.3154199 Feb 17 12:21:10.047775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6612f491-2acf-4121-945d-368dc22e95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:10.437030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:21:10.470610 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: adc15352-75dd-4e82-920c-da0c9554939c {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:21:10.470952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device adc15352-75dd-4e82-920c-da0c9554939c not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:21:10.990200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53822) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:21:11.118404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-454663597-network', 'tenant_id': 'ab94d733baf040d4945ae7a611d64127'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:21:11.123266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:21:11.127100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Usage tracker for resource:network and tenant:ab94d733baf040d4945ae7a611d64127 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:21:11.130937 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:21:11.137403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:21:11.219153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Made reservation on behalf of ab94d733baf040d4945ae7a611d64127 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:21:11.222272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.234812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.268882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:21:11.272041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab94d733baf040d4945ae7a611d64127 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:21:11.275006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:21:11.280851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:21:11.351000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.384870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.419128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.487774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.518066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:21:11.526440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ef659f-4212-42d1-b06d-5d389b8288b3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:11.531704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.532038 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Added segment 6957c98c-9b9f-4311-8cc7-b56d5ca94267 of type vlan for network 56d28d33-925b-4565-9ee2-c9bbb84da513 Feb 17 12:21:11.561945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.658974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.659841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:11.660423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.763894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] Pushing event updated for resources: {'Network': ['ID=56d28d33-925b-4565-9ee2-c9bbb84da513,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:11.773356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 56d28d33-925b-4565-9ee2-c9bbb84da513 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:21:11.788810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:11.842815 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2851d9c0-d72a-43d7-b79a-a1e8e9e586f1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8514912 Feb 17 12:21:11.845892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 53828) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:21:11.852080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Request body: {'subnet': {'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-454663597-subnet', 'tenant_id': 'ab94d733baf040d4945ae7a611d64127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:21:11.857228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:21:11.861179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Usage tracker for resource:subnet and tenant:ab94d733baf040d4945ae7a611d64127 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:21:11.865233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:21:11.871655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:21:11.981246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Made reservation on behalf of ab94d733baf040d4945ae7a611d64127 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:21:11.983793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:12.348458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:12.423252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4ad274-24fd-4afc-b5c5-165d292c23c3,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:12.436930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Checking segment: {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:21:12.437276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Network hostable DHCP agents. Network: 56d28d33-925b-4565-9ee2-c9bbb84da513, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:21:12.530011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Network 56d28d33-925b-4565-9ee2-c9bbb84da513 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:21:12.621767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 56d28d33-925b-4565-9ee2-c9bbb84da513) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:21:12.627060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:12.628818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:12.632162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fadc1-f97f-48d6-bf55-d00c97df1499 None None] Network 56d28d33-925b-4565-9ee2-c9bbb84da513 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:21:12.736652 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-36ceb07e-0f93-45c3-bef2-7702db26822f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8890712 Feb 17 12:21:12.892158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d002a-878c-4b36-9d8f-9a1b7e2848fd None None] Network 56d28d33-925b-4565-9ee2-c9bbb84da513 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:21:12.987373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:13.315308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-10888565-2155-4f60-a9f6-749d506caf05 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:13.316959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-10888565-2155-4f60-a9f6-749d506caf05 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Synchronizing usage tracker for tenant:ab94d733baf040d4945ae7a611d64127 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:21:13.421645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-10888565-2155-4f60-a9f6-749d506caf05 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Unset dirty status for tenant:ab94d733baf040d4945ae7a611d64127 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:21:13.422869 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-10888565-2155-4f60-a9f6-749d506caf05 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 814 time: 0.2512991 Feb 17 12:21:13.440737 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-656a2560-9e55-49ad-aad3-a64667a386a2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/quotas/ab94d733baf040d4945ae7a611d64127 HTTP/1.1" status: 200 len: 375 time: 0.0117490 Feb 17 12:21:13.502040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-f32ed0e4-f7c3-4aea-ac67-8ad5032f7022 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557880 Feb 17 12:21:13.634733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0a2d146b-84fd-465b-8d7d-02f7ac1af1f0 service neutron] 10.222.0.47 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257594 Feb 17 12:21:13.766859 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-2ba9695d-99cd-4e68-8dcc-b5411de54072 service neutron] 10.222.0.47 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265144 Feb 17 12:21:14.074255 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2605c87c-e7f8-4105-a33d-7844e71a9e80 req-4da04cb9-c0f8-444c-a2fc-ee54bc494bd1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 210 time: 0.0414455 Feb 17 12:21:15.234633 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3ad713db-45b2-4a8b-b3c6-6f566ecf1b89 req-d679ca5e-3386-4f8e-bf36-2ee019482349 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 210 time: 0.0404243 Feb 17 12:21:16.403136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-d25aa4a7-2f90-49e1-bd9c-5372aae4c0ef tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:16.404537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-d25aa4a7-2f90-49e1-bd9c-5372aae4c0ef tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 814 time: 0.1495585 Feb 17 12:21:16.413461 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-aa4a8a40-0d73-4fc9-8a5a-92bfe148561f req-ee3c06b0-3c30-4e11-a0e0-552b278159bf tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 210 time: 0.0456729 Feb 17 12:21:16.420280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Request body: {'port': {'device_id': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'admin_state_up': True, 'tenant_id': 'ab94d733baf040d4945ae7a611d64127'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:21:16.568152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:21:16.571897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Usage tracker for resource:port and tenant:ab94d733baf040d4945ae7a611d64127 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:21:16.574699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:21:16.580420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:21:16.653255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Made reservation on behalf of ab94d733baf040d4945ae7a611d64127 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:21:16.656244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:16.822356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Allocated IP 172.20.0.8 (56d28d33-925b-4565-9ee2-c9bbb84da513/9b4ad274-24fd-4afc-b5c5-165d292c23c3/ebc021ec-dae0-4e8c-ae4b-455408358942) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:21:17.024142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:17.141599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:17.213116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Network 56d28d33-925b-4565-9ee2-c9bbb84da513 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:21:17.216030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:21:17.220259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:21:17.245320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:17.281378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:17.281895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:17.364927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-0ff3e6ea-3a32-4fd3-a895-8fc92b98756b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9488204 Feb 17 12:21:17.377307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Request body: {'port': {'device_id': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:21:17.490215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:17.840251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-1f9c71ff-06da-4d4e-a987-122243a5170f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:17.840938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-1f9c71ff-06da-4d4e-a987-122243a5170f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Synchronizing usage tracker for tenant:ab94d733baf040d4945ae7a611d64127 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:21:17.959689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-1f9c71ff-06da-4d4e-a987-122243a5170f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Unset dirty status for tenant:ab94d733baf040d4945ae7a611d64127 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:21:17.960924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-1f9c71ff-06da-4d4e-a987-122243a5170f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 931 time: 0.4183526 Feb 17 12:21:18.003166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc021ec-dae0-4e8c-ae4b-455408358942 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:21:18.016859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:18.038679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-d00f8444-9dc7-453c-aa9e-219737636a1c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Synchronizing usage tracker for tenant:ab94d733baf040d4945ae7a611d64127 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:21:18.041158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Transition to ACTIVE for port object ebc021ec-dae0-4e8c-ae4b-455408358942 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:21:18.141337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:18.184501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-d00f8444-9dc7-453c-aa9e-219737636a1c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Unset dirty status for tenant:ab94d733baf040d4945ae7a611d64127 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:21:18.185691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2a63c56d-3859-4b1a-8f3a-08bb143d1d53 req-d00f8444-9dc7-453c-aa9e-219737636a1c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186234 Feb 17 12:21:18.273208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:18.382271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Attempting to bind port ebc021ec-dae0-4e8c-ae4b-455408358942 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:21:18.382596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Attempting to bind port ebc021ec-dae0-4e8c-ae4b-455408358942 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:21:18.382915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Attempting to bind port ebc021ec-dae0-4e8c-ae4b-455408358942 on network 56d28d33-925b-4565-9ee2-c9bbb84da513 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:21:18.389427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Port ebc021ec-dae0-4e8c-ae4b-455408358942 on network 56d28d33-925b-4565-9ee2-c9bbb84da513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:21:18.389741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Attempting to bind port ebc021ec-dae0-4e8c-ae4b-455408358942 on network 56d28d33-925b-4565-9ee2-c9bbb84da513 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:21:18.397024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:21:18.397351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Checking segment: {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:21:18.397729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Bound using segment: {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:21:18.399251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Bound port: ebc021ec-dae0-4e8c-ae4b-455408358942, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:21:18.399251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:18.495841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:21:18.499111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:21:18.585817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:18.653134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:18.654776 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 200 len: 1093 time: 1.2815762 Feb 17 12:21:18.655380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:18.677229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ac16-6073-4b3c-a1ff-4eac97c17684 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:18.721750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'status': 'completed', 'code': 200} Feb 17 12:21:18.815532 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f1a4026d-a0ff-4c82-ad74-7fa73f4fc168 req-3d9b8aa1-7c7a-49a2-9e09-acc23d1dc394 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1096 time: 0.0753527 Feb 17 12:21:18.961773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4026d-a0ff-4c82-ad74-7fa73f4fc168 req-b55e6638-9ce8-4203-8fd3-d644480d5981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:18.963181 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f1a4026d-a0ff-4c82-ad74-7fa73f4fc168 req-b55e6638-9ce8-4203-8fd3-d644480d5981 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ab94d733baf040d4945ae7a611d64127&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1420922 Feb 17 12:21:19.097363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4026d-a0ff-4c82-ad74-7fa73f4fc168 req-7cc1e26d-2674-4d01-9700-f1a822634a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:19.098827 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f1a4026d-a0ff-4c82-ad74-7fa73f4fc168 req-7cc1e26d-2674-4d01-9700-f1a822634a94 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1305342 Feb 17 12:21:19.206549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-3901ccc1-29f2-4d8c-9767-546a11e85f79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1096 time: 0.0722449 Feb 17 12:21:19.276947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-e7547b59-1a42-4d96-a766-eeed6bbd8318 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 200 len: 217 time: 0.0645199 Feb 17 12:21:19.378269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-8bf1023e-6604-498c-9da0-3de1d6c6c460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:19.379700 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-8bf1023e-6604-498c-9da0-3de1d6c6c460 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0979643 Feb 17 12:21:19.436600 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-3f528072-4f57-4ea9-aed8-bda144880b10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467694 Feb 17 12:21:19.472262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122856b-0ce3-4b8b-bdb1-b505d11fdd72 req-fffd9c89-479a-4af5-8438-c96674a72610 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:19.473689 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d122856b-0ce3-4b8b-bdb1-b505d11fdd72 req-fffd9c89-479a-4af5-8438-c96674a72610 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 943 time: 0.1597381 Feb 17 12:21:19.674425 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d122856b-0ce3-4b8b-bdb1-b505d11fdd72 req-3671e931-97e9-4338-9061-841069755fb6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591511 Feb 17 12:21:19.690803 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-cce87794-1788-46d7-8d6c-96af1b1cb16b service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476571 Feb 17 12:21:19.890738 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d83f2456-e87e-40c2-8547-7d492fa23f89 req-f615aba3-abfd-4a51-9de1-4ddf8db5b036 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945844 Feb 17 12:21:20.885761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d11d21-ddd1-473c-9ea6-d7feb42c09fc req-5f6fd35a-11d5-4a5f-8c7e-d6e575e958f2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:20.887225 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-83d11d21-ddd1-473c-9ea6-d7feb42c09fc req-5f6fd35a-11d5-4a5f-8c7e-d6e575e958f2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 943 time: 0.0759556 Feb 17 12:21:20.934033 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-83d11d21-ddd1-473c-9ea6-d7feb42c09fc req-cd7e7ce0-e3b1-4e76-8be0-f4d189dfc884 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Feb 17 12:21:22.130408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601aaa-020d-4b73-8103-8410077431fa req-24784ef0-bb2c-4d64-96e3-1dbe4f93a05e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:22.131887 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b0601aaa-020d-4b73-8103-8410077431fa req-24784ef0-bb2c-4d64-96e3-1dbe4f93a05e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 943 time: 0.0748525 Feb 17 12:21:22.176578 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b0601aaa-020d-4b73-8103-8410077431fa req-f40b2e6d-a4cd-46bb-8341-b58627226017 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Feb 17 12:21:22.499098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:21:22.633670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:22.647339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'port_id': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'mac_address': 'fa:16:3e:d6:92:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4ad274-24fd-4afc-b5c5-165d292c23c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:21:22.703984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:22.721428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc021ec-dae0-4e8c-ae4b-455408358942 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:21:22.736828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:22.804230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:22.871372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:23.141402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['ebc021ec-dae0-4e8c-ae4b-455408358942'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:21:23.383126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3708-474e-4e57-b34d-1f6ddda447ea req-497e27fd-d7cf-4997-8ca9-1b77e3820ab0 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:23.384597 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae0e3708-474e-4e57-b34d-1f6ddda447ea req-497e27fd-d7cf-4997-8ca9-1b77e3820ab0 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 944 time: 0.0796919 Feb 17 12:21:23.431454 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae0e3708-474e-4e57-b34d-1f6ddda447ea req-96d23288-2003-4699-a77a-e73b19072b51 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Feb 17 12:21:24.520703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:21:24.632735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3019-3651-40ee-a11f-ba16ad5cb5bf req-ecc498a5-d8d0-4272-b024-2e074b4d1c43 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:24.634200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7f4b3019-3651-40ee-a11f-ba16ad5cb5bf req-ecc498a5-d8d0-4272-b024-2e074b4d1c43 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 944 time: 0.0799379 Feb 17 12:21:24.649840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port ebc021ec-dae0-4e8c-ae4b-455408358942 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:21:24.655005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port ebc021ec-dae0-4e8c-ae4b-455408358942 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:21:24.655504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:24.680656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7f4b3019-3651-40ee-a11f-ba16ad5cb5bf req-63a678b5-67ff-4c3d-8340-fdb2dc2617a2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Feb 17 12:21:24.769400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:24.796432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:24.806386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:24.852279 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'code': 200} Feb 17 12:21:24.867237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:24.939442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:25.166780 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8093d88e-9882-487b-a5b9-728befa72605 req-94da0fd4-70cd-4f11-9af7-a9cef87c1cf1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1098 time: 0.0671952 Feb 17 12:21:25.212360 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8093d88e-9882-487b-a5b9-728befa72605 req-b420ad45-c56c-44dc-b965-5b2104541c27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395138 Feb 17 12:21:25.882085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb964-708d-4e69-8fb4-7229c81b0383 req-5ae88055-36f1-4771-9397-27d6bdf69a48 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:25.883562 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd4cb964-708d-4e69-8fb4-7229c81b0383 req-5ae88055-36f1-4771-9397-27d6bdf69a48 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0803478 Feb 17 12:21:25.929282 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd4cb964-708d-4e69-8fb4-7229c81b0383 req-0ce848cb-31c8-4257-bffd-f7ba4878584d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Feb 17 12:21:26.207511 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:21:27.127287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c18e-b774-4fbd-988a-112bb2003d91 req-6efa82bf-7cc9-4960-aedd-f655a62a074d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:27.128773 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5b79c18e-b774-4fbd-988a-112bb2003d91 req-6efa82bf-7cc9-4960-aedd-f655a62a074d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0754113 Feb 17 12:21:27.173400 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5b79c18e-b774-4fbd-988a-112bb2003d91 req-7aaaceb8-6b82-4573-845d-f00f331245ba tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 Feb 17 12:21:27.371155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750d592-23e8-44bf-ba16-6bcbeb739661 req-6b7b0b94-0974-4067-b261-a52d2d2bab83 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:27.372610 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9750d592-23e8-44bf-ba16-6bcbeb739661 req-6b7b0b94-0974-4067-b261-a52d2d2bab83 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0807347 Feb 17 12:21:27.419461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9750d592-23e8-44bf-ba16-6bcbeb739661 req-9b59cfc8-d6d1-4f0d-954c-e0adc91d76f0 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Feb 17 12:21:27.861394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d311f6-36cf-420c-a756-a04845ffdbb0 req-dd0291eb-12f1-45b7-9f88-575831fd09e1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:27.862864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62d311f6-36cf-420c-a756-a04845ffdbb0 req-dd0291eb-12f1-45b7-9f88-575831fd09e1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0772500 Feb 17 12:21:27.909391 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62d311f6-36cf-420c-a756-a04845ffdbb0 req-79e6d119-f02a-4aa5-a199-1cb3603d76e9 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Feb 17 12:21:28.105225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce555-a022-4fef-979b-7a8d2f52cdae req-5cfd682f-bf05-4abd-83ed-a93d1c879e21 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:28.106696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c39ce555-a022-4fef-979b-7a8d2f52cdae req-5cfd682f-bf05-4abd-83ed-a93d1c879e21 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0788646 Feb 17 12:21:28.151110 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c39ce555-a022-4fef-979b-7a8d2f52cdae req-da6b8490-f8a1-41dd-a783-4c619a79ee28 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Feb 17 12:21:28.351725 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b3fe5c1d-c846-408e-a467-fddbfc230941 req-73b59583-1ac4-4925-8ca8-77f6fa4b544f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701866 Feb 17 12:21:28.964808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e0250-a713-4f0b-843f-305b4344e9d3 req-3e2b0b18-cb7e-4fc1-820d-a776f1b9dfe3 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:28.966297 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0e3e0250-a713-4f0b-843f-305b4344e9d3 req-3e2b0b18-cb7e-4fc1-820d-a776f1b9dfe3 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0808470 Feb 17 12:21:29.057224 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0e3e0250-a713-4f0b-843f-305b4344e9d3 req-d79cd298-4714-4668-a98d-9cc42a21b08d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851481 Feb 17 12:21:29.079463 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-777d2edc-68a4-437d-be56-951efa40f4c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919697 Feb 17 12:21:30.328762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf4200-7d9e-4008-a98e-21d88796196a req-ebc1d5d5-ad99-4f13-97e4-852f2114569c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:30.330199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-abaf4200-7d9e-4008-a98e-21d88796196a req-ebc1d5d5-ad99-4f13-97e4-852f2114569c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.1498528 Feb 17 12:21:30.377159 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-abaf4200-7d9e-4008-a98e-21d88796196a req-a0d562e6-baae-44d0-831a-3a826f19b01f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Feb 17 12:21:31.344777 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-49296e65-3c43-4ecf-b1ca-ac540c739213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1098 time: 0.0708389 Feb 17 12:21:31.477529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-574d4e9a-e250-4292-9827-6ce0b6220e9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:31.479008 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-574d4e9a-e250-4292-9827-6ce0b6220e9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1284840 Feb 17 12:21:31.547203 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-f458d994-2cc0-4c24-94c0-835fb4981a3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 200 len: 217 time: 0.0620825 Feb 17 12:21:31.613223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-5ce6608f-0b0d-46cc-9c50-fc196d9586a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:31.615342 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-5ce6608f-0b0d-46cc-9c50-fc196d9586a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0622995 Feb 17 12:21:31.656107 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb357e-e156-42bc-917b-c719ed763275 req-f17ddd11-46ce-4818-9f73-8df1c29dc15f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:31.657547 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5ecb357e-e156-42bc-917b-c719ed763275 req-f17ddd11-46ce-4818-9f73-8df1c29dc15f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.1544735 Feb 17 12:21:31.660315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-a2bad034-20d9-4495-bdc4-b7ea072d2d70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396140 Feb 17 12:21:31.703146 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5ecb357e-e156-42bc-917b-c719ed763275 req-8b1798fc-9bc0-4fa8-9f37-7efeccb7f73d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Feb 17 12:21:31.794998 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-c6168cca-42c5-42ee-83a9-cd4c8324d4c8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281695 Feb 17 12:21:31.924788 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-f0e194b0-88e6-49d0-aabd-498fd986ecc2 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243727 Feb 17 12:21:32.988267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9b18d-b409-4659-a5a2-6f952560429b req-3f543f6b-2e9c-4ad2-aff8-6a1b244248a7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:32.989763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2fa9b18d-b409-4659-a5a2-6f952560429b req-3f543f6b-2e9c-4ad2-aff8-6a1b244248a7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.1642473 Feb 17 12:21:33.035587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2fa9b18d-b409-4659-a5a2-6f952560429b req-d69ad93a-79e2-4459-b3ba-234d2a1a09b2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Feb 17 12:21:34.241234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62d5b3-5c8d-4e96-bbe1-8f6d702da126 req-2b98547a-3731-4a38-ac51-7da95bf4ce30 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:34.243718 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cf62d5b3-5c8d-4e96-bbe1-8f6d702da126 req-2b98547a-3731-4a38-ac51-7da95bf4ce30 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0828552 Feb 17 12:21:34.290287 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cf62d5b3-5c8d-4e96-bbe1-8f6d702da126 req-61f3c0d3-4d0d-42b0-9709-5f62eb9feb08 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Feb 17 12:21:35.482313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732300c-ffce-487a-9d23-6cfcef5bab12 req-666344b9-7d6f-426c-a98c-2903d50e7549 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:35.483797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d732300c-ffce-487a-9d23-6cfcef5bab12 req-666344b9-7d6f-426c-a98c-2903d50e7549 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0752649 Feb 17 12:21:35.529410 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d732300c-ffce-487a-9d23-6cfcef5bab12 req-62795c96-4d7d-4707-9b1f-cd5ece26b6cf tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Feb 17 12:21:36.723451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5e4c5-bb11-4950-884a-d3e01bd9f8aa req-1bd7ec0a-fad4-445e-80e2-0dae54f0c147 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:36.724892 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fef5e4c5-bb11-4950-884a-d3e01bd9f8aa req-1bd7ec0a-fad4-445e-80e2-0dae54f0c147 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0767210 Feb 17 12:21:36.774436 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fef5e4c5-bb11-4950-884a-d3e01bd9f8aa req-b3c352ea-301f-4a07-a962-936ff89a257e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Feb 17 12:21:37.786378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5454270e-fbc6-4eea-8574-11d3e2391deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:37.971017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16691a-8c92-4fde-95ae-599ed319508d req-00ff962c-c64a-4dd3-8fac-c33a540d5a92 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:37.972364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0b16691a-8c92-4fde-95ae-599ed319508d req-00ff962c-c64a-4dd3-8fac-c33a540d5a92 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0781322 Feb 17 12:21:38.019321 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0b16691a-8c92-4fde-95ae-599ed319508d req-7f4dff12-f7bc-453c-a3d5-779aa8f21ab7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Feb 17 12:21:39.219946 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f67d-53db-4d94-8238-53408474591f req-5d80e381-f71c-41b4-a5bd-97e640c5a074 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:39.221390 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-63c3f67d-53db-4d94-8238-53408474591f req-5d80e381-f71c-41b4-a5bd-97e640c5a074 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0774126 Feb 17 12:21:39.267317 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-63c3f67d-53db-4d94-8238-53408474591f req-8ae7531c-ed3a-4fe5-8f26-b97061279404 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Feb 17 12:21:40.046936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e84d-efcd-46c5-a7ea-7bf357f17135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:40.467167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75ac1e-6709-444a-bd7c-b6e6a60bee04 req-32b335bb-e273-44ee-9e82-276a0f0f66f1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:40.468609 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ef75ac1e-6709-444a-bd7c-b6e6a60bee04 req-32b335bb-e273-44ee-9e82-276a0f0f66f1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0789146 Feb 17 12:21:40.513206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ef75ac1e-6709-444a-bd7c-b6e6a60bee04 req-1139d0d5-25b4-4026-be50-471deb680ecb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Feb 17 12:21:41.415972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:41.443668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:41.710621 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35f519-7d2e-4e6d-afd7-96473428a839 req-05d873d9-4aaf-46fc-9f1c-4baab976a445 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:41.712982 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e35f519-7d2e-4e6d-afd7-96473428a839 req-05d873d9-4aaf-46fc-9f1c-4baab976a445 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0806935 Feb 17 12:21:41.759233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e35f519-7d2e-4e6d-afd7-96473428a839 req-b57adbeb-2c25-46c1-b8d0-0f2804e76457 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Feb 17 12:21:41.790368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:42.921519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:42.964050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fed70-bef2-47a0-83d4-5eed95408741 req-036466b7-1f8d-4572-85fa-47c494fad506 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:42.965509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b1fed70-bef2-47a0-83d4-5eed95408741 req-036466b7-1f8d-4572-85fa-47c494fad506 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0822432 Feb 17 12:21:43.013335 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b1fed70-bef2-47a0-83d4-5eed95408741 req-77357bd1-daf3-4c51-bafc-24d37792e9b6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 Feb 17 12:21:44.214059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310d15-cfc9-4732-a60e-23daf9166899 req-f2caa23c-ddf1-43d9-9384-39c7e9cacb30 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:44.215556 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-13310d15-cfc9-4732-a60e-23daf9166899 req-f2caa23c-ddf1-43d9-9384-39c7e9cacb30 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0795062 Feb 17 12:21:44.262264 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-13310d15-cfc9-4732-a60e-23daf9166899 req-d66dfdf8-217e-445f-aead-ea1ebe0f6e02 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Feb 17 12:21:45.457618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0c01-2436-40ad-b20e-e41dd258303a req-700c9a1d-5fe7-4eaa-a244-2e99897af7b9 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:45.459097 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5bab0c01-2436-40ad-b20e-e41dd258303a req-700c9a1d-5fe7-4eaa-a244-2e99897af7b9 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0773103 Feb 17 12:21:45.508510 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5bab0c01-2436-40ad-b20e-e41dd258303a req-3916c8f3-32e5-42e3-9abf-37aecdb19e4e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435238 Feb 17 12:21:46.712779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697b20e-d0bb-4de2-aff0-87e191ab589b req-43f6ae2d-d3e5-49ff-9f94-1863d069814e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:46.714271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d697b20e-d0bb-4de2-aff0-87e191ab589b req-43f6ae2d-d3e5-49ff-9f94-1863d069814e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0825658 Feb 17 12:21:46.760195 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d697b20e-d0bb-4de2-aff0-87e191ab589b req-c2c11259-124c-4522-b2de-bcbc3e7d530e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Feb 17 12:21:47.970707 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44701ce9-25ff-49c1-abfe-945553a20bf8 req-c86a0bd7-cf68-4d15-898d-a1416e68806d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:47.972202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-44701ce9-25ff-49c1-abfe-945553a20bf8 req-c86a0bd7-cf68-4d15-898d-a1416e68806d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0799608 Feb 17 12:21:48.018999 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-44701ce9-25ff-49c1-abfe-945553a20bf8 req-36bb379a-e7f3-4fff-922b-afa8308e3020 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Feb 17 12:21:49.216727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1757a8-0405-4f97-a7e8-6577b83f90b6 req-4264e339-0f05-43d3-b6a0-fe32bd43b90b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:49.218242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cc1757a8-0405-4f97-a7e8-6577b83f90b6 req-4264e339-0f05-43d3-b6a0-fe32bd43b90b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0775712 Feb 17 12:21:49.225660 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-9fc62fff-b8f7-456e-9f76-a59e3dafc73b service neutron] 10.222.0.24 "GET /v2.0/ports/ebc021ec-dae0-4e8c-ae4b-455408358942/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0779092 Feb 17 12:21:49.270430 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cc1757a8-0405-4f97-a7e8-6577b83f90b6 req-a15ee02a-696d-4341-be49-ead86b7a4f24 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Feb 17 12:21:49.649940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-a2614557-6b64-4e88-aadb-6282a265d6ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1098 time: 0.0719943 Feb 17 12:21:49.800188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-629c079f-ebba-4f09-8ccc-ecdd07017845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:49.801656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-629c079f-ebba-4f09-8ccc-ecdd07017845 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1321726 Feb 17 12:21:49.874293 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-7050a0d8-50db-48c5-b6a4-554f02caf183 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 200 len: 217 time: 0.0659208 Feb 17 12:21:49.940294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-005af4ae-3579-4804-9e33-501e2a332f82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:49.941689 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-005af4ae-3579-4804-9e33-501e2a332f82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0620785 Feb 17 12:21:49.989421 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-0e3cb654-4f8c-4990-bd88-77c81513d4d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408568 Feb 17 12:21:50.063506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-655d6274-49ca-4341-94b2-364a38617726 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509&tenant_id=ab94d733baf040d4945ae7a611d64127 HTTP/1.1" status: 200 len: 1098 time: 0.1614335 Feb 17 12:21:50.122191 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-344e1575-7cc3-4e00-b5f1-4636647bec00 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268976 Feb 17 12:21:50.255838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d2482c92-7181-4bce-9042-45ff14b4ed36 req-c86ad0b8-15ea-4b41-bd02-5a9de845064b service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273584 Feb 17 12:21:50.369106 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-3221a056-53e6-473e-be43-0fda06eaad0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1098 time: 0.0744030 Feb 17 12:21:50.550686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-d892b746-6362-485d-b41b-97f291e07ded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:50.552064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-d892b746-6362-485d-b41b-97f291e07ded service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1779599 Feb 17 12:21:50.562000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333154-476d-4b72-b030-11abf61e011a req-35a199ea-cf2d-4bfc-bacc-464e76be7c96 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:50.563411 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60333154-476d-4b72-b030-11abf61e011a req-35a199ea-cf2d-4bfc-bacc-464e76be7c96 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.1658597 Feb 17 12:21:50.645855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-60309cdb-2e7b-45c1-8246-deeefbdb857c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 200 len: 217 time: 0.0814924 Feb 17 12:21:50.803061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60333154-476d-4b72-b030-11abf61e011a req-a0bd311f-c7b1-439d-a4f6-ba9bdd7b1256 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901009 Feb 17 12:21:50.811043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-5e8e664b-e57f-4435-83bd-c1abf4394f22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:50.812491 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-5e8e664b-e57f-4435-83bd-c1abf4394f22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.1585932 Feb 17 12:21:50.857791 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-dba30d94-6483-46e1-b63a-d1d3129b480f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397301 Feb 17 12:21:50.990055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-b02c5300-f7a5-4e51-b070-e5da643f440d service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262846 Feb 17 12:21:51.121176 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-fe913ff6-7969-465c-93eb-7b873ed4c43b service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253393 Feb 17 12:21:52.002180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3412f-5e69-464f-ad34-23acb55fd9ef req-f97c911a-f70f-4cf4-a9df-9d6864291edf tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:52.003621 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2db3412f-5e69-464f-ad34-23acb55fd9ef req-f97c911a-f70f-4cf4-a9df-9d6864291edf tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0753810 Feb 17 12:21:52.050930 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2db3412f-5e69-464f-ad34-23acb55fd9ef req-b0b18e43-a536-4a49-99f6-08eaf1c19d25 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Feb 17 12:21:52.656575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:21:52.658900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:21:52.873830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:52.898802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:52.918578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'port_id': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'mac_address': 'fa:16:3e:d6:92:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4ad274-24fd-4afc-b5c5-165d292c23c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:21:52.925036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:52.968052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:52.986383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:53.004926 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'code': 200} Feb 17 12:21:53.006753 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebc021ec-dae0-4e8c-ae4b-455408358942 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:21:53.044059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:53.188829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:21:53.189074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:21:53.192369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:53.265167 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fad83-e414-4e17-9ae2-38267eeced27 req-b11cf8d1-892a-4954-a96d-f168bf357a69 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:53.266719 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-464fad83-e414-4e17-9ae2-38267eeced27 req-b11cf8d1-892a-4954-a96d-f168bf357a69 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 943 time: 0.0826340 Feb 17 12:21:53.314160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-464fad83-e414-4e17-9ae2-38267eeced27 req-cd71bc84-fd79-44d6-bd0b-0e85b323983e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Feb 17 12:21:53.744245 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:53.761553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc021ec-dae0-4e8c-ae4b-455408358942 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:21:53.778542 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:53.866166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:53.929954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['ebc021ec-dae0-4e8c-ae4b-455408358942'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:21:53.961801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:54.514589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da825f-91ff-40b0-bb0a-24ed08898c16 req-6a90229e-2ac6-4833-a6b1-511d30e52433 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:54.516010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8da825f-91ff-40b0-bb0a-24ed08898c16 req-6a90229e-2ac6-4833-a6b1-511d30e52433 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 944 time: 0.0759099 Feb 17 12:21:54.565807 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8da825f-91ff-40b0-bb0a-24ed08898c16 req-5640d62c-eb77-4691-8fbd-d500a4e658f4 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Feb 17 12:21:54.667860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:21:54.742735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port ebc021ec-dae0-4e8c-ae4b-455408358942 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:21:54.743186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:54.859077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:54.891253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:21:54.974894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:21:55.013570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:21:55.054300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:21:55.082212 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'code': 200} Feb 17 12:21:55.238756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e7ad-4af2-4272-85d1-3ebed6505a0e req-75f80466-2267-43a0-87b3-3765de1eae11 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:55.240239 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2656e7ad-4af2-4272-85d1-3ebed6505a0e req-75f80466-2267-43a0-87b3-3765de1eae11 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.1393628 Feb 17 12:21:55.270234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-024458d2-5d93-4f5c-b5bd-fb47fdade9e4 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:55.271643 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-024458d2-5d93-4f5c-b5bd-fb47fdade9e4 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509&tenant_id=ab94d733baf040d4945ae7a611d64127&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.1235840 Feb 17 12:21:55.305306 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2656e7ad-4af2-4272-85d1-3ebed6505a0e req-9d30439b-ef0d-4eaf-ab8d-a7c76ddd8cc2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572517 Feb 17 12:21:55.418973 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-637bd60a-b28d-4da6-af53-eb1d21f75490 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 1098 time: 0.0698647 Feb 17 12:21:55.551762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-7aba4b3b-1012-41f8-90ed-ac9bc61d5e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:55.553138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-7aba4b3b-1012-41f8-90ed-ac9bc61d5e9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1286085 Feb 17 12:21:55.625726 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-30a4c090-bf79-4d42-ba48-3479abf7a5c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 200 len: 217 time: 0.0671575 Feb 17 12:21:55.690403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-bc9b6b9c-2f02-432d-8717-a28e568fbe03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:55.691881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-bc9b6b9c-2f02-432d-8717-a28e568fbe03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0612090 Feb 17 12:21:55.739838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-e3e146dc-75af-4f2b-b56f-f6cb364fe0e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418148 Feb 17 12:21:55.872986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-0ba8d594-ce25-44c8-ac2c-b3e9bbf45f71 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273479 Feb 17 12:21:56.005567 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c45cbb34-0acc-4f87-89ac-511cee7b6dfc req-d1593aa9-558e-4b02-9c3b-9c00c6a746f5 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271775 Feb 17 12:21:56.514228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d180c-85f1-4c0e-945e-976eac6d6482 req-d411faf0-0441-4cf9-b25f-3669aa729afb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:56.515599 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b32d180c-85f1-4c0e-945e-976eac6d6482 req-d411faf0-0441-4cf9-b25f-3669aa729afb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0788293 Feb 17 12:21:56.560464 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b32d180c-85f1-4c0e-945e-976eac6d6482 req-c40c2199-75c3-473c-8d2e-4a088feafc4e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Feb 17 12:21:57.759491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea35c5-34ca-4b07-a16a-a2abf52516cf req-f8b5628e-321f-44e5-9d0b-6ceb5352cdbb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:57.760894 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ddea35c5-34ca-4b07-a16a-a2abf52516cf req-f8b5628e-321f-44e5-9d0b-6ceb5352cdbb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0786684 Feb 17 12:21:57.807004 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ddea35c5-34ca-4b07-a16a-a2abf52516cf req-7e9a8fcd-d1b2-4441-adb9-7673bab4eca3 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Feb 17 12:21:58.004715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22ea6-078b-4e03-822c-adb18925d8f4 req-1d35eadf-8aba-4069-9159-f928f81749f7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:58.006179 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-25a22ea6-078b-4e03-822c-adb18925d8f4 req-1d35eadf-8aba-4069-9159-f928f81749f7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0761495 Feb 17 12:21:58.051657 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-25a22ea6-078b-4e03-822c-adb18925d8f4 req-5661b12a-cbd8-4ff5-b5d9-7e28d19c1f0c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Feb 17 12:21:58.253156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841526cb-1735-4fdb-9871-ba7ec1293934 req-1f93a9e2-012f-40f5-a3ee-5a3dbe085a62 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:58.254752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-841526cb-1735-4fdb-9871-ba7ec1293934 req-1f93a9e2-012f-40f5-a3ee-5a3dbe085a62 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Feb 17 12:21:58.301200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-841526cb-1735-4fdb-9871-ba7ec1293934 req-82441632-f34b-411b-87b3-9a529bf67a7f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Feb 17 12:21:59.140006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-e04d37d2-747f-44f4-9fd9-e89e30b0d958 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:21:59.141357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-e04d37d2-747f-44f4-9fd9-e89e30b0d958 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 814 time: 0.2224114 Feb 17 12:21:59.156928 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-dbaf05ed-a342-439e-8d1e-7f2052178679 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/quotas/ab94d733baf040d4945ae7a611d64127 HTTP/1.1" status: 200 len: 375 time: 0.0103476 Feb 17 12:21:59.236539 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-35dec8a4-facf-454c-a27e-6636f00d6cbb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742886 Feb 17 12:21:59.368347 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-13bcd6ae-2ffa-40a2-980c-b3304d130003 service neutron] 10.222.0.47 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251047 Feb 17 12:21:59.499041 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-c1389d32-b563-45b9-ad06-65dcc00a3bfd service neutron] 10.222.0.47 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247368 Feb 17 12:21:59.786569 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a52a4542-ffca-4a30-9bed-b9d351826030 req-9ee833a1-95ee-4635-a70f-62366e355e5b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 210 time: 0.0448408 Feb 17 12:22:00.719507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efa09-6123-459b-b6c8-6c358f63f966 req-c610b4c7-5c9d-41ff-b1a2-d84f809fe533 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:00.720908 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-269efa09-6123-459b-b6c8-6c358f63f966 req-c610b4c7-5c9d-41ff-b1a2-d84f809fe533 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "GET /v2.0/ports?device_id=125d8e02-381e-4bf0-a6c9-7683b032a509 HTTP/1.1" status: 200 len: 945 time: 0.0812833 Feb 17 12:22:00.790402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Deleting port ebc021ec-dae0-4e8c-ae4b-455408358942 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:22:00.790821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:01.026606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea75871b-9f91-46b3-92bc-4292d9fae14e req-1c634795-d6e3-4827-80b6-75acd8a26d19 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 210 time: 0.1119123 Feb 17 12:22:01.108229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] For port ebc021ec-dae0-4e8c-ae4b-455408358942, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ebc021ec-dae0-4e8c-ae4b-455408358942,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:01.108582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:01.232333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Calling delete_port for ebc021ec-dae0-4e8c-ae4b-455408358942 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:22:01.488121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:01.499728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['ebc021ec-dae0-4e8c-ae4b-455408358942'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:22:01.538794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Pushing event deleted for resources: {'Port': ['ID=ebc021ec-dae0-4e8c-ae4b-455408358942,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:01.616309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] No DVR routers for this DVR port ebc021ec-dae0-4e8c-ae4b-455408358942 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:22:01.619066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:01.621852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-deleted', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:22:01.682010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125d8e02-381e-4bf0-a6c9-7683b032a509', 'name': 'network-vif-deleted', 'tag': 'ebc021ec-dae0-4e8c-ae4b-455408358942', 'status': 'completed', 'code': 200} Feb 17 12:22:01.714117 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-269efa09-6123-459b-b6c8-6c358f63f966 req-7e8f5187-9f43-4b04-9991-deb913d56980 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "DELETE /v2.0/ports/ebc021ec-dae0-4e8c-ae4b-455408358942 HTTP/1.1" status: 204 len: 173 time: 0.9880581 Feb 17 12:22:02.061806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-437c9cc8-6385-4aec-86e4-c579781f8e8c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:02.063270 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-437c9cc8-6385-4aec-86e4-c579781f8e8c tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 814 time: 0.1442742 Feb 17 12:22:02.085939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Request body: {'port': {'device_id': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'admin_state_up': True, 'tenant_id': 'ab94d733baf040d4945ae7a611d64127'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:22:02.213222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-dd0c7414-725f-4fe0-bca1-2b98bd991077 req-37844051-1ecf-411e-b11b-da9ad0054182 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Synchronizing usage tracker for tenant:ab94d733baf040d4945ae7a611d64127 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:22:02.295750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:22:02.317940 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-dd0c7414-725f-4fe0-bca1-2b98bd991077 req-37844051-1ecf-411e-b11b-da9ad0054182 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Unset dirty status for tenant:ab94d733baf040d4945ae7a611d64127 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:22:02.319986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd0c7414-725f-4fe0-bca1-2b98bd991077 req-37844051-1ecf-411e-b11b-da9ad0054182 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 210 time: 0.1600413 Feb 17 12:22:02.320944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Usage tracker for resource:port and tenant:ab94d733baf040d4945ae7a611d64127 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:22:02.325392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:22:02.335646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:22:02.426372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Made reservation on behalf of ab94d733baf040d4945ae7a611d64127 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:22:02.429949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:02.756408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Allocated IP 172.20.0.9 (56d28d33-925b-4565-9ee2-c9bbb84da513/9b4ad274-24fd-4afc-b5c5-165d292c23c3/a8c3f56c-f8b1-4925-b2b8-12a117198be7) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:22:02.991788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:03.099791 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:03.176655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Network 56d28d33-925b-4565-9ee2-c9bbb84da513 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:22:03.177844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:22:03.182262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:22:03.208886 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:22:03.212855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:03.250906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:03.251510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:03.351079 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3f6ae716-d5d0-4739-a7f7-90a9cd313f31 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2696011 Feb 17 12:22:03.363013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Request body: {'port': {'device_id': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:22:03.473194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:03.528061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1a9f7-e9ce-499f-9850-f747f69d61a3 req-0878df04-238e-43bb-863c-5b9abf2e86fa tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:03.529661 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8ad1a9f7-e9ce-499f-9850-f747f69d61a3 req-0878df04-238e-43bb-863c-5b9abf2e86fa tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 931 time: 0.0784225 Feb 17 12:22:03.576169 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8ad1a9f7-e9ce-499f-9850-f747f69d61a3 req-d4604323-8dee-4181-a36f-f71be61bf06e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Feb 17 12:22:03.812073 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c3f56c-f8b1-4925-b2b8-12a117198be7 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:22:03.818591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:03.832506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Transition to ACTIVE for port object a8c3f56c-f8b1-4925-b2b8-12a117198be7 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:22:03.900645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:04.027497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:04.132456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Attempting to bind port a8c3f56c-f8b1-4925-b2b8-12a117198be7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:22:04.133094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Attempting to bind port a8c3f56c-f8b1-4925-b2b8-12a117198be7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:22:04.133094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Attempting to bind port a8c3f56c-f8b1-4925-b2b8-12a117198be7 on network 56d28d33-925b-4565-9ee2-c9bbb84da513 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:22:04.139025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Port a8c3f56c-f8b1-4925-b2b8-12a117198be7 on network 56d28d33-925b-4565-9ee2-c9bbb84da513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:22:04.139337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Attempting to bind port a8c3f56c-f8b1-4925-b2b8-12a117198be7 on network 56d28d33-925b-4565-9ee2-c9bbb84da513 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:22:04.145549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:22:04.145919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Checking segment: {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:22:04.146317 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Bound using segment: {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:22:04.146713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Bound port: a8c3f56c-f8b1-4925-b2b8-12a117198be7, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6957c98c-9b9f-4311-8cc7-b56d5ca94267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:22:04.147048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:04.236531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:22:04.238821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:22:04.306808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:04.368748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:04.370291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 200 len: 1093 time: 1.0124056 Feb 17 12:22:04.370718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:22:04.391820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69944b5-a1e3-4843-8677-70dacd621230 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:04.426972 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'status': 'completed', 'code': 200} Feb 17 12:22:04.517409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a285fb5b-1d4e-464b-b4be-9e48c4fa6c9b req-ad621a16-ea9a-4893-b28b-759acf9f5d97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1096 time: 0.0712628 Feb 17 12:22:04.661128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fb5b-1d4e-464b-b4be-9e48c4fa6c9b req-a2e4fdc3-ecf6-48b9-92fa-a789de448098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:04.663001 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a285fb5b-1d4e-464b-b4be-9e48c4fa6c9b req-a2e4fdc3-ecf6-48b9-92fa-a789de448098 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ab94d733baf040d4945ae7a611d64127&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1395779 Feb 17 12:22:04.722246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:22:04.761302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: ebc021ec-dae0-4e8c-ae4b-455408358942 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:22:04.761717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ebc021ec-dae0-4e8c-ae4b-455408358942 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:22:04.791377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace92be-faa3-4d5c-84dc-fd632bd6d8d8 req-8ce5510a-9d60-4dae-8296-54c03bb16fe6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:04.793177 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0ace92be-faa3-4d5c-84dc-fd632bd6d8d8 req-8ce5510a-9d60-4dae-8296-54c03bb16fe6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 943 time: 0.0892599 Feb 17 12:22:04.841547 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0ace92be-faa3-4d5c-84dc-fd632bd6d8d8 req-f61c9126-bc71-4a27-b149-cc02c927122f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Feb 17 12:22:04.895054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fb5b-1d4e-464b-b4be-9e48c4fa6c9b req-acd99b00-a01f-46b4-a739-1a2ccef7ef53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:04.896519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a285fb5b-1d4e-464b-b4be-9e48c4fa6c9b req-acd99b00-a01f-46b4-a739-1a2ccef7ef53 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2274952 Feb 17 12:22:04.998392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-73cb00d2-3964-41fd-a43f-a9d3ac361306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1096 time: 0.0680461 Feb 17 12:22:05.067928 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-7eeafcab-afa6-4e76-adc1-a52705835d09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 200 len: 217 time: 0.0630813 Feb 17 12:22:05.128017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-cc1fe1a9-c210-4863-bdb0-c8e3cccbc298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:05.129523 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-cc1fe1a9-c210-4863-bdb0-c8e3cccbc298 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0565953 Feb 17 12:22:05.176054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-3daafc0f-54ef-4475-8204-5424b48a3114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410464 Feb 17 12:22:05.311361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-5ab70b46-ad6d-406b-8e71-df16c2a649cb service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288857 Feb 17 12:22:05.440762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0a1fd174-6022-4baf-9a2b-972409ffa790 req-947b09bf-2779-4f35-a059-ef082f53dd4b service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236594 Feb 17 12:22:06.037490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f746b8-c654-4031-9cd2-be35269e0492 req-8e680876-4208-40af-a50d-92df2fbcbab8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:06.038202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-88f746b8-c654-4031-9cd2-be35269e0492 req-8e680876-4208-40af-a50d-92df2fbcbab8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Synchronizing usage tracker for tenant:ab94d733baf040d4945ae7a611d64127 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:22:06.117188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-88f746b8-c654-4031-9cd2-be35269e0492 req-8e680876-4208-40af-a50d-92df2fbcbab8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Unset dirty status for tenant:ab94d733baf040d4945ae7a611d64127 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:22:06.118448 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88f746b8-c654-4031-9cd2-be35269e0492 req-8e680876-4208-40af-a50d-92df2fbcbab8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 943 time: 0.1549137 Feb 17 12:22:06.164528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88f746b8-c654-4031-9cd2-be35269e0492 req-dce2c91b-036d-41c7-8499-6c2c500702b3 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Feb 17 12:22:07.361294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b2e03-de95-4ef8-a982-883aa970527b req-cdf25c57-6c72-498c-9929-d001868cb0c8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:07.362766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-010b2e03-de95-4ef8-a982-883aa970527b req-cdf25c57-6c72-498c-9929-d001868cb0c8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 943 time: 0.0758240 Feb 17 12:22:07.407682 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-010b2e03-de95-4ef8-a982-883aa970527b req-82f9d7f9-8a5f-4c61-8108-776abb33c900 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Feb 17 12:22:07.769084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7c329051-37c5-4a7c-a26e-45da0617281e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:08.609653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a02af-36db-41e2-9ffc-41ad2261a8e7 req-2986b7a4-15cb-4892-9c80-a41a7767c624 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:08.611138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-331a02af-36db-41e2-9ffc-41ad2261a8e7 req-2986b7a4-15cb-4892-9c80-a41a7767c624 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 943 time: 0.0840201 Feb 17 12:22:08.655907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-331a02af-36db-41e2-9ffc-41ad2261a8e7 req-7cdb07e6-a795-49f1-8ced-f9680bb27aad tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Feb 17 12:22:08.722309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:22:08.854208 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:08.871152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'port_id': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'mac_address': 'fa:16:3e:8c:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4ad274-24fd-4afc-b5c5-165d292c23c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:22:08.932384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:08.949250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c3f56c-f8b1-4925-b2b8-12a117198be7 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:22:08.963630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:09.030206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:09.093880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:09.102059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.102948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.103275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.103602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.103922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.104243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.104579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.104877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.105191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.105504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.105845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:09.340055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['a8c3f56c-f8b1-4925-b2b8-12a117198be7'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:22:09.857243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1203-bb37-4dcf-8aca-5ac2d5ef0b8b req-78e9de50-4f9f-470a-ad50-aaa19ef2dcc5 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:09.858729 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-724b1203-bb37-4dcf-8aca-5ac2d5ef0b8b req-78e9de50-4f9f-470a-ad50-aaa19ef2dcc5 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 944 time: 0.0824273 Feb 17 12:22:09.903766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-724b1203-bb37-4dcf-8aca-5ac2d5ef0b8b req-88163613-679f-4826-9947-60c9771f24c0 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Feb 17 12:22:10.030001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d22fd3c0-a908-4786-a508-7ef33dcd5a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:10.722184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:22:10.854589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port a8c3f56c-f8b1-4925-b2b8-12a117198be7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:22:10.859341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port a8c3f56c-f8b1-4925-b2b8-12a117198be7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:22:10.859704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:10.973769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:10.999976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:22:11.010598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:11.065833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:11.103373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a374b7-ab3f-4802-993d-4b97e7246f60 req-bd7aa517-cd41-432d-bb05-bbf896929f21 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:11.105007 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-70a374b7-ab3f-4802-993d-4b97e7246f60 req-bd7aa517-cd41-432d-bb05-bbf896929f21 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 944 time: 0.0783989 Feb 17 12:22:11.139121 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'code': 200} Feb 17 12:22:11.147058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:11.160593 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-70a374b7-ab3f-4802-993d-4b97e7246f60 req-8f4d4e52-1113-4ec8-96cf-d0d03579915a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Feb 17 12:22:11.357194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:11.380043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:11.485312 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e7d44ea8-c486-4ca3-ae1c-19cf709d16c9 req-75721314-26b1-4510-ba0e-15eaf7ba04e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1098 time: 0.0694413 Feb 17 12:22:11.526936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e7d44ea8-c486-4ca3-ae1c-19cf709d16c9 req-dbd01169-e12e-4bea-8d76-f7ac4c2351bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361769 Feb 17 12:22:11.778465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:12.359361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd86e9-658d-40d9-9e19-15e1e3bdb904 req-82e6631c-ee40-4ced-b762-d6adc0667654 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:12.360814 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1fd86e9-658d-40d9-9e19-15e1e3bdb904 req-82e6631c-ee40-4ced-b762-d6adc0667654 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0774071 Feb 17 12:22:12.411201 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1fd86e9-658d-40d9-9e19-15e1e3bdb904 req-d0b2ca9b-5cdc-48e7-bf8f-365eac9165c5 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Feb 17 12:22:12.928863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:13.608917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa9d2-902c-4be0-ad93-99539b87c669 req-f786d933-8880-42a0-a3b3-7d3847770244 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:13.610320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e4fa9d2-902c-4be0-ad93-99539b87c669 req-f786d933-8880-42a0-a3b3-7d3847770244 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0755796 Feb 17 12:22:13.659324 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e4fa9d2-902c-4be0-ad93-99539b87c669 req-218bae6b-d241-44b5-b2be-b47cdd6c3c5f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Feb 17 12:22:13.860643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d358605-c7e2-4db7-8743-b6088663537d req-376baabf-3642-4bb4-90b1-a0e22ff5ccfd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:13.862018 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0d358605-c7e2-4db7-8743-b6088663537d req-376baabf-3642-4bb4-90b1-a0e22ff5ccfd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0771134 Feb 17 12:22:13.908313 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0d358605-c7e2-4db7-8743-b6088663537d req-95d6f502-daf2-4233-b2aa-907b303c9e10 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Feb 17 12:22:14.106154 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62841395-b050-428f-93f8-a116da601517 req-75be9727-6def-4828-af2d-72a753741ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684166 Feb 17 12:22:14.598703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66700bb-3ef5-4829-85bd-ce8a68ac02f0 req-c8059e2c-1d92-48da-856a-896106e8ec88 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:14.600156 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a66700bb-3ef5-4829-85bd-ce8a68ac02f0 req-c8059e2c-1d92-48da-856a-896106e8ec88 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.1321650 Feb 17 12:22:14.606761 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-6877f01f-9c77-4ed7-8b43-f51dca3b1422 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046288 Feb 17 12:22:14.653938 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a66700bb-3ef5-4829-85bd-ce8a68ac02f0 req-6709bff4-f3a1-4068-be08-56654af1f1a7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459068 Feb 17 12:22:15.852590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb32e1-65f4-45d7-9fd1-22267c902814 req-5e099c24-54a4-4d25-a6c1-4e36ac3a564f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:15.854806 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9cb32e1-65f4-45d7-9fd1-22267c902814 req-5e099c24-54a4-4d25-a6c1-4e36ac3a564f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0765164 Feb 17 12:22:15.906584 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9cb32e1-65f4-45d7-9fd1-22267c902814 req-fd56d5fa-77d3-4abd-8eb0-fc909bf615ab tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Feb 17 12:22:16.634905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-0ca5db91-5a83-49d8-bb67-6408a25561b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1098 time: 0.0683811 Feb 17 12:22:16.766449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a595-33be-4847-9512-6b03e292b957 req-e03a0403-41c4-4f4c-b317-cb21d38d095c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:16.767912 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-e03a0403-41c4-4f4c-b317-cb21d38d095c service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1272585 Feb 17 12:22:16.836903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-3ae6b410-2896-42e3-9bf8-6a7e145394b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 200 len: 217 time: 0.0632460 Feb 17 12:22:16.897116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a595-33be-4847-9512-6b03e292b957 req-aa83bf21-e51b-4b39-b231-b4b07aaa45de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:16.898564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-aa83bf21-e51b-4b39-b231-b4b07aaa45de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0568786 Feb 17 12:22:16.948745 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-6d7aebb0-1306-4716-904d-019d5506f255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447509 Feb 17 12:22:17.120774 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3694-edb6-4069-9136-c3e0415927ed req-15875d31-ccce-4e53-ba34-35e33e2e5666 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:17.122282 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1c9b3694-edb6-4069-9136-c3e0415927ed req-15875d31-ccce-4e53-ba34-35e33e2e5666 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0804324 Feb 17 12:22:17.166235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-2e6627b2-06be-475f-8d56-7ac66d777f77 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118275 Feb 17 12:22:17.168466 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1c9b3694-edb6-4069-9136-c3e0415927ed req-5e9bb974-3f19-4d56-9041-400225199b9e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Feb 17 12:22:17.300588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-6fe81711-3578-41f8-a4eb-04dd3c1ad8d9 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272850 Feb 17 12:22:18.380681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edda19-43ec-40f1-ab4a-a4c7e844f032 req-95ffb713-5a4e-4fa8-a757-c1012f951fd3 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:18.382155 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f4edda19-43ec-40f1-ab4a-a4c7e844f032 req-95ffb713-5a4e-4fa8-a757-c1012f951fd3 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0827799 Feb 17 12:22:18.427898 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f4edda19-43ec-40f1-ab4a-a4c7e844f032 req-f28ef3c6-51bf-4bb5-9be1-603b7e09237d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Feb 17 12:22:19.628493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cbc96-a659-46b1-b11f-6b7dec7542d4 req-98a09f49-eb64-4f28-9739-1fbf46c676ee tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:19.629888 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d17cbc96-a659-46b1-b11f-6b7dec7542d4 req-98a09f49-eb64-4f28-9739-1fbf46c676ee tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0774710 Feb 17 12:22:19.679894 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d17cbc96-a659-46b1-b11f-6b7dec7542d4 req-33ab0537-fb5b-4d7b-9dfe-859e506c6072 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Feb 17 12:22:20.888030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f58e1-31be-4015-ab0b-b1b97b0a26cb req-b61b4077-d89c-4193-af2f-75c7a2b2f7ad tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:20.889527 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c16f58e1-31be-4015-ab0b-b1b97b0a26cb req-b61b4077-d89c-4193-af2f-75c7a2b2f7ad tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0794885 Feb 17 12:22:20.946850 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c16f58e1-31be-4015-ab0b-b1b97b0a26cb req-f54db4ae-5278-4dec-9b0a-4776871edb9f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 Feb 17 12:22:22.145005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e25de-31fd-46e0-8ca6-01bd042ef23a req-f1d9be14-d469-490e-a59e-b2d879566949 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:22.146476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-690e25de-31fd-46e0-8ca6-01bd042ef23a req-f1d9be14-d469-490e-a59e-b2d879566949 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0755248 Feb 17 12:22:22.192969 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-690e25de-31fd-46e0-8ca6-01bd042ef23a req-3e553adc-ac74-49de-9c4e-f21e31e20f42 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Feb 17 12:22:23.397179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54b36-8086-4012-8d00-99d39accbb7f req-ba0b1c31-731c-4c23-ab21-2138f9ca8f55 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:23.398681 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-05a54b36-8086-4012-8d00-99d39accbb7f req-ba0b1c31-731c-4c23-ab21-2138f9ca8f55 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0788207 Feb 17 12:22:23.458483 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-05a54b36-8086-4012-8d00-99d39accbb7f req-d26f246d-6eb9-43e2-9f49-3146390a4cce tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497828 Feb 17 12:22:24.657793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef91a-99cc-402b-a2c6-2c8593e55ecd req-39fddaaa-07bb-4f94-9ea8-d871481264e6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:24.659243 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e0ef91a-99cc-402b-a2c6-2c8593e55ecd req-39fddaaa-07bb-4f94-9ea8-d871481264e6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0791354 Feb 17 12:22:24.705141 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e0ef91a-99cc-402b-a2c6-2c8593e55ecd req-d3c6aad9-03ed-4c58-94ea-deff23c50d64 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Feb 17 12:22:25.906330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eaf2e-c300-4f3a-8a45-7e1a396caf8d req-17d5dc06-1ab3-4519-b41e-8c2e262c15c6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:25.907841 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-653eaf2e-c300-4f3a-8a45-7e1a396caf8d req-17d5dc06-1ab3-4519-b41e-8c2e262c15c6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0800588 Feb 17 12:22:25.953670 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-653eaf2e-c300-4f3a-8a45-7e1a396caf8d req-4919f98a-8f03-496c-aa95-ee7357f7543a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Feb 17 12:22:27.148842 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56fbf0-5692-49a1-8674-bedc45b54583 req-2405f4e7-237d-4dd3-bb93-6637224f3831 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:27.150528 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5a56fbf0-5692-49a1-8674-bedc45b54583 req-2405f4e7-237d-4dd3-bb93-6637224f3831 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0737517 Feb 17 12:22:27.195356 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5a56fbf0-5692-49a1-8674-bedc45b54583 req-b23a016e-9b48-4d56-8de8-e800f2955f2e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 Feb 17 12:22:28.390184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3dd1-e35e-475e-806a-644496c6bfc3 req-03b8fdbd-cee6-4eb6-8ba4-c9a25e7613dc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:28.391794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1fdf3dd1-e35e-475e-806a-644496c6bfc3 req-03b8fdbd-cee6-4eb6-8ba4-c9a25e7613dc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0754039 Feb 17 12:22:28.438037 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1fdf3dd1-e35e-475e-806a-644496c6bfc3 req-42e85b23-9c58-4628-8735-fc990bd88de5 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Feb 17 12:22:29.633667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56537fb-5ed3-4b0c-9dfa-2f175df52627 req-47501985-83e0-4906-9e6e-d56224d12271 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:29.635169 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b56537fb-5ed3-4b0c-9dfa-2f175df52627 req-47501985-83e0-4906-9e6e-d56224d12271 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0780101 Feb 17 12:22:29.682594 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b56537fb-5ed3-4b0c-9dfa-2f175df52627 req-37b8a9ec-502a-40b9-88ff-cda26dc223dd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Feb 17 12:22:30.880958 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0013df-b594-4306-b257-e4c23fd734b6 req-aa79d10f-f6f0-4ea8-8740-8c39e9b17850 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:30.882439 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7d0013df-b594-4306-b257-e4c23fd734b6 req-aa79d10f-f6f0-4ea8-8740-8c39e9b17850 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0790718 Feb 17 12:22:30.927334 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7d0013df-b594-4306-b257-e4c23fd734b6 req-d5d3c2cb-1983-4337-9e92-c9e0e4b34532 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Feb 17 12:22:32.121523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a84e-6cec-491d-862b-a50da0137c68 req-7adaa394-71e7-4687-86c9-65546f87164b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:32.123724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9dd9a84e-6cec-491d-862b-a50da0137c68 req-7adaa394-71e7-4687-86c9-65546f87164b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0759044 Feb 17 12:22:32.167913 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9dd9a84e-6cec-491d-862b-a50da0137c68 req-5ad634e3-6308-45ea-9ee5-9c92b804e928 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387468 Feb 17 12:22:33.364128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12454b7f-62a5-437e-973b-ce001e120486 req-f2747f4a-3b14-4d2c-9d27-9a03ba4365dd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:33.365598 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-12454b7f-62a5-437e-973b-ce001e120486 req-f2747f4a-3b14-4d2c-9d27-9a03ba4365dd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0768456 Feb 17 12:22:33.415592 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-12454b7f-62a5-437e-973b-ce001e120486 req-ff65305a-c2ac-4f7c-b1ae-cc17767baed9 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Feb 17 12:22:34.618478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e081-a84b-4e0b-93e2-2c5259a17f97 req-3d66f783-76cb-4bc7-aa7d-f06af01e267e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:34.619909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e42e081-a84b-4e0b-93e2-2c5259a17f97 req-3d66f783-76cb-4bc7-aa7d-f06af01e267e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0788960 Feb 17 12:22:34.672348 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e42e081-a84b-4e0b-93e2-2c5259a17f97 req-78055bdb-a64d-4abd-ab8a-2c34c576c549 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Feb 17 12:22:35.868711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3b02c-e66f-466b-9fe6-9503a1a38df6 req-434b6180-4025-4b04-9936-826daf2f56e5 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:35.870202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-20f3b02c-e66f-466b-9fe6-9503a1a38df6 req-434b6180-4025-4b04-9936-826daf2f56e5 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0762436 Feb 17 12:22:35.916521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-20f3b02c-e66f-466b-9fe6-9503a1a38df6 req-1711c5f0-3c2e-4658-8d88-aaf92cb870a0 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Feb 17 12:22:37.110928 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4406a-2460-4b9f-8bba-f1473b34ef96 req-11462360-fee7-42c4-a941-3aeba9db5ffb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:37.112374 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f4b4406a-2460-4b9f-8bba-f1473b34ef96 req-11462360-fee7-42c4-a941-3aeba9db5ffb tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0755165 Feb 17 12:22:37.160280 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f4b4406a-2460-4b9f-8bba-f1473b34ef96 req-ef5e9ce0-d1ca-43d4-a1de-0ac35ce2aa09 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Feb 17 12:22:37.790367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3981019b-096c-4779-bdc5-8c0b4ae58206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:38.360813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb076e-de06-4465-982d-9c2811cece94 req-7d24802d-a7f3-4570-a590-fb91981af3d2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:38.362297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90eb076e-de06-4465-982d-9c2811cece94 req-7d24802d-a7f3-4570-a590-fb91981af3d2 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0786202 Feb 17 12:22:38.407802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90eb076e-de06-4465-982d-9c2811cece94 req-35c5cfc7-b032-4ea0-b089-f8bba6154cc0 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Feb 17 12:22:39.601224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd969e-ad30-4f6b-9e84-0e5cf63dc924 req-6ab881e9-8e5d-4214-bbe1-4eb9ebced5dc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:39.602613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-26cd969e-ad30-4f6b-9e84-0e5cf63dc924 req-6ab881e9-8e5d-4214-bbe1-4eb9ebced5dc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0744328 Feb 17 12:22:39.647435 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-26cd969e-ad30-4f6b-9e84-0e5cf63dc924 req-fb6e41e3-ecbb-4577-a6ba-cb09e314f040 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Feb 17 12:22:40.029939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cb6810ef-5522-45a7-88bc-7f24f4164273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:40.209382 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:22:40.845726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d402c2-5094-4ca4-9204-dd28e6ef800f req-6f2a377f-f471-4e58-8aa9-bca1f36e6ca1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:40.847230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90d402c2-5094-4ca4-9204-dd28e6ef800f req-6f2a377f-f471-4e58-8aa9-bca1f36e6ca1 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0773823 Feb 17 12:22:40.893775 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90d402c2-5094-4ca4-9204-dd28e6ef800f req-72f89a6a-18ba-4ce9-9f7c-4b54787856e4 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Feb 17 12:22:41.356597 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:41.385091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:41.796638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:42.179057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0720ead-4a15-4bf5-845e-30d39d76362d req-2422c07f-96de-4201-800b-bc0724e5e7ea tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:42.180508 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b0720ead-4a15-4bf5-845e-30d39d76362d req-2422c07f-96de-4201-800b-bc0724e5e7ea tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.1639853 Feb 17 12:22:42.225860 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b0720ead-4a15-4bf5-845e-30d39d76362d req-5d845911-03f0-426b-9810-f08b4d29dffc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Feb 17 12:22:42.922056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:43.425596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cf92d-93f4-423f-afa3-d4a1dda345d2 req-fd469df8-c6f2-4217-be69-cb6b770aee10 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:43.427118 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5a6cf92d-93f4-423f-afa3-d4a1dda345d2 req-fd469df8-c6f2-4217-be69-cb6b770aee10 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0810266 Feb 17 12:22:43.472778 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5a6cf92d-93f4-423f-afa3-d4a1dda345d2 req-5b09542c-2173-4054-9867-8a8ec2cf1c73 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Feb 17 12:22:44.489379 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-4fabf1f4-c43d-42ac-98e4-3cf0bd1191a6 service neutron] 10.222.0.24 "GET /v2.0/ports/a8c3f56c-f8b1-4925-b2b8-12a117198be7/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0733566 Feb 17 12:22:44.671820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679eaed-d9a4-4fa1-804b-ffc2da0c518b req-b91c648c-b19d-4176-a58e-86931205a0ec tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:44.674313 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e679eaed-d9a4-4fa1-804b-ffc2da0c518b req-b91c648c-b19d-4176-a58e-86931205a0ec tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0779738 Feb 17 12:22:44.724602 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e679eaed-d9a4-4fa1-804b-ffc2da0c518b req-d52c1101-1533-444f-8e9b-3f2d000aa94a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Feb 17 12:22:44.962439 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-cee8a98b-1e29-4f88-871f-92f6ead794e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60&tenant_id=ab94d733baf040d4945ae7a611d64127 HTTP/1.1" status: 200 len: 1098 time: 0.0739617 Feb 17 12:22:45.051643 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-88f71da7-d59e-4030-adf1-80f31511e8e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1098 time: 0.0685945 Feb 17 12:22:45.182814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a595-33be-4847-9512-6b03e292b957 req-ddc4b8d1-2980-4c77-9087-06cf3ad450d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:45.184315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-ddc4b8d1-2980-4c77-9087-06cf3ad450d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1276917 Feb 17 12:22:45.254845 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-7e1306f7-276f-4337-9b7a-f54202b629ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 200 len: 217 time: 0.0642388 Feb 17 12:22:45.316597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a595-33be-4847-9512-6b03e292b957 req-a57f5078-02fa-4395-8b91-4e822d714b81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:45.318073 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-a57f5078-02fa-4395-8b91-4e822d714b81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0582962 Feb 17 12:22:45.364870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-ae85abbf-82d9-4f35-a87d-c5247b41f92e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414500 Feb 17 12:22:45.575448 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-435c9f11-ccc4-43a1-b99d-f90b4c96f48b service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046506 Feb 17 12:22:45.706133 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb32a595-33be-4847-9512-6b03e292b957 req-fe2627bd-b5b7-464f-b135-c4975c5c07cc service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234863 Feb 17 12:22:45.932843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d215c0a-ddd9-44ea-afca-e4a1dfdc52b1 req-db1f8941-7341-4e61-9a4f-2b220572767e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:45.934315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d215c0a-ddd9-44ea-afca-e4a1dfdc52b1 req-db1f8941-7341-4e61-9a4f-2b220572767e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0770848 Feb 17 12:22:45.981965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d215c0a-ddd9-44ea-afca-e4a1dfdc52b1 req-819437eb-21d0-48e1-b743-2747c64a3c5d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Feb 17 12:22:47.179775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e29d3-ba83-4290-879e-ecc64961ab98 req-976c9192-ae7b-4452-a608-ef27c343fb5a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:47.181212 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-002e29d3-ba83-4290-879e-ecc64961ab98 req-976c9192-ae7b-4452-a608-ef27c343fb5a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0781214 Feb 17 12:22:47.228996 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-002e29d3-ba83-4290-879e-ecc64961ab98 req-7768836d-8704-4efd-82c4-b2e97ac7437d tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Feb 17 12:22:48.427394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a6759-16a0-458f-aa30-be963fd18645 req-838feb17-e8e5-4357-93e9-9dea0d4adea8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:48.429016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da2a6759-16a0-458f-aa30-be963fd18645 req-838feb17-e8e5-4357-93e9-9dea0d4adea8 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0789945 Feb 17 12:22:48.480173 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da2a6759-16a0-458f-aa30-be963fd18645 req-42ca493c-2900-4821-832d-d9a0c35e6e9e tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Feb 17 12:22:48.956300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:22:48.959876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:22:49.206494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:49.242363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:49.258622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:22:49.267619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'network_id': '56d28d33-925b-4565-9ee2-c9bbb84da513', 'port_id': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'mac_address': 'fa:16:3e:8c:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4ad274-24fd-4afc-b5c5-165d292c23c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:22:49.272372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:49.327373 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'code': 200} Feb 17 12:22:49.329442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:49.341766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:49.391079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8c3f56c-f8b1-4925-b2b8-12a117198be7 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:22:49.463345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:49.471777 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:22:49.472119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:22:49.677043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9578870-9af7-4618-9397-14b6e396bb18 req-3c8da7f9-6068-4f8d-9bc9-2238490d0963 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:49.678524 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9578870-9af7-4618-9397-14b6e396bb18 req-3c8da7f9-6068-4f8d-9bc9-2238490d0963 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 943 time: 0.0749168 Feb 17 12:22:49.724345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9578870-9af7-4618-9397-14b6e396bb18 req-eb60f9d3-e0ff-4fa2-961f-838077ac9211 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Feb 17 12:22:50.029660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:50.047778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c3f56c-f8b1-4925-b2b8-12a117198be7 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:22:50.063438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:50.139639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:50.208498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['a8c3f56c-f8b1-4925-b2b8-12a117198be7'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:22:50.241141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745fb12-8ef2-4663-a4dd-d206b874aa6f req-1dbd201d-e907-449e-9f80-ca26cc8b9eba tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:50.242703 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8745fb12-8ef2-4663-a4dd-d206b874aa6f req-1dbd201d-e907-449e-9f80-ca26cc8b9eba tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 943 time: 0.1436534 Feb 17 12:22:50.263908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:50.281011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-74ce2c4a-9b10-426b-aa2d-9353ac4a42ff tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:50.282502 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-74ce2c4a-9b10-426b-aa2d-9353ac4a42ff tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60&tenant_id=ab94d733baf040d4945ae7a611d64127&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.1303914 Feb 17 12:22:50.308344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8745fb12-8ef2-4663-a4dd-d206b874aa6f req-a37fde9d-0f1d-4786-9b9e-02b38122b5ab tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Feb 17 12:22:50.426937 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-7292f31c-b993-4c97-bcd7-26ff3038c799 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1097 time: 0.0695245 Feb 17 12:22:50.558355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-288c0198-0a84-4966-ae2b-d4629e4c3214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:50.559775 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-288c0198-0a84-4966-ae2b-d4629e4c3214 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1268349 Feb 17 12:22:50.630835 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-0205d826-66fc-47fb-87c0-401eaf871f6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 200 len: 217 time: 0.0640488 Feb 17 12:22:50.693291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-23392c36-d723-4bfc-a43f-be1efefe3011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:50.694853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-23392c36-d723-4bfc-a43f-be1efefe3011 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0586312 Feb 17 12:22:50.742249 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-2634bc38-c114-481a-bf05-6152e157bfda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420604 Feb 17 12:22:50.874864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-7548ede5-5271-4cb9-8721-14f444889582 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260085 Feb 17 12:22:50.978620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:22:51.004732 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5cb901-8980-431e-959e-12031c4f4bb0 req-f3e31a37-2168-4564-8a89-ffb02f1e3529 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241055 Feb 17 12:22:51.050470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port a8c3f56c-f8b1-4925-b2b8-12a117198be7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:22:51.052004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:51.173936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:51.207049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:51.261521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-da4b3cfb-6cda-49a8-8a9f-d7958851e625 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684938 Feb 17 12:22:51.310412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:51.343630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:22:51.393244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:51.404939 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-a75e9894-9d30-4f0e-8645-842c586f7d6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab94d733baf040d4945ae7a611d64127&device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 1098 time: 0.0732315 Feb 17 12:22:51.441851 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'code': 200} Feb 17 12:22:51.548513 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f8949-2060-48ba-90a0-f585785483a9 req-ccc8256b-05c0-463e-9881-e02601636283 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:51.549890 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-012f8949-2060-48ba-90a0-f585785483a9 req-ccc8256b-05c0-463e-9881-e02601636283 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Feb 17 12:22:51.557345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-435ac1d0-72a4-4e6e-bd0f-6a5ab875bcde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:51.558869 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-435ac1d0-72a4-4e6e-bd0f-6a5ab875bcde service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 200 len: 914 time: 0.1324754 Feb 17 12:22:51.607014 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-012f8949-2060-48ba-90a0-f585785483a9 req-7e2a8ef0-9250-412f-a586-bc3d8e378eb6 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481813 Feb 17 12:22:51.724375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-3304dce0-23c6-45b9-b0ef-44ea9a61334a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 200 len: 217 time: 0.1512792 Feb 17 12:22:51.788038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-6e41cbb2-bc53-4057-9ee8-4ece480e69ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:51.789472 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-6e41cbb2-bc53-4057-9ee8-4ece480e69ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 200 len: 854 time: 0.0599012 Feb 17 12:22:51.834924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-24dcfc5b-0b62-4be6-b2fd-b224096ccaec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d28d33-925b-4565-9ee2-c9bbb84da513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388360 Feb 17 12:22:51.967515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-27c6b4a9-f1cd-4cf2-b83f-f12caaf09a8b service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265681 Feb 17 12:22:52.106881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c69ec027-fe2b-485f-9175-428a4e5cbc0f req-cf66ade1-35e0-432c-8fe6-09a4344de660 service neutron] 10.222.0.24 "GET /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340714 Feb 17 12:22:52.811358 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d338a7-e1b8-40f7-8a34-002ba803071f req-7cf6ca88-c012-4bcd-bd28-5467dd5b4857 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:52.812833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-51d338a7-e1b8-40f7-8a34-002ba803071f req-7cf6ca88-c012-4bcd-bd28-5467dd5b4857 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Feb 17 12:22:52.858528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-51d338a7-e1b8-40f7-8a34-002ba803071f req-788821f0-990d-4fcc-b993-00c659064a89 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Feb 17 12:22:53.055175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3c54a-538d-459d-9219-2d96b8957f9c req-076465b4-0a39-4007-a7c6-24f6aca9db4a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:53.056667 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a6c3c54a-538d-459d-9219-2d96b8957f9c req-076465b4-0a39-4007-a7c6-24f6aca9db4a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0784507 Feb 17 12:22:53.104193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a6c3c54a-538d-459d-9219-2d96b8957f9c req-21e4e33b-08f7-4928-8ee9-83e7513abd65 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Feb 17 12:22:53.304913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5020b-4f3e-4e33-897c-7f1a4399c7a6 req-9d177a0f-c816-4f04-9898-8782e3dfe4cd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:53.306333 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-06c5020b-4f3e-4e33-897c-7f1a4399c7a6 req-9d177a0f-c816-4f04-9898-8782e3dfe4cd tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0823443 Feb 17 12:22:53.352586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-06c5020b-4f3e-4e33-897c-7f1a4399c7a6 req-cb50e2af-e869-4c25-bda0-2e3ffed3a895 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Feb 17 12:22:54.189586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7438ae-ba05-444b-8833-e37c8eae7430 req-7a1411ff-13a7-460f-bba5-7a1be14d342a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:54.191056 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff7438ae-ba05-444b-8833-e37c8eae7430 req-7a1411ff-13a7-460f-bba5-7a1be14d342a tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0802851 Feb 17 12:22:54.236986 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff7438ae-ba05-444b-8833-e37c8eae7430 req-5d7d7ca3-8ba6-4794-8a9e-f178b974715b tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Feb 17 12:22:55.432820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802b452-ca5c-4136-a474-a94a6489afbd req-1acafcc0-c238-488c-80e5-3a59e0b5a6d9 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:55.434302 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7802b452-ca5c-4136-a474-a94a6489afbd req-1acafcc0-c238-488c-80e5-3a59e0b5a6d9 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0767231 Feb 17 12:22:55.482756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7802b452-ca5c-4136-a474-a94a6489afbd req-81ea2bd8-11b4-4642-9c3e-66e8ddccc9d7 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/security-groups?id=33ef659f-4212-42d1-b06d-5d389b8288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428417 Feb 17 12:22:55.746193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-4f1f2c44-b9da-4de4-bc9a-d3b119b4652f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:22:55.747619 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-4f1f2c44-b9da-4de4-bc9a-d3b119b4652f tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 945 time: 0.0750864 Feb 17 12:22:55.814131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Deleting port a8c3f56c-f8b1-4925-b2b8-12a117198be7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:22:55.814462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:56.054285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] For port a8c3f56c-f8b1-4925-b2b8-12a117198be7, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a8c3f56c-f8b1-4925-b2b8-12a117198be7,segment=NetworkSegment(6957c98c-9b9f-4311-8cc7-b56d5ca94267),segment_id=6957c98c-9b9f-4311-8cc7-b56d5ca94267)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:22:56.054547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:56.175111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Calling delete_port for a8c3f56c-f8b1-4925-b2b8-12a117198be7 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:22:56.396477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:56.408553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['a8c3f56c-f8b1-4925-b2b8-12a117198be7'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:22:56.450276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Pushing event deleted for resources: {'Port': ['ID=a8c3f56c-f8b1-4925-b2b8-12a117198be7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:56.513973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.514315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.514661 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.514970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.515292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.515614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.515929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.516244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.516559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.516875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.517189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:22:56.529992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] No DVR routers for this DVR port a8c3f56c-f8b1-4925-b2b8-12a117198be7 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:22:56.532125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:56.535480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-deleted', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:22:56.591300 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea462e-8696-4f89-a580-ccdd57d51c60', 'name': 'network-vif-deleted', 'tag': 'a8c3f56c-f8b1-4925-b2b8-12a117198be7', 'status': 'completed', 'code': 200} Feb 17 12:22:56.630557 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e571dc4-68dd-44bb-a6a8-e42d71ca5e5e req-5126d6e9-b4ab-42f9-a81c-6acd742f86bc tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.24 "DELETE /v2.0/ports/a8c3f56c-f8b1-4925-b2b8-12a117198be7 HTTP/1.1" status: 204 len: 173 time: 0.8775187 Feb 17 12:22:56.653850 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-120a18de-f5f4-4fb8-9a02-5ce3bee93602 req-5198dd64-8236-4e9e-bdaf-d58f5b4b6242 tempest-ServerDiskConfigTestJSON-1990025789 tempest-ServerDiskConfigTestJSON-1990025789-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ea462e-8696-4f89-a580-ccdd57d51c60 HTTP/1.1" status: 200 len: 210 time: 0.0412998 Feb 17 12:22:57.912212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54152) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:22:58.055918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Deleting subnet 9b4ad274-24fd-4afc-b5c5-165d292c23c3 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:22:58.058733 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.107072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.160631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.281803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.319620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4ad274-24fd-4afc-b5c5-165d292c23c3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:58.324254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.329907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2674b214-f8ab-4c90-8cba-751427d3c670 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b4ad274-24fd-4afc-b5c5-165d292c23c3 HTTP/1.1" status: 204 len: 168 time: 0.4166238 Feb 17 12:22:58.332892 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54156) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:22:58.435346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.557084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.581344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d28d33-925b-4565-9ee2-c9bbb84da513']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:22:58.592819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6957c98c-9b9f-4311-8cc7-b56d5ca94267') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:22:58.593105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6957c98c-9b9f-4311-8cc7-b56d5ca94267') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:22:58.604446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.620706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.626546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:22:58.626916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:22:58.640215 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:22:58.784072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.801530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:58.812895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d28d33-925b-4565-9ee2-c9bbb84da513,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:58.866032 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-21984013-97f8-4c89-98d1-5b3e7ef3aba7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/56d28d33-925b-4565-9ee2-c9bbb84da513 HTTP/1.1" status: 204 len: 168 time: 0.5320005 Feb 17 12:22:59.018822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:22:59.052434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: a8c3f56c-f8b1-4925-b2b8-12a117198be7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:22:59.052773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a8c3f56c-f8b1-4925-b2b8-12a117198be7 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:22:59.177209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54162) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:22:59.228641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1bba5771-6c6f-4d7b-a755-9949e96b3238 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab94d733baf040d4945ae7a611d64127&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501161 Feb 17 12:22:59.231127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54166) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:22:59.293846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b5524c3-9145-43c5-87aa-78c519616024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:59.319613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b5524c3-9145-43c5-87aa-78c519616024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:59.436313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b5524c3-9145-43c5-87aa-78c519616024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:59.452505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5524c3-9145-43c5-87aa-78c519616024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ef659f-4212-42d1-b06d-5d389b8288b3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:22:59.515190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b5524c3-9145-43c5-87aa-78c519616024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:22:59.516310 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0b5524c3-9145-43c5-87aa-78c519616024 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33ef659f-4212-42d1-b06d-5d389b8288b3 HTTP/1.1" status: 204 len: 168 time: 0.2843196 Feb 17 12:23:00.686200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54188) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:00.830142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1787914322-network', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:00.835331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:00.839339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Usage tracker for resource:network and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:00.842236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:00.848916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:00.939366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Made reservation on behalf of 8a7cf9c7070546de8a4314b32b028b4d for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:23:00.942418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:00.955265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:00.987595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:00.992557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:00.995584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:01.001379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:01.073903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.128068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.161667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:23:01.170420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c40945-2aaa-451b-be56-39a31b355ef0,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:01.177101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.177474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Added segment 7c894f33-af20-4240-9cdd-204380f24840 of type vlan for network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 Feb 17 12:23:01.204756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.271119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.271999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:01.272574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.384654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] Pushing event updated for resources: {'Network': ['ID=6152e1db-5eee-410b-9b5d-cb58ac0ec788,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:01.396000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:23:01.442694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-771c7081-2ba8-4b75-baf8-7719f31b8f14 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7551341 Feb 17 12:23:01.446154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54194) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:01.452004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Request body: {'subnet': {'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1787914322-subnet', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:01.458032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:01.462013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Usage tracker for resource:subnet and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:01.465077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:01.471040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:01.539283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Made reservation on behalf of 8a7cf9c7070546de8a4314b32b028b4d for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:23:01.543025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.808100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:01.888538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b435131-0b3f-417f-8fca-3e2d9426c6f6,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:01.901020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:23:01.901360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Network hostable DHCP agents. Network: 6152e1db-5eee-410b-9b5d-cb58ac0ec788, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:23:01.978801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:23:02.058690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 6152e1db-5eee-410b-9b5d-cb58ac0ec788) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:02.063691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:02.064304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.067700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec73f9-71e7-4599-adb2-3d7726f87ed9 None None] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:23:02.149903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b553057-a09f-4aca-964d-7e5d31603e78 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7020118 Feb 17 12:23:02.153711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54198) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:02.160656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:02.165656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:02.170324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Usage tracker for resource:router and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:02.178975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:02.181488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:02.254589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.256722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.284618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.297497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:23:02.298519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.459504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Allocated IP 172.20.0.2 (6152e1db-5eee-410b-9b5d-cb58ac0ec788/3b435131-0b3f-417f-8fca-3e2d9426c6f6/0f85df87-69a0-4b50-b537-9e87e6df68c2) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:23:02.505329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.672660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.688953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Transition to ACTIVE for port object 0f85df87-69a0-4b50-b537-9e87e6df68c2 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:02.713532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Transition to ACTIVE for port object 0f85df87-69a0-4b50-b537-9e87e6df68c2 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:02.790679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.858758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.861846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:23:02.865342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:02.873949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:23:02.876079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Pushing event updated for resources: {'Port': ['ID=0f85df87-69a0-4b50-b537-9e87e6df68c2,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:02.894040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:02.999400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Attempting to bind port 0f85df87-69a0-4b50-b537-9e87e6df68c2 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:23:02.999669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Attempting to bind port 0f85df87-69a0-4b50-b537-9e87e6df68c2 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:23:03.000025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Attempting to bind port 0f85df87-69a0-4b50-b537-9e87e6df68c2 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:23:03.008577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:23:03.008940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:23:03.009336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.009714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Bound using segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:23:03.010978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Bound port: 0f85df87-69a0-4b50-b537-9e87e6df68c2, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:23:03.010978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.043282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Allocated IP 172.26.6.149 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/8a36b648-71aa-4d16-92a1-1e7ecf3a050f) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:23:03.109907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] For port 0f85df87-69a0-4b50-b537-9e87e6df68c2, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:23:03.112822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] For port 0f85df87-69a0-4b50-b537-9e87e6df68c2, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f85df87-69a0-4b50-b537-9e87e6df68c2,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:23:03.162823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.189602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.245950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d4fd-50af-4f35-b748-3b89e8c1d0ea None None] Pushing event updated for resources: {'Port': ['ID=0f85df87-69a0-4b50-b537-9e87e6df68c2,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:03.254547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.323518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:23:03.326177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:03.329665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:23:03.362284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Pushing event updated for resources: {'Port': ['ID=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:03.586353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.587117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:03.882029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Router 052127f1-1bea-4288-9958-b191540a49bf is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:23:04.088605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:23:04.097443 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:23:04.109110 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:23:04.109714 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:22:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:04.156545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:04.160301 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6e818839-e392-41a8-a35f-694692befc22 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0030086 Feb 17 12:23:04.161132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54202) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:04.198507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39101bd-f4b2-493d-9040-8eb938b49552 None None] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:23:04.295144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:23:04.347590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f85df87-69a0-4b50-b537-9e87e6df68c2 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:04.396246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a43ad317-e580-4891-b0ee-34c9a2958722 None None] Provisioning for port 0f85df87-69a0-4b50-b537-9e87e6df68c2 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:04.577061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0f85df87-69a0-4b50-b537-9e87e6df68c2 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:04.583818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0f85df87-69a0-4b50-b537-9e87e6df68c2 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:04.584182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:04.675007 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:03Z', 'revision_number': 3, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:04.681298 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:23:04.682002 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Updating router 052127f1-1bea-4288-9958-b191540a49bf port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:23:04.734282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:04.745752 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:04.774119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0f85df87-69a0-4b50-b537-9e87e6df68c2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f85df87-69a0-4b50-b537-9e87e6df68c2,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:04.862471 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:04.931647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-31f446b9-8cfb-4ecc-9046-42362154b199 None None] Provisioning complete for port 0f85df87-69a0-4b50-b537-9e87e6df68c2 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:04.932010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31f446b9-8cfb-4ecc-9046-42362154b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:04.973622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0f85df87-69a0-4b50-b537-9e87e6df68c2,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:05.097223 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.109492 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Transition to ACTIVE for port object 8a36b648-71aa-4d16-92a1-1e7ecf3a050f will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:05.110187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.179100 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.258109 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Pushing event updated for resources: {'Port': ['ID=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:05.264638 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Attempting to bind port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:23:05.265002 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Attempting to bind port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:23:05.265360 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Attempting to bind port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:23:05.274949 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.275302 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.275637 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.275966 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.276295 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.276617 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.276957 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.277261 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.277579 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.277921 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.278245 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:05.282627 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:23:05.282994 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:23:05.283389 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.283769 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:23:05.284221 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Bound port: 8a36b648-71aa-4d16-92a1-1e7ecf3a050f, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:23:05.284584 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.331272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Allocated IP 172.20.0.1 (6152e1db-5eee-410b-9b5d-cb58ac0ec788/3b435131-0b3f-417f-8fca-3e2d9426c6f6/ed02a240-2aee-4fcc-a22f-e0863f28c09d) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:23:05.355995 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] For port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:23:05.358964 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] For port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:23:05.413841 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.481418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.495118 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73928c5d-b7fb-4948-bc30-d9c3d7d5ea75 None None] Pushing event updated for resources: {'Port': ['ID=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:05.498091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Transition to ACTIVE for port object ed02a240-2aee-4fcc-a22f-e0863f28c09d will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:05.499825 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:23:05.500702 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:22:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:05.573440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.640292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:23:05.643053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:05.647617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:23:05.677004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Pushing event updated for resources: {'Port': ['ID=ed02a240-2aee-4fcc-a22f-e0863f28c09d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:05.684130 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:23:05.709685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.832900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.928244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e2598ac-0261-43b8-9634-3df6b1f14979 None None] Provisioning for port ed02a240-2aee-4fcc-a22f-e0863f28c09d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:05.933428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9e2598ac-0261-43b8-9634-3df6b1f14979 None None] Provisioning complete for port ed02a240-2aee-4fcc-a22f-e0863f28c09d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:05.933917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9e2598ac-0261-43b8-9634-3df6b1f14979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:05.985249 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:03Z', 'revision_number': 3, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:05.986787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9e2598ac-0261-43b8-9634-3df6b1f14979 None None] Port ed02a240-2aee-4fcc-a22f-e0863f28c09d cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:23:05.990898 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3262da-e35f-47a7-a62f-c6295c3378d6 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:03Z', 'revision_number': 3, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:23:06.070799 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.139380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.276752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Pushing event updated for resources: {'Port': ['ID=ed02a240-2aee-4fcc-a22f-e0863f28c09d,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:06.312023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.351429 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f85df87-69a0-4b50-b537-9e87e6df68c2 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:06.420931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0f85df87-69a0-4b50-b537-9e87e6df68c2 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:06.421290 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.466274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:23:06.467445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:06.545682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a36b648-71aa-4d16-92a1-1e7ecf3a050f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:06.682377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:06.692118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:06.693636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.767237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2f777a45-dcd8-4ff9-a675-ca2776757d52 None None] Provisioning complete for port ed02a240-2aee-4fcc-a22f-e0863f28c09d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:06.767601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2f777a45-dcd8-4ff9-a675-ca2776757d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.865751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2f777a45-dcd8-4ff9-a675-ca2776757d52 None None] Port ed02a240-2aee-4fcc-a22f-e0863f28c09d cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:23:06.883694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.899814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:06.961733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:06.970376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:23:07.027129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:07.176581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:23:07.185987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c7eaf50e-b433-4564-ac95-efa3041f1c4e admin admin] 10.222.0.47 "PUT /v2.0/routers/052127f1-1bea-4288-9958-b191540a49bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238652 Feb 17 12:23:07.720527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54212) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:07.727251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361791247', 'description': 'tempest-description--2044812626'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:07.733321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:07.737300 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Usage tracker for resource:security_group and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:07.740350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:07.746053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:07.761752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43d39ed5-43b7-4bbd-9c4c-61343f2c7752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:07.807521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:07.843683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:07.847712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Usage tracker for resource:security_group_rule and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:07.850923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:07.856788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:07.910125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:07.978449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.018749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1163636-ae2f-45c8-a57b-e791e679b049,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:08.087373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.088651 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-83b74f6f-6199-4cff-bbb0-00850338df56 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3670986 Feb 17 12:23:08.091519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54216) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:08.096883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'security_group_rule': {'security_group_id': 'c1163636-ae2f-45c8-a57b-e791e679b049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:08.102960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:08.106734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Usage tracker for resource:security_group_rule and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:08.109543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:08.115290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:08.190806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.258620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.265925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a36b648-71aa-4d16-92a1-1e7ecf3a050f up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:08.322133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.336171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:08.336371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.346012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab880e5-a996-465a-9b45-330e13831efd,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:08.412719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.413968 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-67357ca3-31b6-4679-9292-9367f216862a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3215208 Feb 17 12:23:08.417019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 54220) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:08.422719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'security_group_rule': {'security_group_id': 'c1163636-ae2f-45c8-a57b-e791e679b049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:08.429465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:08.433171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Usage tracker for resource:security_group_rule and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:08.436178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:08.443226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:08.511044 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.572170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.635608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.657661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0909b8bf-d4cd-4b86-9064-0ac6fcfb8dc9,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:08.669629 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.669995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.670330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.670658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.670983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.671302 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.671619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.671954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.672251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.672563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.672876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:08.727434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.728681 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1d42395c-bd1a-47ff-b2d3-9e5940bbe0c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3106563 Feb 17 12:23:08.737239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 54224) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:08.743219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:08.748684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:08.752459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Usage tracker for resource:floatingip and tenant:8a7cf9c7070546de8a4314b32b028b4d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:23:08.755472 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:23:08.761035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:08.842210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:08.973433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:09.115947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Allocated IP 172.26.6.45 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/eb4db852-ba83-4094-9b6e-db853279586e) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:23:09.261950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:09.356289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:09.426592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:23:09.429550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:09.433052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:23:09.461646 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'Port': ['ID=eb4db852-ba83-4094-9b6e-db853279586e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:09.560879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:23:09.572845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:23:09.573437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:22:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:09.592324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:09.717899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:09.792501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:23:09.933387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:09.985432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.078693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5e8b32ee-0ee0-4a93-8b5c-1be53d3e8503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.089511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'Port': ['ID=eb4db852-ba83-4094-9b6e-db853279586e,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:10.101970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.115730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 2, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:10.119743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:23:10.120089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Updating router 052127f1-1bea-4288-9958-b191540a49bf port ed02a240-2aee-4fcc-a22f-e0863f28c09d binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:23:10.173369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.190422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.191672 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ac0748f1-4144-4f07-8d38-6bdb1f41104f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4534993 Feb 17 12:23:10.366092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-317cc9c3-8103-42eb-893b-634936b43186 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:23:10.464800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-317cc9c3-8103-42eb-893b-634936b43186 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:23:10.466588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-317cc9c3-8103-42eb-893b-634936b43186 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1361791247&fields=id&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 267 time: 0.1406052 Feb 17 12:23:10.518881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.531188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Transition to ACTIVE for port object ed02a240-2aee-4fcc-a22f-e0863f28c09d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:10.590566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.615264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-55c763af-f34c-441b-b7d5-926d7d8ebe05 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:10.615954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-55c763af-f34c-441b-b7d5-926d7d8ebe05 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:23:10.710635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-55c763af-f34c-441b-b7d5-926d7d8ebe05 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:23:10.712436 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-55c763af-f34c-441b-b7d5-926d7d8ebe05 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.2398958 Feb 17 12:23:10.719306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Pushing event updated for resources: {'Port': ['ID=ed02a240-2aee-4fcc-a22f-e0863f28c09d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:10.730182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.730531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.730869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.731088 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-3fb69809-6bd6-4610-812f-5fcaac3d328c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/quotas/8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 375 time: 0.0122950 Feb 17 12:23:10.731201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.731519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.731844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.732171 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.732497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.732814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.733132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.733453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:23:10.822407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-9e45ff3e-bde6-4098-b026-a568cb852d3f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:23:10.826225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Attempting to bind port ed02a240-2aee-4fcc-a22f-e0863f28c09d on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:23:10.826523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Attempting to bind port ed02a240-2aee-4fcc-a22f-e0863f28c09d by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:23:10.826799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Attempting to bind port ed02a240-2aee-4fcc-a22f-e0863f28c09d on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:23:10.833924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:23:10.834470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:23:10.834673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.835062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Bound using segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:23:10.835514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Bound port: ed02a240-2aee-4fcc-a22f-e0863f28c09d, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:23:10.835870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:10.898808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-9e45ff3e-bde6-4098-b026-a568cb852d3f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:23:10.900429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-9e45ff3e-bde6-4098-b026-a568cb852d3f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1635199 Feb 17 12:23:10.930796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] For port ed02a240-2aee-4fcc-a22f-e0863f28c09d, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:23:10.934564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] For port ed02a240-2aee-4fcc-a22f-e0863f28c09d, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ed02a240-2aee-4fcc-a22f-e0863f28c09d,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:23:11.007950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:11.043372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-caed7f0c-bf4b-49c6-8100-959889a6cfb5 service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316304 Feb 17 12:23:11.093155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587b2dd-6b15-4ab3-893c-eabd2cfab44a None None] Pushing event updated for resources: {'Port': ['ID=ed02a240-2aee-4fcc-a22f-e0863f28c09d,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:11.097757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:23:11.098401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:23:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:11.200365 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-25d2f7ba-cc53-4305-8410-f3db9e5500e9 service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509187 Feb 17 12:23:11.282863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:23:11.481547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:11.482880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:11.487184 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-78adb8f5-c8bd-4b5d-a383-c34392dd4e15 req-92a66216-09a5-4a6d-8859-1c01082acb69 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 210 time: 0.0540621 Feb 17 12:23:11.671660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:10Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:11.675903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4058f0c-948d-4d35-adbc-58e6a977b6a0 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:10Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:23:11.886536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:12.296592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed02a240-2aee-4fcc-a22f-e0863f28c09d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:12.447707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ed02a240-2aee-4fcc-a22f-e0863f28c09d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:12.453531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ed02a240-2aee-4fcc-a22f-e0863f28c09d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:12.453982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:12.575409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:12.617498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ed02a240-2aee-4fcc-a22f-e0863f28c09d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ed02a240-2aee-4fcc-a22f-e0863f28c09d,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:12.676426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0576c03d-db52-45f1-8d7c-9213a495303c req-d217d155-0543-45ee-a119-4bc0e8809e68 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 210 time: 0.0472848 Feb 17 12:23:12.687636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:12.760386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ed02a240-2aee-4fcc-a22f-e0863f28c09d,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:12.950398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:13.586002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-dadd7fe0-50cf-451c-b2b2-351479309263 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:13.587368 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-dadd7fe0-50cf-451c-b2b2-351479309263 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1494436 Feb 17 12:23:13.638976 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-64548ce7-7c0f-48e5-9b11-2f72ba13eff1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 380 time: 0.0400500 Feb 17 12:23:13.647890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'port': {'device_id': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'admin_state_up': True, 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'security_groups': ['c1163636-ae2f-45c8-a57b-e791e679b049']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:13.788973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:23:13.798925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:23:13.844177 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f3b551db-8847-4fee-a1de-3abd96ae19b2 req-4330c297-f14c-4eb9-a733-8eade365feb3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 210 time: 0.0414455 Feb 17 12:23:13.904434 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Made reservation on behalf of 8a7cf9c7070546de8a4314b32b028b4d for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:23:13.908250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.168051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Allocated IP 172.20.0.9 (6152e1db-5eee-410b-9b5d-cb58ac0ec788/3b435131-0b3f-417f-8fca-3e2d9426c6f6/ea2a86d7-616e-478a-bc7c-99b4b2dbb427) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:23:14.273879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed02a240-2aee-4fcc-a22f-e0863f28c09d up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:14.342721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ed02a240-2aee-4fcc-a22f-e0863f28c09d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:14.343083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.359261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.375413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Transition to ACTIVE for port object ea2a86d7-616e-478a-bc7c-99b4b2dbb427 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:14.436202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.506773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:23:14.510233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:23:14.513824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:23:14.550452 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:14.581342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:14.581977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.659697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-035fb4f5-f487-4dae-a265-7aa940f99a44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0160651 Feb 17 12:23:14.671426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Request body: {'port': {'device_id': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:14.784786 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0225c5ef-efc4-4bb4-ae4d-397b5baef789 None None] Provisioning for port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:14.785100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.789870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-0225c5ef-efc4-4bb4-ae4d-397b5baef789 None None] Provisioning complete for port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:14.790325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0225c5ef-efc4-4bb4-ae4d-397b5baef789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:14.850145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-0225c5ef-efc4-4bb4-ae4d-397b5baef789 None None] Port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:23:15.134564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493081-6fa9-4505-ae88-f72e41a7fa7b req-0f7d3af2-728e-400c-8e80-5cc532eb0efd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:15.135245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-94493081-6fa9-4505-ae88-f72e41a7fa7b req-0f7d3af2-728e-400c-8e80-5cc532eb0efd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:23:15.213576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2a86d7-616e-478a-bc7c-99b4b2dbb427 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:23:15.220282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:15.234213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Transition to ACTIVE for port object ea2a86d7-616e-478a-bc7c-99b4b2dbb427 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:23:15.247200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-94493081-6fa9-4505-ae88-f72e41a7fa7b req-0f7d3af2-728e-400c-8e80-5cc532eb0efd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:23:15.248382 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-94493081-6fa9-4505-ae88-f72e41a7fa7b req-0f7d3af2-728e-400c-8e80-5cc532eb0efd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 931 time: 0.2480111 Feb 17 12:23:15.295767 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-94493081-6fa9-4505-ae88-f72e41a7fa7b req-02d8e9a2-8c9b-4053-bc1d-868f0e06fb31 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Feb 17 12:23:15.321754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:15.445308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:15.551889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Attempting to bind port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:23:15.552211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Attempting to bind port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:23:15.552529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Attempting to bind port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:23:15.558131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:23:15.558440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Attempting to bind port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:23:15.564577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:23:15.564899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:23:15.565264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Bound using segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:23:15.565677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Bound port: ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:23:15.566065 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:15.655955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:23:15.658947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:23:15.716717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:15.777963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:15.779325 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] 10.222.0.24 "PUT /v2.0/ports/ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 1093 time: 1.1121705 Feb 17 12:23:15.779748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:23:15.796605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d7a8-6b0a-4817-8141-1d932f381f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:15.844375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'status': 'completed', 'code': 200} Feb 17 12:23:15.941514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6fd10844-7c34-48a8-8862-4b60c6ecba6d req-cd73ab5e-b23b-4a07-9306-8d0cc32861a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0751972 Feb 17 12:23:16.082483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10844-7c34-48a8-8862-4b60c6ecba6d req-460020ee-62da-4b81-85a0-b15d28f1dafa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:16.083931 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6fd10844-7c34-48a8-8862-4b60c6ecba6d req-460020ee-62da-4b81-85a0-b15d28f1dafa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1365063 Feb 17 12:23:16.315753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10844-7c34-48a8-8862-4b60c6ecba6d req-1c6f6eae-4845-49bb-b50e-ce72ab9d250b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:16.317880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6fd10844-7c34-48a8-8862-4b60c6ecba6d req-1c6f6eae-4845-49bb-b50e-ce72ab9d250b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2282863 Feb 17 12:23:16.420128 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-180711ba-987b-4513-aa0f-2a653bd936b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0682294 Feb 17 12:23:16.519814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-1e8fa2c8-be1c-4e2c-bb08-07fbb718526b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 217 time: 0.0699079 Feb 17 12:23:16.597879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-5e0d5e30-faff-4c67-b034-f98569db902a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:16.599475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-5e0d5e30-faff-4c67-b034-f98569db902a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0735180 Feb 17 12:23:16.605819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc88f2-e8e9-4839-9070-5b32014ee9af req-b6e0a6e7-9c52-4fef-8657-548616c155cc tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:16.607164 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0bc88f2-e8e9-4839-9070-5b32014ee9af req-b6e0a6e7-9c52-4fef-8657-548616c155cc tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 943 time: 0.1862068 Feb 17 12:23:16.696769 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e0bc88f2-e8e9-4839-9070-5b32014ee9af req-3b666b13-e124-464b-bb9f-c3d50a370c3e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603404 Feb 17 12:23:16.709027 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-5c1d758f-2ba0-4028-8a91-a748888f67ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009698 Feb 17 12:23:16.840519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-a31eead0-07e1-41ed-b8f2-8c62ad24d9a8 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 Feb 17 12:23:16.970899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3629c10b-d447-447c-bf88-b37f0e0db811 req-be98b83f-29ba-4a4e-b872-8c7f2b4a256f service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242650 Feb 17 12:23:17.210372 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:23:17.891808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ffde-743e-494d-96a8-5d645d54e340 req-5d803135-8b1e-437e-8a86-de225b117965 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:17.893232 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d246ffde-743e-494d-96a8-5d645d54e340 req-5d803135-8b1e-437e-8a86-de225b117965 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 943 time: 0.0745518 Feb 17 12:23:17.940442 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d246ffde-743e-494d-96a8-5d645d54e340 req-757d5518-0058-4df2-b5ec-8ac7c25fd464 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 Feb 17 12:23:19.066498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:23:19.135516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542a02d-3449-458c-aaca-74628a9762f8 req-f90ce7b2-e6b2-4435-8ef9-4f59a08976be tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:19.136989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6542a02d-3449-458c-aaca-74628a9762f8 req-f90ce7b2-e6b2-4435-8ef9-4f59a08976be tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 943 time: 0.0789473 Feb 17 12:23:19.190718 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6542a02d-3449-458c-aaca-74628a9762f8 req-202934f1-dae9-4c4d-9ce5-3529b71cd176 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483041 Feb 17 12:23:19.209954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:19.223482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'mac_address': 'fa:16:3e:e7:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:23:19.276948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:19.295728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a86d7-616e-478a-bc7c-99b4b2dbb427 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:23:19.311323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:19.349742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:19.419675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:19.667233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['ea2a86d7-616e-478a-bc7c-99b4b2dbb427'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:23:20.391599 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a84ff-dfa9-45e6-93f0-dee7112c8e51 req-3fa0db32-9a2b-44ea-91ac-954638567c8c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:20.393163 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d59a84ff-dfa9-45e6-93f0-dee7112c8e51 req-3fa0db32-9a2b-44ea-91ac-954638567c8c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 944 time: 0.0799530 Feb 17 12:23:20.439823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d59a84ff-dfa9-45e6-93f0-dee7112c8e51 req-0ec32863-e90c-4702-b478-d29e6648f677 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406880 Feb 17 12:23:21.082759 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:23:21.206769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:23:21.212965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:23:21.213320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:21.333949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:21.360502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:23:21.371122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:21.412961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:21.443834 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'code': 200} Feb 17 12:23:21.480465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:23:21.743171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993142c0-0156-423c-aa4b-2db918668ac7 req-05cf14ff-575a-4ac6-929a-868e707efc9c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:21.744644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-993142c0-0156-423c-aa4b-2db918668ac7 req-05cf14ff-575a-4ac6-929a-868e707efc9c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.1797650 Feb 17 12:23:21.762302 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7255c7c0-8a5e-4c86-a55a-b299d9624661 req-8c06e5c1-cbd0-4755-b58c-972f1c62e2b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0691845 Feb 17 12:23:21.790844 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-993142c0-0156-423c-aa4b-2db918668ac7 req-6f1c42ed-eb60-44f0-8453-0c0c21fee487 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Feb 17 12:23:21.812206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7255c7c0-8a5e-4c86-a55a-b299d9624661 req-5145d96b-9a41-49eb-93a5-f28cdd66428f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Feb 17 12:23:22.986979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee496-bd89-4e29-80df-b9f542b2c5f8 req-aba57c25-c50f-46a3-ac37-a27c9930061b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:22.988426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f4cee496-bd89-4e29-80df-b9f542b2c5f8 req-aba57c25-c50f-46a3-ac37-a27c9930061b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Feb 17 12:23:23.039232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f4cee496-bd89-4e29-80df-b9f542b2c5f8 req-a3a3e050-c60f-439d-8f8f-851d8004114d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Feb 17 12:23:24.237533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9ef1-dd0c-425b-96d9-58a6c93210ed req-b4778eed-59eb-4052-b802-109672fa8238 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:24.240502 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ffbd9ef1-dd0c-425b-96d9-58a6c93210ed req-b4778eed-59eb-4052-b802-109672fa8238 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0762525 Feb 17 12:23:24.285285 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ffbd9ef1-dd0c-425b-96d9-58a6c93210ed req-e81442b4-72a3-45ed-bec1-c542f9302000 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Feb 17 12:23:24.476993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338931cb-a080-48dc-ba80-f40b75e39a44 req-e58e5fe3-aa11-4496-b31a-b61e3fd33976 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:24.478485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-338931cb-a080-48dc-ba80-f40b75e39a44 req-e58e5fe3-aa11-4496-b31a-b61e3fd33976 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0791385 Feb 17 12:23:24.487054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54274) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:23:24.492738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'floatingip': {'port_id': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:23:24.565278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:25.159923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:25.218385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:25.511728 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 associated. External IP: 172.26.6.45, port: ea2a86d7-616e-478a-bc7c-99b4b2dbb427. Feb 17 12:23:25.914955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:23:26.119763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:23:26.124191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:26.129297 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:23:26.141942 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:23:26.142648 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:23:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:26.184760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-860f9633-170b-458e-bc13-b625b5b5ae63 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "PUT /v2.0/floatingips/d020eade-7016-40e6-ab5a-382e6831c535 HTTP/1.1" status: 200 len: 990 time: 1.6937578 Feb 17 12:23:26.184760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:23:26.246954 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'status': 'completed', 'code': 200} Feb 17 12:23:26.366048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-30cd62c4-dbf7-40e7-bb36-1a712fa89a58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0940166 Feb 17 12:23:26.367129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9798d3-61b4-4e1c-8995-52677959029d req-59e9d999-af47-4327-8861-1c125072c24a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:26.368660 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab9798d3-61b4-4e1c-8995-52677959029d req-59e9d999-af47-4327-8861-1c125072c24a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0884442 Feb 17 12:23:26.374205 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:23:26.419058 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab9798d3-61b4-4e1c-8995-52677959029d req-5d701b10-707f-4bed-b801-0640bc5e8bfa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Feb 17 12:23:26.517092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-41f06393-df83-4ea1-bfc7-a8044b1cff3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:26.518827 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-41f06393-df83-4ea1-bfc7-a8044b1cff3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1474528 Feb 17 12:23:26.673938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-4cf059d0-6f01-4566-915e-926ab8ce5d64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 998 time: 0.1490102 Feb 17 12:23:26.729239 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:e7:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:23:25Z', 'revision_number': 1, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:26.733320 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:23:26.740259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b95a8-51dc-461a-9a48-8b0e78c3f75e req-8b2df563-e877-470a-9bcd-9fa05f528355 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:26.741466 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-292b95a8-51dc-461a-9a48-8b0e78c3f75e req-8b2df563-e877-470a-9bcd-9fa05f528355 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.1645195 Feb 17 12:23:26.745804 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:23:26.746406 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:23:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:26.773547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-1676d634-91e8-4986-9bff-53b2e7e29401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:26.776311 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-1676d634-91e8-4986-9bff-53b2e7e29401 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0945206 Feb 17 12:23:26.842716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-292b95a8-51dc-461a-9a48-8b0e78c3f75e req-2c47f4c6-82e3-4f10-ad74-73f412b719d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933030 Feb 17 12:23:26.877624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-c2d128eb-18b9-4be7-8958-389766333f28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883350 Feb 17 12:23:26.931333 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:23:27.011450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-5397426d-d48c-4f32-8db4-1abaa17fad58 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277382 Feb 17 12:23:27.162389 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b095bb7-8ab4-4d78-bb6a-bb895880e342 req-37c1e991-d275-4de7-a47c-6a2eceeb1112 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449091 Feb 17 12:23:27.298130 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:e7:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:23:25Z', 'revision_number': 1, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:23:27.302072 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df5fa9-94fe-437d-93a8-e2af8edf17bd None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:e7:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:23:25Z', 'revision_number': 1, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:23:28.037758 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3b8e3-c9c3-4fa4-af30-c4166298b203 req-0d9c109b-fcf8-48cb-8f34-499a507e325c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:28.039228 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bbf3b8e3-c9c3-4fa4-af30-c4166298b203 req-0d9c109b-fcf8-48cb-8f34-499a507e325c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0752096 Feb 17 12:23:28.083553 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bbf3b8e3-c9c3-4fa4-af30-c4166298b203 req-be0e14c4-ca36-4873-a4ac-580065f766c2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386076 Feb 17 12:23:28.373343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ddadf-1811-4a2a-9e55-0538a500605d req-505204ab-654f-405a-8951-f8e612f39615 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:28.374818 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dc3ddadf-1811-4a2a-9e55-0538a500605d req-505204ab-654f-405a-8951-f8e612f39615 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.1731215 Feb 17 12:23:28.422038 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dc3ddadf-1811-4a2a-9e55-0538a500605d req-28ded389-ab4a-4bf2-a7ba-d39946f131d8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Feb 17 12:23:28.515915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ac7c7-dda3-4834-8c3a-4c2959df70e2 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:23:28.625657 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4aedf418-7360-401e-89b5-ba5d3bf75b80 req-98f1bc00-38c7-41d0-a50e-1f821e5f92eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0721071 Feb 17 12:23:30.115902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea2467-fdc0-48c3-a65e-e6919721022d req-3abf6d95-a5d0-4b73-a887-104ff2060456 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:30.117355 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79ea2467-fdc0-48c3-a65e-e6919721022d req-3abf6d95-a5d0-4b73-a887-104ff2060456 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0749993 Feb 17 12:23:30.163264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-79ea2467-fdc0-48c3-a65e-e6919721022d req-1f8cec39-913f-4bc1-bcf9-90cc1adc2db8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Feb 17 12:23:30.171866 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-6844a8ab-cf40-4577-a435-2478e63d8c2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700605 Feb 17 12:23:31.369134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107941b5-7817-47cd-9b10-1480a119ce07 req-7cafffea-df0d-4f17-b28d-5522bb2a5328 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:31.370638 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-107941b5-7817-47cd-9b10-1480a119ce07 req-7cafffea-df0d-4f17-b28d-5522bb2a5328 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0825136 Feb 17 12:23:31.417382 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-107941b5-7817-47cd-9b10-1480a119ce07 req-7e113976-800b-465a-b6af-6b00f56bda29 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Feb 17 12:23:32.222295 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-02eecfcb-0919-4a23-a5c3-18399aa51f60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0753012 Feb 17 12:23:32.366961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-0dd37b39-d2d9-45d0-8484-97eea0b27e8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:32.368459 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-0dd37b39-d2d9-45d0-8484-97eea0b27e8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1409009 Feb 17 12:23:32.476387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-da8459ac-b465-4c6b-9d9e-c33ebab55d70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 1000 time: 0.1025417 Feb 17 12:23:32.539545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-3c99b199-7538-4325-8b9b-8dac6f6294b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:32.541054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-3c99b199-7538-4325-8b9b-8dac6f6294b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0595589 Feb 17 12:23:32.677238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21274c-fc44-4785-bcdf-e8dc373f6b56 req-c11aa334-014d-439e-aad8-a632cdd60d34 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:32.678708 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e21274c-fc44-4785-bcdf-e8dc373f6b56 req-c11aa334-014d-439e-aad8-a632cdd60d34 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.1312995 Feb 17 12:23:32.681519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-e1e29e9f-92d2-4a02-b327-71339003ee41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352146 Feb 17 12:23:32.808214 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e21274c-fc44-4785-bcdf-e8dc373f6b56 req-69506d95-4b2f-4401-a88f-691d581ba6d8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239073 Feb 17 12:23:32.840594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-02ef3432-84cd-4dff-bff9-b51f0116b6a0 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428666 Feb 17 12:23:32.971517 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-9151ef47-bbc3-414d-8d07-8cc57aabbb5f service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252751 Feb 17 12:23:34.009103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1bcab-4bed-4ccd-909c-30581a843620 req-3f43ba36-6465-4da3-8e63-70fab0256516 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:34.010609 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-81f1bcab-4bed-4ccd-909c-30581a843620 req-3f43ba36-6465-4da3-8e63-70fab0256516 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0781193 Feb 17 12:23:34.056321 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-81f1bcab-4bed-4ccd-909c-30581a843620 req-744c6e91-0218-4081-acd2-cae23d7a70fb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396998 Feb 17 12:23:35.257299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d66c-edfe-4cb8-b9ea-0d30ea305f92 req-1cc023b0-7481-4be0-8258-02a9978eb695 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:35.258790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c0f8d66c-edfe-4cb8-b9ea-0d30ea305f92 req-1cc023b0-7481-4be0-8258-02a9978eb695 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0802615 Feb 17 12:23:35.305191 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c0f8d66c-edfe-4cb8-b9ea-0d30ea305f92 req-a081a9be-8755-4769-a9c1-9f71905a63cb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Feb 17 12:23:36.505272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a59a29-7d2f-43e5-a763-b0257c8250d1 req-3f1725fe-3af7-42ea-8f9f-40b4fb412c69 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:36.506618 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a0a59a29-7d2f-43e5-a763-b0257c8250d1 req-3f1725fe-3af7-42ea-8f9f-40b4fb412c69 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0778453 Feb 17 12:23:36.552466 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a0a59a29-7d2f-43e5-a763-b0257c8250d1 req-2b55ea89-fc13-46b1-baa9-9c65775eb214 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Feb 17 12:23:37.746318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31108b-02c5-4b4b-8444-652887eb44ca req-94d20d1a-0579-4487-8622-c238748062fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:37.747782 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b31108b-02c5-4b4b-8444-652887eb44ca req-94d20d1a-0579-4487-8622-c238748062fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0757210 Feb 17 12:23:37.761534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-95429926-1e48-4e34-ad59-6ed44dc2e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:37.793749 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b31108b-02c5-4b4b-8444-652887eb44ca req-2b2376b2-d8cd-4b7b-9465-de5bacb4ecb7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Feb 17 12:23:38.985690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193722-6ce2-4fd8-b775-c2afe94dd413 req-fe166cb2-3ade-4b56-a551-defde26ab104 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:38.987145 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-95193722-6ce2-4fd8-b775-c2afe94dd413 req-fe166cb2-3ade-4b56-a551-defde26ab104 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0740399 Feb 17 12:23:39.035490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-95193722-6ce2-4fd8-b775-c2afe94dd413 req-171eb159-2414-4b96-b30c-0abfb0980ec1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Feb 17 12:23:40.023831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-99b99e9f-dc49-4a46-a9a7-4e5f633410b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:40.236027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b731d-103c-43c8-b754-8091f7af3ed9 req-340607f5-e67c-4ae1-b62e-24bba19ef4ed tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:40.237514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-511b731d-103c-43c8-b754-8091f7af3ed9 req-340607f5-e67c-4ae1-b62e-24bba19ef4ed tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0790782 Feb 17 12:23:40.287520 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-511b731d-103c-43c8-b754-8091f7af3ed9 req-4e509bff-d4a7-4ee1-b7d5-70639094e3ec tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Feb 17 12:23:41.378196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:41.401213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:41.487307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874958-a4aa-4d82-a446-3c1b3023d13a req-067d178a-f680-4e76-a34b-1042a3668427 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:41.489448 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5a874958-a4aa-4d82-a446-3c1b3023d13a req-067d178a-f680-4e76-a34b-1042a3668427 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0777407 Feb 17 12:23:41.533290 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5a874958-a4aa-4d82-a446-3c1b3023d13a req-05d2f257-19d6-4e97-8e5d-69f1d1fd568a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382988 Feb 17 12:23:41.802142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:42.733590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b189d84-ecdc-4954-8a12-d356bb6be622 req-c7eb40ee-2574-48c9-a14b-bfdb33fdaf30 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:42.735072 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b189d84-ecdc-4954-8a12-d356bb6be622 req-c7eb40ee-2574-48c9-a14b-bfdb33fdaf30 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0762424 Feb 17 12:23:42.782680 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b189d84-ecdc-4954-8a12-d356bb6be622 req-ff0aee42-2d9d-4e6e-824c-6aeb82b1d22a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Feb 17 12:23:42.926965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:43.984669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a15ae-539b-478f-89e2-1b1e3d737edf req-6ee14bee-9e9c-44e4-bb22-9169eefb1054 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:43.986142 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2f7a15ae-539b-478f-89e2-1b1e3d737edf req-6ee14bee-9e9c-44e4-bb22-9169eefb1054 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0801280 Feb 17 12:23:44.033089 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2f7a15ae-539b-478f-89e2-1b1e3d737edf req-b99efe5d-9c50-489b-aac0-1dc720d57213 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407462 Feb 17 12:23:45.234423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13223701-d8d4-43a3-bc74-52285f7f9678 req-810f0a59-92e0-452a-bcc3-5adc16ca04f3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:45.235931 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13223701-d8d4-43a3-bc74-52285f7f9678 req-810f0a59-92e0-452a-bcc3-5adc16ca04f3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0760937 Feb 17 12:23:45.282719 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13223701-d8d4-43a3-bc74-52285f7f9678 req-8b45d268-7668-4a17-a576-8e0d71728a47 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Feb 17 12:23:46.476838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f763f-42c8-444f-81f1-0eed735693d3 req-a4a1986a-4cc3-44d4-9e79-9bfb667ce803 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:46.478228 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-781f763f-42c8-444f-81f1-0eed735693d3 req-a4a1986a-4cc3-44d4-9e79-9bfb667ce803 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0763440 Feb 17 12:23:46.522611 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-781f763f-42c8-444f-81f1-0eed735693d3 req-1f8acee5-6b82-4823-b687-8321dbb5fadd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Feb 17 12:23:47.726355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1360-4ced-4f6c-87c7-539b7c478dce req-bfa0357f-378c-439f-af58-a7d89375cb4f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:47.727822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09bc1360-4ced-4f6c-87c7-539b7c478dce req-bfa0357f-378c-439f-af58-a7d89375cb4f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0798862 Feb 17 12:23:47.776124 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-09bc1360-4ced-4f6c-87c7-539b7c478dce req-4cf39156-9aca-4c87-aef3-8193d243e351 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Feb 17 12:23:48.979537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c709a6-e200-4239-8827-dead2de5e1c0 req-6a1549bc-442c-435a-ae01-55fe32fe147d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:48.980985 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c8c709a6-e200-4239-8827-dead2de5e1c0 req-6a1549bc-442c-435a-ae01-55fe32fe147d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0801659 Feb 17 12:23:49.029300 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c8c709a6-e200-4239-8827-dead2de5e1c0 req-c9c4d699-7e30-4119-92f4-7b45e860b710 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Feb 17 12:23:50.225828 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025be618-9134-462e-821b-74adbd9fe79b req-48ad3fde-a901-456a-92e8-c6717f4ee409 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:50.227564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-025be618-9134-462e-821b-74adbd9fe79b req-48ad3fde-a901-456a-92e8-c6717f4ee409 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0764744 Feb 17 12:23:50.268642 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-32d112a6-6c0f-462a-b916-18403de6c358 req-0aa13731-e5a3-42f9-9ebb-bca56fe0637c service neutron] (84459) timed out ('10.222.0.24', 55133) {{(pid=84459) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 12:23:50.272965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-025be618-9134-462e-821b-74adbd9fe79b req-01281ea4-3266-4f5d-81de-b1c9063b0ea8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Feb 17 12:23:51.359615 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-3a7a9217-abdc-41aa-b00a-83cadf8f6b04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1098 time: 0.1639330 Feb 17 12:23:51.481478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfe4b5-d367-4c4e-828f-95871dbbcece req-00e0c2c1-f537-4a1b-a8b4-b888d635a7ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:51.482988 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-26dfe4b5-d367-4c4e-828f-95871dbbcece req-00e0c2c1-f537-4a1b-a8b4-b888d635a7ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0870454 Feb 17 12:23:51.516135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-8a602bac-b079-45e5-a872-9ec83cd7624b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:51.517615 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-8a602bac-b079-45e5-a872-9ec83cd7624b service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1387470 Feb 17 12:23:51.533244 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-26dfe4b5-d367-4c4e-828f-95871dbbcece req-09fc31bd-40f7-4eb5-98e2-04625f061b6e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Feb 17 12:23:51.624370 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-4122c3e0-8b5d-4b8e-a61f-4304098caa31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 1000 time: 0.1010973 Feb 17 12:23:51.688130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-96206deb-158e-40a9-bf00-9143b0ec5531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:51.689599 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-96206deb-158e-40a9-bf00-9143b0ec5531 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0595655 Feb 17 12:23:51.770991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-4090da83-1757-4ae8-9d1e-6aa02b1c100c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760472 Feb 17 12:23:51.912186 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-491c23b1-f1ce-42e3-9884-64f19af7e4e3 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349170 Feb 17 12:23:52.043640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cf7ff619-5aa1-4098-8e79-5872c937e305 req-74aedb95-7c9a-4c43-9859-e0d896a89bfc service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255147 Feb 17 12:23:52.734158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a617bf-3556-42ae-af1d-2af00c7568be req-e39dd7ed-4c51-40b2-8c35-6f97d31f12f6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:52.735658 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0a617bf-3556-42ae-af1d-2af00c7568be req-e39dd7ed-4c51-40b2-8c35-6f97d31f12f6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0782673 Feb 17 12:23:52.783102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0a617bf-3556-42ae-af1d-2af00c7568be req-5d7acaa6-6cdc-4889-8fed-a3e9b1329b6e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Feb 17 12:23:53.978370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127a5b9-f53c-4977-8136-61d84ecc8451 req-e761a4df-8fb6-4aa3-984a-0603e8603d76 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:53.979828 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4127a5b9-f53c-4977-8136-61d84ecc8451 req-e761a4df-8fb6-4aa3-984a-0603e8603d76 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0763392 Feb 17 12:23:54.029928 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4127a5b9-f53c-4977-8136-61d84ecc8451 req-9e9a15d8-197b-444d-b5f5-580c755a11ae tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Feb 17 12:23:54.211692 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:23:54.969230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-f4abd606-3138-452c-9bc1-fdf0e5764ce1 service neutron] 10.222.0.24 "GET /v2.0/ports/ea2a86d7-616e-478a-bc7c-99b4b2dbb427/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0794835 Feb 17 12:23:55.231670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c927-1ac3-4487-8477-0c042a59b936 req-3678f047-7668-4fb7-9b63-b3b7c3567671 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:55.233048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6305c927-1ac3-4487-8477-0c042a59b936 req-3678f047-7668-4fb7-9b63-b3b7c3567671 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0761406 Feb 17 12:23:55.279149 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6305c927-1ac3-4487-8477-0c042a59b936 req-39fbfa54-13c4-4ed4-976e-b87498bbb7ff tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Feb 17 12:23:55.505242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-8c331400-316e-49e5-a2b0-3ffe58c06033 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 1098 time: 0.0702815 Feb 17 12:23:55.593213 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-c5b6a7df-73a7-4f1c-81e3-1ee9a4f3939a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0682230 Feb 17 12:23:55.724832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-2532276a-a6b5-424c-8d73-132ceae57eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:55.726311 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-2532276a-a6b5-424c-8d73-132ceae57eb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1265674 Feb 17 12:23:55.828637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-5541e41e-2362-4e78-93c4-1456138e33dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 1000 time: 0.0965471 Feb 17 12:23:55.890266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-71d146d2-0c46-40b2-992d-f1488f477b40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:55.891693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-71d146d2-0c46-40b2-992d-f1488f477b40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0567670 Feb 17 12:23:55.968403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-2a8843d6-7632-4c89-8f02-e59472e72ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707552 Feb 17 12:23:56.194789 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-3fa62b5b-1f09-4f47-af3d-e042aeeeec1a service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199955 Feb 17 12:23:56.327142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c159f4e0-c0bf-40c0-9f6d-011c5f45c3d3 req-3dce56ba-08ab-42d3-a90b-0a02bfa4126a service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260676 Feb 17 12:23:56.486273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa4cec-d0ae-41a9-9066-3f9633a3c47a req-8ed05470-3930-40e4-96cf-0275193585fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:56.487642 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-71aa4cec-d0ae-41a9-9066-3f9633a3c47a req-8ed05470-3930-40e4-96cf-0275193585fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0801528 Feb 17 12:23:56.534330 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-71aa4cec-d0ae-41a9-9066-3f9633a3c47a req-6a0e6b9c-6dfd-4105-8a51-bbce8f7201ac tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Feb 17 12:23:57.734087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f699-c830-4179-8bd3-92d769493c4e req-9c00c81d-b663-48e0-bd07-f1aa79502f0f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:57.735559 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d737f699-c830-4179-8bd3-92d769493c4e req-9c00c81d-b663-48e0-bd07-f1aa79502f0f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0785692 Feb 17 12:23:57.783458 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d737f699-c830-4179-8bd3-92d769493c4e req-0f6358e0-4dbc-40e5-869c-150108a9ce3e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Feb 17 12:23:58.986406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1829f9-12ab-497a-bbd9-274530c695a2 req-fa6c360c-bb06-45e0-966b-0759660d888e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:23:58.987849 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff1829f9-12ab-497a-bbd9-274530c695a2 req-fa6c360c-bb06-45e0-966b-0759660d888e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0803943 Feb 17 12:23:59.033512 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff1829f9-12ab-497a-bbd9-274530c695a2 req-3f83f054-e554-4063-91fb-9dd547b5685f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Feb 17 12:23:59.244824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:23:59.249074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:23:59.458831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:59.489461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:59.517945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:23:59.517945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'mac_address': 'fa:16:3e:e7:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:23:59.546087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:23:59.575715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:59.586111 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'code': 200} Feb 17 12:23:59.595089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea2a86d7-616e-478a-bc7c-99b4b2dbb427 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:23:59.630365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:23:59.739803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:23:59.740148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:23:59.743436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:00.240488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49158-3bfd-4d28-8da9-902da72126dd req-ce68bdb7-1c71-4e3d-9e3e-e9472773224f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:00.242099 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bea49158-3bfd-4d28-8da9-902da72126dd req-ce68bdb7-1c71-4e3d-9e3e-e9472773224f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 943 time: 0.0828037 Feb 17 12:24:00.294691 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bea49158-3bfd-4d28-8da9-902da72126dd req-1152c841-3f69-4152-979b-71850b280c46 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Feb 17 12:24:00.302781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:00.320390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a86d7-616e-478a-bc7c-99b4b2dbb427 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:24:00.335561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:24:00.413249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:00.482789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['ea2a86d7-616e-478a-bc7c-99b4b2dbb427'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:24:00.521392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:00.758571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d79-4c3f-40a9-9047-08cd879e9e38 req-3e9e64c1-de22-4fad-aec1-466efbd6fc10 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:00.760384 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-87701d79-4c3f-40a9-9047-08cd879e9e38 req-3e9e64c1-de22-4fad-aec1-466efbd6fc10 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 944 time: 0.0801563 Feb 17 12:24:00.805853 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-87701d79-4c3f-40a9-9047-08cd879e9e38 req-84644a67-4e04-42d4-b1e6-4436125133e1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Feb 17 12:24:00.813273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-60994446-900f-49cc-8d36-34ae0cc821ba tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:00.814729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-60994446-900f-49cc-8d36-34ae0cc821ba tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3&tenant_id=8a7cf9c7070546de8a4314b32b028b4d&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.0849042 Feb 17 12:24:00.955299 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-182d8b35-2a93-4c62-9e0a-c72264134f73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0693557 Feb 17 12:24:01.083121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-63e347ea-a3a4-4ae9-8ef4-db63123b5792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:01.084569 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-63e347ea-a3a4-4ae9-8ef4-db63123b5792 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1241949 Feb 17 12:24:01.186102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-c3a114ac-6389-4741-b799-35d55806b6b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 200 len: 999 time: 0.0954771 Feb 17 12:24:01.249067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-b7bc755c-2986-4c1e-8d2e-e045ed926f54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:01.250617 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-b7bc755c-2986-4c1e-8d2e-e045ed926f54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0580611 Feb 17 12:24:01.252846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:24:01.320299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:24:01.321176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:01.334621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-e2b6ad18-83f0-41ef-848d-94d78c547309 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748208 Feb 17 12:24:01.434421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:01.466675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:24:01.469193 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-728bb211-9994-4d38-bca7-30d5d4372a9a service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286199 Feb 17 12:24:01.555379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:01.589010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:24:01.605288 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-513370d2-8cbf-40ef-8a70-161cac7583f2 req-fa762b3a-4398-4200-89f0-fc7e907160ad service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297903 Feb 17 12:24:01.625847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:01.657152 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'code': 200} Feb 17 12:24:02.009012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1532-fc3a-4e81-b118-4e6d7e1db789 req-0e4eae7c-71af-4bea-b80c-8dfa75a1dbfe tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:02.010511 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ee1c1532-fc3a-4e81-b118-4e6d7e1db789 req-0e4eae7c-71af-4bea-b80c-8dfa75a1dbfe tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0789294 Feb 17 12:24:02.056763 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ee1c1532-fc3a-4e81-b118-4e6d7e1db789 req-ef696a1f-ba04-4084-ab4c-fa16286f2a29 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404642 Feb 17 12:24:03.259649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21befde5-a5c6-46f0-805b-25be79969844 req-b132aea3-6a4a-4fcf-958a-14fd17790e98 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:03.261115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-21befde5-a5c6-46f0-805b-25be79969844 req-b132aea3-6a4a-4fcf-958a-14fd17790e98 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0763917 Feb 17 12:24:03.307870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-21befde5-a5c6-46f0-805b-25be79969844 req-374f83d1-b7bb-4ae7-aa98-26742601b1eb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 Feb 17 12:24:03.499841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a92846-cffa-4fb6-8397-752814691cbd req-4b9c3afb-23e4-4942-b184-c84eda9fc04f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:03.501282 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1a92846-cffa-4fb6-8397-752814691cbd req-4b9c3afb-23e4-4942-b184-c84eda9fc04f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0750813 Feb 17 12:24:03.550668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1a92846-cffa-4fb6-8397-752814691cbd req-6a37ecc8-834b-4949-8256-419a69bc7a00 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Feb 17 12:24:03.747149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f20ac-78db-45bd-829b-a37762a18506 req-d517fd2f-4370-4a55-86ae-100226705161 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:03.748656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a11f20ac-78db-45bd-829b-a37762a18506 req-d517fd2f-4370-4a55-86ae-100226705161 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0801034 Feb 17 12:24:03.796670 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a11f20ac-78db-45bd-829b-a37762a18506 req-8f21808b-0833-4797-9f80-d25327421f25 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425458 Feb 17 12:24:04.390526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9a8c-368d-4e60-b456-54ddfcdd79c3 req-f9118caf-47d7-4e10-b6b4-a63f3035f66d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:04.392000 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea2c9a8c-368d-4e60-b456-54ddfcdd79c3 req-f9118caf-47d7-4e10-b6b4-a63f3035f66d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0769463 Feb 17 12:24:04.445441 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea2c9a8c-368d-4e60-b456-54ddfcdd79c3 req-dfb5aaa9-b064-4f81-8efc-51d394d89231 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477648 Feb 17 12:24:05.642002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da72ad3-0c1e-42bd-9cbb-45a845451866 req-85a0d4e2-1e7f-4d37-813e-587a1951e82b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:05.643409 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9da72ad3-0c1e-42bd-9cbb-45a845451866 req-85a0d4e2-1e7f-4d37-813e-587a1951e82b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0773046 Feb 17 12:24:05.689043 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9da72ad3-0c1e-42bd-9cbb-45a845451866 req-01b13731-97a2-431f-b3c4-f21ceaa39362 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Feb 17 12:24:06.211527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-ebec48d1-b4b3-4f93-b4c0-d156c8c67158 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:06.213102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-ebec48d1-b4b3-4f93-b4c0-d156c8c67158 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.0748172 Feb 17 12:24:06.281923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Deleting port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:24:06.282257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:06.614256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] For port ea2a86d7-616e-478a-bc7c-99b4b2dbb427, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:24:06.614492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:06.950344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:06.950710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:06.951027 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 disassociated. External IP: 172.26.6.45, port: ea2a86d7-616e-478a-bc7c-99b4b2dbb427. Feb 17 12:24:06.951357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Calling delete_port for ea2a86d7-616e-478a-bc7c-99b4b2dbb427 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:24:07.027433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8309a1-bcca-4bed-8dcb-b4b43e8401ba req-5e7751af-232a-4036-acb4-9b8ece17183b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:07.028899 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f8309a1-bcca-4bed-8dcb-b4b43e8401ba req-5e7751af-232a-4036-acb4-9b8ece17183b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 945 time: 0.1736782 Feb 17 12:24:07.128741 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f8309a1-bcca-4bed-8dcb-b4b43e8401ba req-b451f700-5413-4657-99a8-f2d0e9008d8e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862265 Feb 17 12:24:07.207800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:07.262122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event deleted for resources: {'Port': ['ID=ea2a86d7-616e-478a-bc7c-99b4b2dbb427,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:07.276684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.277032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.277400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.277690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.278051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.278380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.278718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.279025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.279348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.279665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.279979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:07.486638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:24:07.693060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:24:07.703533 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:24:07.715902 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:24:07.716677 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:23:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:07.761570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] No DVR routers for this DVR port ea2a86d7-616e-478a-bc7c-99b4b2dbb427 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:24:07.763952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:07.766546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-deleted', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:24:07.773079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e54a-438f-439a-a335-8882efa10970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:07.826385 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3', 'name': 'network-vif-deleted', 'tag': 'ea2a86d7-616e-478a-bc7c-99b4b2dbb427', 'status': 'completed', 'code': 200} Feb 17 12:24:07.865196 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cb7e74d5-73e7-48db-b5fe-e72c85428cab req-d31dcf4c-ce30-4595-9007-d5098224f9bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "DELETE /v2.0/ports/ea2a86d7-616e-478a-bc7c-99b4b2dbb427 HTTP/1.1" status: 204 len: 173 time: 1.6469419 Feb 17 12:24:07.899033 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:24:08.272351 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:08.277222 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:24:08.288004 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:24:08.288633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:23:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:08.322309 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-fccd8703-56d4-4403-848d-fe2f60520d6f req-d56f76ed-1801-404f-a2f8-a50d500bcea5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:24:08.378700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-fccd8703-56d4-4403-848d-fe2f60520d6f req-d56f76ed-1801-404f-a2f8-a50d500bcea5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:24:08.379892 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-fccd8703-56d4-4403-848d-fe2f60520d6f req-d56f76ed-1801-404f-a2f8-a50d500bcea5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=50eb4e79-2eee-4a88-b3ec-1152dfbf8ce3 HTTP/1.1" status: 200 len: 210 time: 0.1104088 Feb 17 12:24:08.471783 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:24:08.784375 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:08.788144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06299aa-29e1-45c7-9f80-741f4e9c1c44 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:24:09.011221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b6b7e-bd2a-49c8-9d0c-9fac559427a2 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:24:09.313879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:24:09.346598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: ea2a86d7-616e-478a-bc7c-99b4b2dbb427 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:24:09.346932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device ea2a86d7-616e-478a-bc7c-99b4b2dbb427 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:24:09.753683 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-945a22b9-301b-4e35-a84c-4fb334352d3b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1361791247&fields=id&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 267 time: 0.0414045 Feb 17 12:24:09.901538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-cde93053-ef5f-48d9-a043-0b301d6579d1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:09.903002 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-cde93053-ef5f-48d9-a043-0b301d6579d1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1421831 Feb 17 12:24:09.919640 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-45605e1d-8069-421c-aae8-78febe00ad9d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/quotas/8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 375 time: 0.0113440 Feb 17 12:24:10.004684 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-bb6ba9d7-a743-44db-8870-e891208871e4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802214 Feb 17 12:24:10.058382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b581b5a-0cb3-4292-85b5-92c7c4166337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:10.120251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-db957052-d118-4104-acba-b0610a61df7e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:24:10.121340 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-db957052-d118-4104-acba-b0610a61df7e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1054645 Feb 17 12:24:10.345073 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-0da8131c-d8d1-4670-9287-41f86f66fc0f service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173688 Feb 17 12:24:10.473362 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-85c58b8f-cfda-42bb-9263-6ff24dd2e5dd service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224775 Feb 17 12:24:10.728387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27e2a106-5d48-4678-ba09-6571488d667f req-4ad96b0c-df00-4a60-9133-c2304c4e0a2a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 210 time: 0.0428131 Feb 17 12:24:11.366861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:11.423885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:11.842469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:11.893176 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7bdd9a1e-aaa7-4f25-9999-e2346992c2f4 req-6efba2b9-4e38-4869-b20b-6fa5dc2e2947 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 210 time: 0.0406148 Feb 17 12:24:12.694832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-fcd2825a-3e2e-4c15-9fef-b78da2e1fd44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:12.696255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-fcd2825a-3e2e-4c15-9fef-b78da2e1fd44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1500690 Feb 17 12:24:12.750394 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-568fedfb-f4d9-4cf9-ac2a-c29dfa2c187d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 380 time: 0.0413291 Feb 17 12:24:12.758529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'port': {'device_id': '0a89c026-f759-44e5-b958-b365741c971d', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'admin_state_up': True, 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'security_groups': ['c1163636-ae2f-45c8-a57b-e791e679b049']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:24:12.933520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.006031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:24:13.016723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:24:13.070318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d03466b5-04b6-4414-bb97-00668ba34c2e req-3f2d1217-78f1-4dcb-abd6-42e4f39ef54f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 210 time: 0.0429535 Feb 17 12:24:13.075495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Made reservation on behalf of 8a7cf9c7070546de8a4314b32b028b4d for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:24:13.078533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.242804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Allocated IP 172.20.0.14 (6152e1db-5eee-410b-9b5d-cb58ac0ec788/3b435131-0b3f-417f-8fca-3e2d9426c6f6/dfee96f4-9b20-4ba9-aa6c-4fc446925836) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:24:13.430494 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.446696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Transition to ACTIVE for port object dfee96f4-9b20-4ba9-aa6c-4fc446925836 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:24:13.544660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.619223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:24:13.622267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:24:13.626611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:24:13.654860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:13.689081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:13.692636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.780010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-368c4273-0c7a-4f3a-8539-66d601b34a50 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0250444 Feb 17 12:24:13.792066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Request body: {'port': {'device_id': '0a89c026-f759-44e5-b958-b365741c971d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:24:13.900277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.915161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dfe392b8-3780-435d-943d-43e75258100e None None] Provisioning for port dfee96f4-9b20-4ba9-aa6c-4fc446925836 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:24:13.920867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dfe392b8-3780-435d-943d-43e75258100e None None] Provisioning complete for port dfee96f4-9b20-4ba9-aa6c-4fc446925836 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:24:13.921335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dfe392b8-3780-435d-943d-43e75258100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:13.976172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dfe392b8-3780-435d-943d-43e75258100e None None] Port dfee96f4-9b20-4ba9-aa6c-4fc446925836 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:24:14.245915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfee96f4-9b20-4ba9-aa6c-4fc446925836 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:24:14.255549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:14.271478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Transition to ACTIVE for port object dfee96f4-9b20-4ba9-aa6c-4fc446925836 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:24:14.278705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654457d-c573-47e2-bf1f-02f5a04d1a9e req-56ea532c-94c8-404f-a43a-f21b811d6240 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:14.280157 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1654457d-c573-47e2-bf1f-02f5a04d1a9e req-56ea532c-94c8-404f-a43a-f21b811d6240 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 932 time: 0.0830629 Feb 17 12:24:14.326861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:14.327344 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1654457d-c573-47e2-bf1f-02f5a04d1a9e req-79860c77-63c7-4cae-beb6-553d4feaa1b5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Feb 17 12:24:14.453170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:14.565183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Attempting to bind port dfee96f4-9b20-4ba9-aa6c-4fc446925836 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:24:14.565514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Attempting to bind port dfee96f4-9b20-4ba9-aa6c-4fc446925836 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:24:14.565864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Attempting to bind port dfee96f4-9b20-4ba9-aa6c-4fc446925836 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:24:14.571644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Port dfee96f4-9b20-4ba9-aa6c-4fc446925836 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:24:14.571953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Attempting to bind port dfee96f4-9b20-4ba9-aa6c-4fc446925836 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:24:14.578678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:24:14.579002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:24:14.579373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Bound using segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:24:14.579782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Bound port: dfee96f4-9b20-4ba9-aa6c-4fc446925836, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:24:14.580120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:14.676717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:24:14.679461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:24:14.750345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:14.814944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:14.816321 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] 10.222.0.24 "PUT /v2.0/ports/dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 1094 time: 1.0288804 Feb 17 12:24:14.816751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:24:14.833415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e33dd-8722-4c08-ba3e-c9e6a33459cf service neutron] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:14.881121 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'status': 'completed', 'code': 200} Feb 17 12:24:14.973737 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3b1b7c9-24a9-4d51-b5c5-9def53a47301 req-e8c120b3-19f3-49f5-8237-a10c4a37f299 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1097 time: 0.0722842 Feb 17 12:24:15.120357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1b7c9-24a9-4d51-b5c5-9def53a47301 req-cb831760-b4c2-4c8f-aaab-07996a55c0eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:15.121808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3b1b7c9-24a9-4d51-b5c5-9def53a47301 req-cb831760-b4c2-4c8f-aaab-07996a55c0eb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1411517 Feb 17 12:24:15.259135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1b7c9-24a9-4d51-b5c5-9def53a47301 req-f33dd598-a244-42af-ae8e-506d372c018b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:15.261015 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3b1b7c9-24a9-4d51-b5c5-9def53a47301 req-f33dd598-a244-42af-ae8e-506d372c018b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1328461 Feb 17 12:24:15.383164 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-fe62012c-ec13-4574-9884-bf97c07bea35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1097 time: 0.0728219 Feb 17 12:24:15.450546 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-6c98ae7e-a71a-4413-a8c6-48dd23c7f9cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 217 time: 0.0612469 Feb 17 12:24:15.528276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409cab6-9557-4d16-a9e8-7da58a07c210 req-cc413ce3-3f76-47af-b523-8a2e1af49b9e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:15.529678 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1409cab6-9557-4d16-a9e8-7da58a07c210 req-cc413ce3-3f76-47af-b523-8a2e1af49b9e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 944 time: 0.0799513 Feb 17 12:24:15.576609 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1409cab6-9557-4d16-a9e8-7da58a07c210 req-5393d02e-e70c-4cec-825b-0f70d28bbed5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Feb 17 12:24:15.601351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-a50e68d7-f472-4949-892d-43629369d3bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:15.602802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-a50e68d7-f472-4949-892d-43629369d3bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.1463063 Feb 17 12:24:15.676491 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-cd9ca58d-e73f-40a0-940a-a771ec8c5154 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674152 Feb 17 12:24:15.815564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-2c7d9f0a-d112-4753-a84f-d153fd40fd9a service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328607 Feb 17 12:24:15.946431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3bca2f8-d9c1-4324-a6cb-19afac800f25 req-da5a5262-7e7d-4ca2-a680-e05a1ff553f8 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252472 Feb 17 12:24:16.774813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0842ca-174b-4e2d-a024-6d3ee7bf633c req-b1609169-281b-4421-98fa-c364248ad2cf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:16.775489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4c0842ca-174b-4e2d-a024-6d3ee7bf633c req-b1609169-281b-4421-98fa-c364248ad2cf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:24:16.852006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4c0842ca-174b-4e2d-a024-6d3ee7bf633c req-b1609169-281b-4421-98fa-c364248ad2cf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:24:16.853192 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c0842ca-174b-4e2d-a024-6d3ee7bf633c req-b1609169-281b-4421-98fa-c364248ad2cf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 944 time: 0.1563354 Feb 17 12:24:16.899106 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c0842ca-174b-4e2d-a024-6d3ee7bf633c req-b9ef2612-7c23-4b0d-80f9-f74efc6ad28d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Feb 17 12:24:18.099530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e6c01-e6be-40d6-9e93-0c6c97bc8223 req-ac0f2f83-c912-4af2-af45-9c4ccd9b8120 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:18.100972 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ca8e6c01-e6be-40d6-9e93-0c6c97bc8223 req-ac0f2f83-c912-4af2-af45-9c4ccd9b8120 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 944 time: 0.0814903 Feb 17 12:24:18.146305 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ca8e6c01-e6be-40d6-9e93-0c6c97bc8223 req-e3c966f0-17f5-495c-8f7e-b0f308e30420 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Feb 17 12:24:19.342190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd653ff-a847-4f77-a638-5fcb1a85fa60 req-5a7f79bd-069b-4a97-b4f9-5898c1a081fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:19.343675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd653ff-a847-4f77-a638-5fcb1a85fa60 req-5a7f79bd-069b-4a97-b4f9-5898c1a081fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 944 time: 0.0757439 Feb 17 12:24:19.350540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:24:19.396028 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efd653ff-a847-4f77-a638-5fcb1a85fa60 req-041ac60b-69ec-4371-9370-2b8fc89de856 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Feb 17 12:24:19.483110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:24:19.495581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'mac_address': 'fa:16:3e:47:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:24:19.547453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:19.564655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfee96f4-9b20-4ba9-aa6c-4fc446925836 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:24:19.579663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:24:19.652742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:19.719724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:19.727832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.728165 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.728494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.728811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.729127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.729441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.729755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.730118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.730428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.730779 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.731216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:24:19.987390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['dfee96f4-9b20-4ba9-aa6c-4fc446925836'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:24:20.593402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302f64-bb85-408b-bd22-18f47afcb221 req-da6cdf1f-afc4-4147-ad4f-ede1ad7bad30 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:20.594790 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9f302f64-bb85-408b-bd22-18f47afcb221 req-da6cdf1f-afc4-4147-ad4f-ede1ad7bad30 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 945 time: 0.0760899 Feb 17 12:24:20.642227 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9f302f64-bb85-408b-bd22-18f47afcb221 req-29def823-8357-4650-9738-7b842d182c8e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Feb 17 12:24:21.365510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:24:21.549799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port dfee96f4-9b20-4ba9-aa6c-4fc446925836 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:24:21.555272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port dfee96f4-9b20-4ba9-aa6c-4fc446925836 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:24:21.555670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:21.673287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:21.701944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:24:21.711951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:24:21.759848 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'code': 200} Feb 17 12:24:21.791130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:21.861144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906fd25-7841-4874-9cc6-3579ab8e6753 req-2d227fc4-fdde-4a51-b77e-56f4a4608a0d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:21.862711 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0906fd25-7841-4874-9cc6-3579ab8e6753 req-2d227fc4-fdde-4a51-b77e-56f4a4608a0d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0824234 Feb 17 12:24:21.864301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:24:21.921105 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0906fd25-7841-4874-9cc6-3579ab8e6753 req-59cc794b-be35-4ae5-94ff-3ca786755dca tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503111 Feb 17 12:24:22.117094 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7aefcd7c-b8c6-42f4-91d7-b4d0c73131c0 req-929a46b1-3403-4e9e-915b-086c408ace81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1099 time: 0.0730219 Feb 17 12:24:22.158925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7aefcd7c-b8c6-42f4-91d7-b4d0c73131c0 req-5d79dc89-deef-4fa4-83aa-58fffc52b595 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Feb 17 12:24:23.121484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393364-d2ef-47c2-8810-af32191c639c req-a6e55472-cd73-4015-b221-7b1fe72d3fda tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:23.122964 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7393364-d2ef-47c2-8810-af32191c639c req-a6e55472-cd73-4015-b221-7b1fe72d3fda tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0779617 Feb 17 12:24:23.174494 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7393364-d2ef-47c2-8810-af32191c639c req-99777e4b-c2f9-4028-aaa6-e41030e281f2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Feb 17 12:24:24.375087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc7c58-e45c-4ec8-bcc8-50aa2fa89f66 req-44beda0c-dd4c-485e-9832-428d3c69f628 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:24.376558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-21fc7c58-e45c-4ec8-bcc8-50aa2fa89f66 req-44beda0c-dd4c-485e-9832-428d3c69f628 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0781004 Feb 17 12:24:24.422953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-21fc7c58-e45c-4ec8-bcc8-50aa2fa89f66 req-d0a4dd53-d1f8-438c-b861-c5a61afdfa04 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Feb 17 12:24:24.614626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a4e5-c7ac-4d95-9ee8-b8777a340b4b req-9bebf154-d20f-4cf2-aaad-efb0a9ce9aa7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:24.616064 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b400a4e5-c7ac-4d95-9ee8-b8777a340b4b req-9bebf154-d20f-4cf2-aaad-efb0a9ce9aa7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0785782 Feb 17 12:24:24.624643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 54444) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:24:24.629824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'floatingip': {'port_id': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:24:24.704284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:25.291908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:25.366486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:25.641407 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 associated. External IP: 172.26.6.45, port: dfee96f4-9b20-4ba9-aa6c-4fc446925836. Feb 17 12:24:26.026589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:24:26.226070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:24:26.230404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:26.237348 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:24:26.250618 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:24:26.251441 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:24:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:26.289104 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-854e84ed-c44c-487a-968e-6f491a7f5019 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "PUT /v2.0/floatingips/d020eade-7016-40e6-ab5a-382e6831c535 HTTP/1.1" status: 200 len: 991 time: 1.6633306 Feb 17 12:24:26.289604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:24:26.437255 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:24:26.523668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'status': 'completed', 'code': 200} Feb 17 12:24:26.621667 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-ff4ba121-c975-4daa-bdb7-cfdc607c3241 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1099 time: 0.0769272 Feb 17 12:24:26.759477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-2884723c-4523-42e3-9b0e-6c6ee13c986c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:26.761043 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-2884723c-4523-42e3-9b0e-6c6ee13c986c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1336944 Feb 17 12:24:26.796902 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:47:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89c026-f759-44e5-b958-b365741c971d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:24:25Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:26.801000 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:24:26.812427 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:24:26.813020 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:24:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:26.858940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cb83e-36ef-4aab-9474-88466286d346 req-a66ed100-5f16-4783-a248-67b5b1fca048 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:26.860952 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1c5cb83e-36ef-4aab-9474-88466286d346 req-a66ed100-5f16-4783-a248-67b5b1fca048 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0898519 Feb 17 12:24:26.894756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-d4c4dfd1-1a4a-4500-a25b-0dc92abee89a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 999 time: 0.1112115 Feb 17 12:24:26.915816 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1c5cb83e-36ef-4aab-9474-88466286d346 req-297edae8-4666-4585-a3c3-ded294b997a0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Feb 17 12:24:26.961633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-2af91341-9a88-47cc-8009-3e5d16800f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:26.963132 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-2af91341-9a88-47cc-8009-3e5d16800f34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0786536 Feb 17 12:24:27.001310 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:24:27.037871 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-7e1eaa1b-38de-428f-9017-959b1eb3243a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683618 Feb 17 12:24:27.168896 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-34a23ef6-d037-4993-a233-52594199d6b4 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252050 Feb 17 12:24:27.313264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a5a1b2fc-8e14-4bfb-8f90-034b59d93af2 req-07040b44-3453-478e-bdd0-f05f5118b9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387649 Feb 17 12:24:27.380448 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:47:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89c026-f759-44e5-b958-b365741c971d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:24:25Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:24:27.384391 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed81f1-ecba-4db5-8475-5612deaef8bb None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:47:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89c026-f759-44e5-b958-b365741c971d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:24:25Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:24:27.576443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33964f5-693b-4029-a52b-61724201259e None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:24:28.213171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55cb0a-1e7e-4a18-a2de-32d77a0559e2 req-2715bf96-c524-479d-a88a-685c4b37f341 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:28.214709 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a55cb0a-1e7e-4a18-a2de-32d77a0559e2 req-2715bf96-c524-479d-a88a-685c4b37f341 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.1659696 Feb 17 12:24:28.267730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4a55cb0a-1e7e-4a18-a2de-32d77a0559e2 req-9e72d03a-f200-4828-b326-cfcca848ab51 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466943 Feb 17 12:24:29.463471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041abd6-5ead-4053-92e5-f54345f1b923 req-ef1a0c0a-dc2d-4708-81c6-70cc151cfc4b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:29.465031 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c041abd6-5ead-4053-92e5-f54345f1b923 req-ef1a0c0a-dc2d-4708-81c6-70cc151cfc4b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0761116 Feb 17 12:24:29.511440 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c041abd6-5ead-4053-92e5-f54345f1b923 req-2fa3473e-e72e-481c-afa3-70eef4b5a9f5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 Feb 17 12:24:30.707934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15787b-8489-4f51-8d82-91a611eae1ad req-ecb3dc22-7642-44be-8e2a-95d2fe7dde78 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:30.709456 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ce15787b-8489-4f51-8d82-91a611eae1ad req-ecb3dc22-7642-44be-8e2a-95d2fe7dde78 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0796158 Feb 17 12:24:30.756240 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ce15787b-8489-4f51-8d82-91a611eae1ad req-abb12d54-f833-4af2-8200-17805b5b6536 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Feb 17 12:24:31.211686 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:24:31.952948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75317865-ee21-41b1-b4cc-d19c936d0e91 req-25a6957f-5347-4512-9f90-5e5131b0eff3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:31.954472 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-75317865-ee21-41b1-b4cc-d19c936d0e91 req-25a6957f-5347-4512-9f90-5e5131b0eff3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0782523 Feb 17 12:24:31.998579 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-75317865-ee21-41b1-b4cc-d19c936d0e91 req-f49297e6-54f5-4cb2-b93e-d2730aae83b5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Feb 17 12:24:33.201456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c44d8-5218-4064-b711-763b88c6c1a0 req-6b71b9e8-4a3c-4693-99b1-5d146bc79762 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:33.202963 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff4c44d8-5218-4064-b711-763b88c6c1a0 req-6b71b9e8-4a3c-4693-99b1-5d146bc79762 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0819917 Feb 17 12:24:33.249767 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ff4c44d8-5218-4064-b711-763b88c6c1a0 req-2a22f3a8-56b4-49fc-9280-f441fb3599ec tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 Feb 17 12:24:34.447742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19e94-d8f4-46db-8875-ec4d2aa5a9c1 req-67c1ba12-849d-4f4c-a8ff-72897430ee1c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:34.449175 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bcd19e94-d8f4-46db-8875-ec4d2aa5a9c1 req-67c1ba12-849d-4f4c-a8ff-72897430ee1c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0762100 Feb 17 12:24:34.497742 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bcd19e94-d8f4-46db-8875-ec4d2aa5a9c1 req-dfca2d84-e2ca-4486-b4eb-9a03cac511c0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422072 Feb 17 12:24:35.696397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9a29d-ad07-4387-868e-0e2b7fe84a2c req-ce09fbee-33b2-4809-b6eb-2409d76520ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:35.700436 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c8f9a29d-ad07-4387-868e-0e2b7fe84a2c req-ce09fbee-33b2-4809-b6eb-2409d76520ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0793900 Feb 17 12:24:35.744885 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c8f9a29d-ad07-4387-868e-0e2b7fe84a2c req-11942b14-eedd-4b54-9c02-9cede1b9203d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Feb 17 12:24:36.939057 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228434c2-0eb5-4b56-91f2-ea6ae391067d req-eb1d99ab-aee4-408f-adde-1373da36c758 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:36.940501 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-228434c2-0eb5-4b56-91f2-ea6ae391067d req-eb1d99ab-aee4-408f-adde-1373da36c758 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0742047 Feb 17 12:24:36.984416 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-228434c2-0eb5-4b56-91f2-ea6ae391067d req-1348f701-0d29-4d15-9162-6190d190bab9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384285 Feb 17 12:24:37.801590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00078815-3be8-4a8f-9fae-7a2485564399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:38.183106 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335db67-7a5d-48ba-94fb-5e99a6e3f3b6 req-9ce5ad63-05ba-4229-8508-b0fe18149ad6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:38.184566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b335db67-7a5d-48ba-94fb-5e99a6e3f3b6 req-9ce5ad63-05ba-4229-8508-b0fe18149ad6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0756741 Feb 17 12:24:38.230392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b335db67-7a5d-48ba-94fb-5e99a6e3f3b6 req-a19aa4a0-0b17-4d82-be9d-b5bbf2af37e3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Feb 17 12:24:39.433198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7899d6-5193-4324-9c23-e912d7f8f335 req-c57077eb-5b24-48d3-ab0b-f4f2b0fa0cea tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:39.434656 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f7899d6-5193-4324-9c23-e912d7f8f335 req-c57077eb-5b24-48d3-ab0b-f4f2b0fa0cea tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0808034 Feb 17 12:24:39.480736 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f7899d6-5193-4324-9c23-e912d7f8f335 req-7ebb9262-bfab-4119-86b4-54f079749950 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Feb 17 12:24:40.018433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f3cbc0a4-96ff-4d13-ba4d-e079c47fd049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:40.840333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e64e-a29b-4279-abfa-a5c67363875a req-f9247dd9-c52a-4d7e-b986-bd8f99f6dcc2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:40.841829 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7927e64e-a29b-4279-abfa-a5c67363875a req-f9247dd9-c52a-4d7e-b986-bd8f99f6dcc2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0849397 Feb 17 12:24:40.891534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7927e64e-a29b-4279-abfa-a5c67363875a req-727c8bba-b7c5-44ab-8db2-8138b0287266 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Feb 17 12:24:41.377002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:41.412345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:41.801600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:42.089064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a939-6c2f-4849-a2fd-c392b0159820 req-a8afeab2-cfac-4979-a5cb-0181bed41378 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:42.090425 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-12e0a939-6c2f-4849-a2fd-c392b0159820 req-a8afeab2-cfac-4979-a5cb-0181bed41378 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0740945 Feb 17 12:24:42.135719 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-12e0a939-6c2f-4849-a2fd-c392b0159820 req-2e8fce04-f6e8-43bb-9db6-8831085b1fe0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391965 Feb 17 12:24:42.926948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:24:43.332242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec8878-caf3-483e-8699-edc5139f0f0c req-b0c3f71c-b5e5-4d7e-96fe-cc97a958e6d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:43.333740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-03ec8878-caf3-483e-8699-edc5139f0f0c req-b0c3f71c-b5e5-4d7e-96fe-cc97a958e6d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0792456 Feb 17 12:24:43.389574 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-03ec8878-caf3-483e-8699-edc5139f0f0c req-72a23caf-ac72-43a7-bbfe-740f5776c16a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496716 Feb 17 12:24:44.680262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759f48-40c9-463d-a9f6-d90a7be48ea1 req-6e26fdf9-dd1c-4ffc-b601-a9884dce5c42 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:44.681693 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a6759f48-40c9-463d-a9f6-d90a7be48ea1 req-6e26fdf9-dd1c-4ffc-b601-a9884dce5c42 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.1705611 Feb 17 12:24:44.726761 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a6759f48-40c9-463d-a9f6-d90a7be48ea1 req-7d4e8191-f07c-4b86-b6bc-944ff7b21cde tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Feb 17 12:24:45.922154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e8179-e9c9-40a8-a176-891d2b202cda req-7eb065aa-ec1b-4668-9a22-1c801de3d3c8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:45.923916 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b42e8179-e9c9-40a8-a176-891d2b202cda req-7eb065aa-ec1b-4668-9a22-1c801de3d3c8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0764334 Feb 17 12:24:45.970207 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b42e8179-e9c9-40a8-a176-891d2b202cda req-c9dab024-8c75-4078-a950-20491e53ec9c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Feb 17 12:24:47.164920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0e7b-8529-4957-bd8d-7b39525c1b8d req-80636aaf-4030-4a54-9f30-adab3cde60be tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:47.166643 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c3fc0e7b-8529-4957-bd8d-7b39525c1b8d req-80636aaf-4030-4a54-9f30-adab3cde60be tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0756986 Feb 17 12:24:47.218559 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c3fc0e7b-8529-4957-bd8d-7b39525c1b8d req-23bb196d-a0cf-461f-a638-6785a40560b9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463138 Feb 17 12:24:48.424612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a2a3-7c63-42cb-a901-bd3d33d12de9 req-984f904a-8283-4faa-88bf-883a700157b0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:48.426094 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3c1a2a3-7c63-42cb-a901-bd3d33d12de9 req-984f904a-8283-4faa-88bf-883a700157b0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0792875 Feb 17 12:24:48.472058 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3c1a2a3-7c63-42cb-a901-bd3d33d12de9 req-99dd8bad-8f8c-4111-a4c3-bf00b69f6b6d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Feb 17 12:24:49.683537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8025a1c-7b3c-4178-b0b5-07b3acf697d6 req-511835fe-4ccb-4607-afdf-86e59b5a891b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:49.685019 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e8025a1c-7b3c-4178-b0b5-07b3acf697d6 req-511835fe-4ccb-4607-afdf-86e59b5a891b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0879116 Feb 17 12:24:49.732657 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e8025a1c-7b3c-4178-b0b5-07b3acf697d6 req-5d5619e0-ebae-49de-ba8b-d4246cda3a2f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Feb 17 12:24:50.931034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2340-2c6d-4700-a31e-e65a97cf5040 req-baa7eccc-09a2-4e2a-99b1-d2f8e78c93d1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:50.932529 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea2f2340-2c6d-4700-a31e-e65a97cf5040 req-baa7eccc-09a2-4e2a-99b1-d2f8e78c93d1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0785604 Feb 17 12:24:50.978982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea2f2340-2c6d-4700-a31e-e65a97cf5040 req-ec1745a4-1dd5-453a-a0e4-aafa42e8d483 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Feb 17 12:24:51.636362 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-178656b4-874a-4802-8eb5-f072a95d5a55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1099 time: 0.0717695 Feb 17 12:24:51.783332 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-cb87df77-6696-48b9-a702-e28c289b889d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:51.784784 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-cb87df77-6696-48b9-a702-e28c289b889d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1291504 Feb 17 12:24:51.887543 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-695fd1bd-9fe5-4503-9d5c-a999fd3f97f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 1001 time: 0.0972762 Feb 17 12:24:51.949018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-097b774b-97e8-46fc-be57-2375c161d7f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:51.950655 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-097b774b-97e8-46fc-be57-2375c161d7f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0568118 Feb 17 12:24:52.024995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-54061389-d268-4f73-b50d-66b91b9ddb31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686109 Feb 17 12:24:52.159587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-a7ce5510-759e-47ed-b5da-013d608b8fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285040 Feb 17 12:24:52.186115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373f3cd-5bec-41e8-b47e-12441b8e7a38 req-c3ff5336-57d2-4ce9-93ca-d9b1a3d24f48 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:52.188296 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6373f3cd-5bec-41e8-b47e-12441b8e7a38 req-c3ff5336-57d2-4ce9-93ca-d9b1a3d24f48 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0826259 Feb 17 12:24:52.236761 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6373f3cd-5bec-41e8-b47e-12441b8e7a38 req-bd314b87-c638-4a82-9861-ab523970d224 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Feb 17 12:24:52.312766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77ad613b-ea3c-4169-9e33-b589c2164644 req-69952c48-33d0-406d-8391-535d0eb0dfe8 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475215 Feb 17 12:24:53.525549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f5592-8c72-48e1-8795-f5a550816bb3 req-362d6a69-9e96-4836-bc75-c1b7a447753e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:53.527033 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-769f5592-8c72-48e1-8795-f5a550816bb3 req-362d6a69-9e96-4836-bc75-c1b7a447753e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.1649644 Feb 17 12:24:53.574510 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-769f5592-8c72-48e1-8795-f5a550816bb3 req-7a7a3866-bf47-45fe-8f49-97482caabaf0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Feb 17 12:24:53.773629 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-543a7c29-6111-4a44-b3fa-6750a3c4c682 req-e5fa5f9e-60a2-4422-b08c-588a4eca8428 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690942 Feb 17 12:24:54.237307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456b93-d5a2-471f-9835-eb52d09e35b1 req-30a76f27-1d25-4775-ac32-4249aeb1c5d5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:54.238837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1f456b93-d5a2-471f-9835-eb52d09e35b1 req-30a76f27-1d25-4775-ac32-4249aeb1c5d5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0829909 Feb 17 12:24:54.287736 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1f456b93-d5a2-471f-9835-eb52d09e35b1 req-3ab28471-e4f4-4ba6-8f13-143698f16a4c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Feb 17 12:24:54.317331 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-ab941157-2575-49d3-a7ed-481eeb7febb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856402 Feb 17 12:24:55.492583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fcaab-68a2-478a-a50f-38efcc076d98 req-b6342f95-17b8-4601-a429-bd53d9620cba tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:55.494070 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8e6fcaab-68a2-478a-a50f-38efcc076d98 req-b6342f95-17b8-4601-a429-bd53d9620cba tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0812845 Feb 17 12:24:55.540636 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8e6fcaab-68a2-478a-a50f-38efcc076d98 req-07f116b0-b0c6-4f1f-851b-c6262bb274be tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Feb 17 12:24:56.279984 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-b460d923-31b0-4859-949b-c5df4d7276e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1099 time: 0.0685358 Feb 17 12:24:56.410829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09fa51-21d5-4625-ac80-30f600027036 req-200ba3d6-a0d8-48c7-a789-2df49f0ec8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:56.412279 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-200ba3d6-a0d8-48c7-a789-2df49f0ec8da service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1264870 Feb 17 12:24:56.515630 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-a0bb1752-7bd9-47aa-8fc1-09b2f12bf4be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 1001 time: 0.0973799 Feb 17 12:24:56.577832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09fa51-21d5-4625-ac80-30f600027036 req-8540b011-d120-4b2e-8798-4dc9dbf028a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:56.579364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-8540b011-d120-4b2e-8798-4dc9dbf028a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0573542 Feb 17 12:24:56.658324 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-f625d017-d7f1-4988-8a87-0671f1a1af00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725310 Feb 17 12:24:56.849966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f0b4-cbf7-4b4d-aba1-bbef3e158dca req-5572cbfe-b602-4fbe-9d09-5677cec561b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:56.851621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8901f0b4-cbf7-4b4d-aba1-bbef3e158dca req-5572cbfe-b602-4fbe-9d09-5677cec561b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.1879129 Feb 17 12:24:56.853490 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-5800bf93-f26c-43cb-b942-f2a633792c70 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883454 Feb 17 12:24:56.982906 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8901f0b4-cbf7-4b4d-aba1-bbef3e158dca req-dad625c8-f46f-4439-ac54-ea3dd198ea28 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256034 Feb 17 12:24:57.018663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-db39227f-4ed5-4a19-a07d-197b9ec0edb8 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589689 Feb 17 12:24:58.179201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1667c5-35a4-41c5-af8c-9d2a6b717b13 req-6e03f162-5c38-4083-b694-e77ac65ca5d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:58.180662 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fb1667c5-35a4-41c5-af8c-9d2a6b717b13 req-6e03f162-5c38-4083-b694-e77ac65ca5d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0780106 Feb 17 12:24:58.225341 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fb1667c5-35a4-41c5-af8c-9d2a6b717b13 req-c78faeb7-98bd-4784-bde0-5e34bd6387bf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Feb 17 12:24:59.166576 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-b1257bdb-2ed0-4c35-8cdc-c73100337eb7 service neutron] 10.222.0.24 "GET /v2.0/ports/dfee96f4-9b20-4ba9-aa6c-4fc446925836/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0748761 Feb 17 12:24:59.423978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf9c18-a951-4024-a96e-58b656feb7da req-1ad1890f-14c2-408c-996f-f6e9e7bc2eb3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:24:59.425404 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8ebf9c18-a951-4024-a96e-58b656feb7da req-1ad1890f-14c2-408c-996f-f6e9e7bc2eb3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0760515 Feb 17 12:24:59.475432 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8ebf9c18-a951-4024-a96e-58b656feb7da req-f7b0fa4d-1131-4dd1-a0c9-26eff308d26e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Feb 17 12:24:59.791734 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-5d46b493-c74e-4d0b-ab11-9627f01d111f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 1099 time: 0.0689130 Feb 17 12:24:59.882907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-8fe20efd-aad0-4f76-80b0-5d8a70f87392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1099 time: 0.0703485 Feb 17 12:25:00.018504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09fa51-21d5-4625-ac80-30f600027036 req-20f325df-414d-4362-919d-434aa5956227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:00.020850 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-20f325df-414d-4362-919d-434aa5956227 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1320107 Feb 17 12:25:00.120656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-ee9d57bb-9b17-4442-8b05-17a25a014ccc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 1001 time: 0.0942774 Feb 17 12:25:00.261251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09fa51-21d5-4625-ac80-30f600027036 req-274392b1-e81d-492e-b6af-e57e16aa2cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:00.262706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-274392b1-e81d-492e-b6af-e57e16aa2cb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.1370442 Feb 17 12:25:00.336755 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-a0545627-4349-4dcf-a2d9-a978406728f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681620 Feb 17 12:25:00.465954 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-db1551b6-36c0-432d-a000-5060613bc700 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229851 Feb 17 12:25:00.603779 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c09fa51-21d5-4625-ac80-30f600027036 req-aaa64456-31a4-48cd-a31f-3d184265b594 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326771 Feb 17 12:25:00.824164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfe0ea-2a5c-4880-a3fc-da417b66c5a4 req-cafce4f3-9284-4b1f-a70e-bf4a863b1a0a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:00.825917 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b2cfe0ea-2a5c-4880-a3fc-da417b66c5a4 req-cafce4f3-9284-4b1f-a70e-bf4a863b1a0a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0844355 Feb 17 12:25:00.870974 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b2cfe0ea-2a5c-4880-a3fc-da417b66c5a4 req-6379fa13-0c7c-46e2-9b84-63ead6e4a845 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Feb 17 12:25:02.077389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8afac-cacd-45a6-9af2-b5f96fccd805 req-b2b5f129-1fcb-4059-974b-1749d18587f7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:02.078935 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e8afac-cacd-45a6-9af2-b5f96fccd805 req-b2b5f129-1fcb-4059-974b-1749d18587f7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0814095 Feb 17 12:25:02.129336 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9e8afac-cacd-45a6-9af2-b5f96fccd805 req-b050c21e-d26f-4be5-8ca2-25a3b4a37255 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Feb 17 12:25:03.329464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1842-1817-41b8-ae9b-af342b05ea72 req-4f7745cc-e6b8-48f8-a89f-e7d54f97625b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:03.330991 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-64ad1842-1817-41b8-ae9b-af342b05ea72 req-4f7745cc-e6b8-48f8-a89f-e7d54f97625b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0805318 Feb 17 12:25:03.376185 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-64ad1842-1817-41b8-ae9b-af342b05ea72 req-b80b2c90-665a-4d5b-bcb4-fe38e66c4a28 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Feb 17 12:25:03.507763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:25:03.510111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:25:03.754310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:03.784880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:03.806872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:25:03.812832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'mac_address': 'fa:16:3e:47:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:25:03.819304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:03.872565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:03.883430 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'code': 200} Feb 17 12:25:03.888869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:03.930557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfee96f4-9b20-4ba9-aa6c-4fc446925836 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:25:04.016412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:04.020952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:25:04.021497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:25:04.573623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c895e9-f9b5-4e85-a524-ab52a2444d1e req-2d1c0f46-d980-417c-8442-e7359b6daf7a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:04.575013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-97c895e9-f9b5-4e85-a524-ab52a2444d1e req-2d1c0f46-d980-417c-8442-e7359b6daf7a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 944 time: 0.0778778 Feb 17 12:25:04.576325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:04.595337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfee96f4-9b20-4ba9-aa6c-4fc446925836 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:25:04.612011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:04.624705 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-97c895e9-f9b5-4e85-a524-ab52a2444d1e req-50044293-ef29-4527-b7f5-77704f508f46 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441768 Feb 17 12:25:04.664377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:04.742282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['dfee96f4-9b20-4ba9-aa6c-4fc446925836'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:25:04.804863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:05.181771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d783ab-ed17-4869-bfd9-8935f0edd905 req-1da9dd1c-7a5c-48c2-9eca-4052b8283db0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:05.184010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-43d783ab-ed17-4869-bfd9-8935f0edd905 req-1da9dd1c-7a5c-48c2-9eca-4052b8283db0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 945 time: 0.0965638 Feb 17 12:25:05.230140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-0a74f984-8989-45b3-aa61-0a88ccd70efb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:05.231521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-0a74f984-8989-45b3-aa61-0a88ccd70efb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d&tenant_id=8a7cf9c7070546de8a4314b32b028b4d&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.0900424 Feb 17 12:25:05.232443 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-43d783ab-ed17-4869-bfd9-8935f0edd905 req-0f38de9d-8cf6-47ae-8401-8e6f963bfe2f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Feb 17 12:25:05.375837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-14cc3920-dda9-4c3b-b9ef-033d078dd8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1098 time: 0.0721202 Feb 17 12:25:05.512943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-fe42f387-e314-4d79-9e79-50f2cb641a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:05.514332 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-fe42f387-e314-4d79-9e79-50f2cb641a52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1317160 Feb 17 12:25:05.538595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:25:05.610336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port dfee96f4-9b20-4ba9-aa6c-4fc446925836 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:25:05.611025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:05.622155 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-cb0d2331-3677-4bf3-a5c7-7acd508b3206 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 1000 time: 0.1010628 Feb 17 12:25:05.692422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-549764c1-eb8a-4623-be6b-6b5fe1937396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:05.694210 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-549764c1-eb8a-4623-be6b-6b5fe1937396 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0661268 Feb 17 12:25:05.733915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:05.766364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:05.774066 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-5a21b20a-cc5b-407f-a454-73624dff29f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743172 Feb 17 12:25:05.884814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:25:05.889768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:05.909686 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-3db28a7e-326d-4ec1-91af-14d67eb8194d service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299510 Feb 17 12:25:05.953975 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'code': 200} Feb 17 12:25:05.962064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:06.047077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f2ab5f8-7dd8-4033-afe2-46309c4d5577 req-968040dc-724f-48f3-b305-54eeafafea72 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317470 Feb 17 12:25:06.449753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2037d-9b56-40a6-a619-c2950674b1bc req-ac5c538e-030a-4cd1-aee8-ce3432286aeb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:06.451261 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0bb2037d-9b56-40a6-a619-c2950674b1bc req-ac5c538e-030a-4cd1-aee8-ce3432286aeb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0849533 Feb 17 12:25:06.496551 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0bb2037d-9b56-40a6-a619-c2950674b1bc req-c9dab5f2-12d6-4977-a4f3-f4b1953186a8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 Feb 17 12:25:07.696477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85774d4-8e5c-4417-923f-7ec4432330fd req-dc2ed795-5867-46c2-918b-2f4a6a5ca249 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:07.698022 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b85774d4-8e5c-4417-923f-7ec4432330fd req-dc2ed795-5867-46c2-918b-2f4a6a5ca249 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0809252 Feb 17 12:25:07.754335 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b85774d4-8e5c-4417-923f-7ec4432330fd req-a4255bba-2df7-4682-8632-b07592017101 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494936 Feb 17 12:25:07.822823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-360bda7b-ca58-4ced-874e-0fa87891049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:07.959045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf2b87-0b7f-47cf-acc4-f119724609d3 req-6576c65f-e350-4c97-a875-0737388c6dc0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:07.960411 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cebf2b87-0b7f-47cf-acc4-f119724609d3 req-6576c65f-e350-4c97-a875-0737388c6dc0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0778708 Feb 17 12:25:08.005255 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cebf2b87-0b7f-47cf-acc4-f119724609d3 req-8e109911-7644-4b0b-a9f5-e21f0c56f379 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Feb 17 12:25:08.212331 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:25:08.510178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b2d35-c9eb-4a5a-a007-d3d342991f94 req-4892a111-6c5d-467e-ab31-fa29be46757b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:08.511994 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6e5b2d35-c9eb-4a5a-a007-d3d342991f94 req-4892a111-6c5d-467e-ab31-fa29be46757b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0827081 Feb 17 12:25:08.560207 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6e5b2d35-c9eb-4a5a-a007-d3d342991f94 req-cb7847b4-e34f-419b-b0ac-9629b0587db2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Feb 17 12:25:08.597226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-af810e36-7da0-475b-b8a6-8c3e86648175 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 1099 time: 0.0688086 Feb 17 12:25:08.725467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e467887-5261-4d05-9180-2512a29a2323 req-edbb2032-21c3-444f-9ccb-057d0d58442b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:08.726938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-edbb2032-21c3-444f-9ccb-057d0d58442b service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1244361 Feb 17 12:25:08.927426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-1ac64c1b-69bf-439e-83f8-390abdb1594d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 200 len: 1001 time: 0.1944623 Feb 17 12:25:08.991991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e467887-5261-4d05-9180-2512a29a2323 req-41497b0c-0079-4194-afb4-0c27406a016e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:08.994285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-41497b0c-0079-4194-afb4-0c27406a016e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0615461 Feb 17 12:25:09.071645 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-0531169a-51df-4708-9b0d-59ee81de2353 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712526 Feb 17 12:25:09.202427 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-46885d40-d3fe-42f3-a20c-cac9505dd6df service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247556 Feb 17 12:25:09.336790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7e467887-5261-4d05-9180-2512a29a2323 req-8a73a065-81bd-448f-a48d-e2a8087d507e service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282115 Feb 17 12:25:09.759809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f10c0-06c3-4755-b514-c6f3c78af307 req-b5e48a5a-e1af-4200-8f5d-f59bb7f74664 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:09.761269 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-937f10c0-06c3-4755-b514-c6f3c78af307 req-b5e48a5a-e1af-4200-8f5d-f59bb7f74664 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0760562 Feb 17 12:25:09.807040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-937f10c0-06c3-4755-b514-c6f3c78af307 req-99a7a78f-260b-4665-bd29-351552c92bb4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Feb 17 12:25:10.035189 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a78d01f-3a80-494f-8388-a11fc2abdcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:11.002379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1a5d6-b749-459b-bdb1-f320abb23657 req-9aa8eee8-e0b5-49e8-a5c0-4636f13d665d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:11.003829 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c0d1a5d6-b749-459b-bdb1-f320abb23657 req-9aa8eee8-e0b5-49e8-a5c0-4636f13d665d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0755358 Feb 17 12:25:11.048371 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c0d1a5d6-b749-459b-bdb1-f320abb23657 req-aa18edcd-bf0a-41b8-adaa-ed191e5f7d3e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Feb 17 12:25:11.349745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:11.396462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:11.615586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e3d7-b93e-4b78-a10b-17fca3ee59a4 req-ab0b91ff-8da0-4be0-82a3-655e48d239f7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:11.617033 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9226e3d7-b93e-4b78-a10b-17fca3ee59a4 req-ab0b91ff-8da0-4be0-82a3-655e48d239f7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0801737 Feb 17 12:25:11.662398 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9226e3d7-b93e-4b78-a10b-17fca3ee59a4 req-811705f8-c3a6-40bd-91d0-0ecf2873a5e0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Feb 17 12:25:11.823564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:12.864431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d41e3-56b1-44ac-b0f8-e159713988ca req-2ba963fe-d7d0-484c-9e4d-d48655886d05 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:12.866124 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-792d41e3-56b1-44ac-b0f8-e159713988ca req-2ba963fe-d7d0-484c-9e4d-d48655886d05 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0812449 Feb 17 12:25:12.913005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-792d41e3-56b1-44ac-b0f8-e159713988ca req-e780df0b-20a0-47c0-80ee-dfb8321e3616 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Feb 17 12:25:12.938081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:13.329593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-f981a8a1-4dc0-4417-a79a-4bc6595811dd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:13.331115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-f981a8a1-4dc0-4417-a79a-4bc6595811dd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0784376 Feb 17 12:25:13.401775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Deleting port dfee96f4-9b20-4ba9-aa6c-4fc446925836 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:25:13.402144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:13.646803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] For port dfee96f4-9b20-4ba9-aa6c-4fc446925836, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfee96f4-9b20-4ba9-aa6c-4fc446925836,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:13.647185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:13.929497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:13.930165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:13.930165 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 disassociated. External IP: 172.26.6.45, port: dfee96f4-9b20-4ba9-aa6c-4fc446925836. Feb 17 12:25:13.930428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Calling delete_port for dfee96f4-9b20-4ba9-aa6c-4fc446925836 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:25:14.116963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb23ad-d9b3-4bea-bf59-9894150c5c22 req-2a3ff042-51be-4d02-bc20-20e35f6e3f7a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:14.118541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-afbb23ad-d9b3-4bea-bf59-9894150c5c22 req-2a3ff042-51be-4d02-bc20-20e35f6e3f7a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 946 time: 0.0794952 Feb 17 12:25:14.169226 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-afbb23ad-d9b3-4bea-bf59-9894150c5c22 req-7f51fa14-e7fd-4ee8-bb13-bc113ab26804 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Feb 17 12:25:14.193727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:14.246653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event deleted for resources: {'Port': ['ID=dfee96f4-9b20-4ba9-aa6c-4fc446925836,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:14.260189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.260404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.260743 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.261076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.261427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.261730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.262082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.262408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.262726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.263045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.263363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:14.565896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:25:14.773503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:25:14.782841 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:25:14.795199 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:25:14.795789 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:25:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:14.842044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] No DVR routers for this DVR port dfee96f4-9b20-4ba9-aa6c-4fc446925836 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:25:14.844511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:14.847107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-deleted', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:25:14.922452 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1c03a953-b204-4181-a6b0-2e7e9d9815f2 req-92793dc9-04e4-4601-9d2e-083ef9a47718 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "DELETE /v2.0/ports/dfee96f4-9b20-4ba9-aa6c-4fc446925836 HTTP/1.1" status: 204 len: 173 time: 1.5865035 Feb 17 12:25:14.976461 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:25:14.983759 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a89c026-f759-44e5-b958-b365741c971d', 'name': 'network-vif-deleted', 'tag': 'dfee96f4-9b20-4ba9-aa6c-4fc446925836', 'status': 'completed', 'code': 200} Feb 17 12:25:15.294070 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:15.298549 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:25:15.310385 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:25:15.310973 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:25:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:15.349261 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-da0e599b-aa5c-4113-b477-6496261852bf req-68477b42-c779-468d-9c13-04dabc3673cd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a89c026-f759-44e5-b958-b365741c971d HTTP/1.1" status: 200 len: 210 time: 0.0411775 Feb 17 12:25:15.489381 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:25:15.844895 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:15.848918 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e2a-f94a-4b92-b023-36b255035c1d None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:25:16.060621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38f124-6f17-469c-86c3-bbb5c4d88658 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:25:16.742090 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-771231a5-7d64-4669-b6ad-a84263bbf778 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1361791247&fields=id&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 267 time: 0.0414762 Feb 17 12:25:16.887992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-b0a63e0c-40d6-4d24-8577-c606a6f7d688 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:16.889331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-b0a63e0c-40d6-4d24-8577-c606a6f7d688 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1408920 Feb 17 12:25:16.907790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-e4a685ad-d0b6-402d-8687-a734c4c9cbe0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/quotas/8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 375 time: 0.0126181 Feb 17 12:25:16.991945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-82f475ea-347f-495a-b16d-26fd58cc0a81 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:25:17.108105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-82f475ea-347f-495a-b16d-26fd58cc0a81 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:25:17.109467 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-82f475ea-347f-495a-b16d-26fd58cc0a81 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1959658 Feb 17 12:25:17.191857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-21d5aadc-6e09-430a-a04c-77972106300e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:25:17.193299 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-21d5aadc-6e09-430a-a04c-77972106300e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0722184 Feb 17 12:25:17.330259 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-b57e8162-e29f-44b5-b8df-1e9cdce70a36 service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295607 Feb 17 12:25:17.463979 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-6a4bf199-9d1c-46c2-9e20-768449742af4 service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271644 Feb 17 12:25:17.609517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:25:17.644785 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: dfee96f4-9b20-4ba9-aa6c-4fc446925836 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:25:17.645126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device dfee96f4-9b20-4ba9-aa6c-4fc446925836 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:25:17.717759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-11ca7241-a73e-4b3f-814b-83e005505677 req-03eb8af1-0385-4af4-91dc-d372e01c08d9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 210 time: 0.0423572 Feb 17 12:25:18.884690 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d08a09ee-987c-4684-95dc-e26a0f0fd117 req-c5bbc9a9-e304-4e73-9a39-36cc9b87c1db tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 210 time: 0.0424891 Feb 17 12:25:19.697018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-c9f01243-bf4d-419a-bea6-a8388eb1b110 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:19.698483 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-c9f01243-bf4d-419a-bea6-a8388eb1b110 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1464577 Feb 17 12:25:19.758136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-44ba8fb5-4404-4d86-8bdd-94da29413265 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 380 time: 0.0470273 Feb 17 12:25:19.765978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'port': {'device_id': '26c19c4b-811b-4bba-afcb-8f3026758993', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'admin_state_up': True, 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'security_groups': ['c1163636-ae2f-45c8-a57b-e791e679b049']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:25:19.912254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:25:19.925087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:25:20.006700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Made reservation on behalf of 8a7cf9c7070546de8a4314b32b028b4d for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:25:20.010030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:20.074744 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d597e48f-ae0f-43c7-859a-8c1c566f56e0 req-1a01432f-1a77-4c0c-9501-4a9666bb0f2c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 210 time: 0.0449154 Feb 17 12:25:20.180219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Allocated IP 172.20.0.8 (6152e1db-5eee-410b-9b5d-cb58ac0ec788/3b435131-0b3f-417f-8fca-3e2d9426c6f6/801a492d-1ce4-4ee3-ab80-262cad0ec482) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:25:20.476188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:20.493540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Transition to ACTIVE for port object 801a492d-1ce4-4ee3-ab80-262cad0ec482 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:25:20.590472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:20.663988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:25:20.667213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:25:20.671548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:25:20.697017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:20.735233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:20.735815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:20.870323 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d9e60aac-ed93-43ad-95f5-197c628f395d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081226 Feb 17 12:25:20.881350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Request body: {'port': {'device_id': '26c19c4b-811b-4bba-afcb-8f3026758993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:25:20.991262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:21.017803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d929115d-226d-4ce6-90a0-968f7fdc7bdf None None] Provisioning for port 801a492d-1ce4-4ee3-ab80-262cad0ec482 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:25:21.023453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d929115d-226d-4ce6-90a0-968f7fdc7bdf None None] Provisioning complete for port 801a492d-1ce4-4ee3-ab80-262cad0ec482 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:25:21.023814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d929115d-226d-4ce6-90a0-968f7fdc7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:21.077575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d929115d-226d-4ce6-90a0-968f7fdc7bdf None None] Port 801a492d-1ce4-4ee3-ab80-262cad0ec482 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:25:21.324759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114689e-3a17-484b-9ff2-5347a255e47a req-b8ce1952-a996-4ba0-9362-b9d033822d38 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:21.325435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0114689e-3a17-484b-9ff2-5347a255e47a req-b8ce1952-a996-4ba0-9362-b9d033822d38 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:25:21.403947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:25:21.409798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0114689e-3a17-484b-9ff2-5347a255e47a req-b8ce1952-a996-4ba0-9362-b9d033822d38 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:25:21.411052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0114689e-3a17-484b-9ff2-5347a255e47a req-b8ce1952-a996-4ba0-9362-b9d033822d38 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 931 time: 0.2132571 Feb 17 12:25:21.412608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:21.445200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Transition to ACTIVE for port object 801a492d-1ce4-4ee3-ab80-262cad0ec482 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:25:21.467464 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0114689e-3a17-484b-9ff2-5347a255e47a req-db474da8-832c-4c5a-878b-4b2249a0045d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 Feb 17 12:25:21.513459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:21.646867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:21.755082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Attempting to bind port 801a492d-1ce4-4ee3-ab80-262cad0ec482 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:25:21.755408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Attempting to bind port 801a492d-1ce4-4ee3-ab80-262cad0ec482 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:25:21.755756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Attempting to bind port 801a492d-1ce4-4ee3-ab80-262cad0ec482 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:25:21.761668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Port 801a492d-1ce4-4ee3-ab80-262cad0ec482 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:25:21.762006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Attempting to bind port 801a492d-1ce4-4ee3-ab80-262cad0ec482 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:25:21.768244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:25:21.768571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:25:21.768941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Bound using segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:25:21.769385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Bound port: 801a492d-1ce4-4ee3-ab80-262cad0ec482, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:25:21.769717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:21.862390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:25:21.866355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:25:21.955969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:22.018618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:22.020082 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 1093 time: 1.1427712 Feb 17 12:25:22.022859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:25:22.041484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9e10-1fba-45c8-a775-2e4c7e36a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:22.083989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'status': 'completed', 'code': 200} Feb 17 12:25:22.178463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-342265ca-bac5-462c-a1bb-6787d5a7d063 req-5e9fbfa4-ccd7-4a72-a424-6fbd39391ca1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1096 time: 0.0753498 Feb 17 12:25:22.324788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342265ca-bac5-462c-a1bb-6787d5a7d063 req-954dc4e5-9bf4-47a2-85fb-7a63ae64656b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:22.326282 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-342265ca-bac5-462c-a1bb-6787d5a7d063 req-954dc4e5-9bf4-47a2-85fb-7a63ae64656b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1416609 Feb 17 12:25:22.492240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342265ca-bac5-462c-a1bb-6787d5a7d063 req-b3645686-6e59-487f-a8e7-22088e985fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:22.493627 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-342265ca-bac5-462c-a1bb-6787d5a7d063 req-b3645686-6e59-487f-a8e7-22088e985fe3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1602139 Feb 17 12:25:22.606265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-5d3a391d-8a71-444c-829c-fdaa008c368f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1096 time: 0.0722246 Feb 17 12:25:22.821010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-03374aac-c413-4820-b3c8-27f0d4866cb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 217 time: 0.2080252 Feb 17 12:25:22.903013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-c9f545e5-a888-4027-84d1-5acef54cee8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:22.904454 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-c9f545e5-a888-4027-84d1-5acef54cee8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0768754 Feb 17 12:25:22.957639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391abd-8c5d-4018-8f0e-7d9a5c64cb04 req-64f804a6-39e6-4229-abed-61041f42bc27 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:22.959937 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3d391abd-8c5d-4018-8f0e-7d9a5c64cb04 req-64f804a6-39e6-4229-abed-61041f42bc27 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 943 time: 0.1905916 Feb 17 12:25:23.025496 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3d391abd-8c5d-4018-8f0e-7d9a5c64cb04 req-da95ea12-2198-40a0-9734-075fff8093e7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598464 Feb 17 12:25:23.036303 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-d77d2963-997e-466a-bff9-82e20b95bc92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1249294 Feb 17 12:25:23.170206 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-b0b2021f-fd62-47b4-a5b4-12ff244f6c0d service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280115 Feb 17 12:25:23.309983 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59897a3c-f73f-4fb2-a0a1-7d285907b9be req-4f081e7b-f55a-494e-9f3d-4ae789c0218f service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339929 Feb 17 12:25:24.249999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9e8a-a42c-4bdd-a7a0-7c733e5c81e0 req-c432e442-5712-4617-94ab-a3cf7a666c31 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:24.251443 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a75f9e8a-a42c-4bdd-a7a0-7c733e5c81e0 req-c432e442-5712-4617-94ab-a3cf7a666c31 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 943 time: 0.0776958 Feb 17 12:25:24.302213 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a75f9e8a-a42c-4bdd-a7a0-7c733e5c81e0 req-a0e2fc18-572c-4409-afba-d14b99ef203e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 Feb 17 12:25:25.494622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8620-1220-4e57-8131-864e781ffe8f req-5d899322-73d6-4af5-8b6d-6d4e62dfa108 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:25.496067 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58be8620-1220-4e57-8131-864e781ffe8f req-5d899322-73d6-4af5-8b6d-6d4e62dfa108 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 943 time: 0.0739810 Feb 17 12:25:25.542426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58be8620-1220-4e57-8131-864e781ffe8f req-8e32f734-7c23-4cde-a255-92d470e15021 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Feb 17 12:25:25.640214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:25:25.779210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:25.793240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'mac_address': 'fa:16:3e:6a:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:25:25.845671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:25.862338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:25:25.877722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:25.936467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:26.041491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:26.050108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.050464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.050783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.051095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.051961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.052284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.052608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.052918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.053229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.053539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.053874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:25:26.260556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['801a492d-1ce4-4ee3-ab80-262cad0ec482'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:25:26.825166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d564dd-3eb4-4b71-b07b-254515ca4014 req-1aef094c-2497-4680-a811-dab80c351dd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:26.826642 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-68d564dd-3eb4-4b71-b07b-254515ca4014 req-1aef094c-2497-4680-a811-dab80c351dd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 944 time: 0.1652975 Feb 17 12:25:26.873716 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-68d564dd-3eb4-4b71-b07b-254515ca4014 req-18b9dd51-1b34-40ff-b784-79f835fe726a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Feb 17 12:25:27.671634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:25:27.795586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 801a492d-1ce4-4ee3-ab80-262cad0ec482 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:25:27.800812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 801a492d-1ce4-4ee3-ab80-262cad0ec482 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:25:27.802051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:27.919203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:27.947531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:25:27.958738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:25:28.007226 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'code': 200} Feb 17 12:25:28.033221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:28.084018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd683e7f-36e7-4658-8742-c00f41f0d907 req-bb664554-e92b-491a-97f6-f65b8dde73f0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:28.085492 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bd683e7f-36e7-4658-8742-c00f41f0d907 req-bb664554-e92b-491a-97f6-f65b8dde73f0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0824895 Feb 17 12:25:28.105607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:25:28.132925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bd683e7f-36e7-4658-8742-c00f41f0d907 req-03cff99a-ae89-4752-8f02-fc6c1c6ef6b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Feb 17 12:25:28.369453 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c5b8e65c-fbb9-4c11-8d02-c9fd03b0c869 req-c19a6f51-2910-4326-baea-30167acf9b09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.0730829 Feb 17 12:25:28.416223 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c5b8e65c-fbb9-4c11-8d02-c9fd03b0c869 req-1be58b39-488e-4eba-98ef-98b471357065 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412300 Feb 17 12:25:29.340195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda2eac-d273-4ca4-a18c-78d2d13d0b78 req-7064a45e-1bfa-487a-9f3c-36871d479941 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:29.341861 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0eda2eac-d273-4ca4-a18c-78d2d13d0b78 req-7064a45e-1bfa-487a-9f3c-36871d479941 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0808778 Feb 17 12:25:29.389830 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0eda2eac-d273-4ca4-a18c-78d2d13d0b78 req-862f336d-636a-4dde-a605-5e88c6682ca7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Feb 17 12:25:30.588783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2319e-4f98-4d89-92e3-971efe66e6f4 req-d1e1bdea-a2bd-4dcb-a338-252aaec8574e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:30.590197 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cab2319e-4f98-4d89-92e3-971efe66e6f4 req-d1e1bdea-a2bd-4dcb-a338-252aaec8574e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0775573 Feb 17 12:25:30.636186 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cab2319e-4f98-4d89-92e3-971efe66e6f4 req-39d67696-6960-4b7d-b19b-6bbbbdac5709 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Feb 17 12:25:30.832022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f6e60-dace-473e-96c0-878ed5f2f918 req-2d05a827-a1d5-4282-84ad-2c943f2c5390 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:30.833550 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-643f6e60-dace-473e-96c0-878ed5f2f918 req-2d05a827-a1d5-4282-84ad-2c943f2c5390 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0818894 Feb 17 12:25:30.847232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 54636) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:25:30.847486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'floatingip': {'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:25:30.926995 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:31.521483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:31.595155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:31.780891 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 associated. External IP: 172.26.6.45, port: 801a492d-1ce4-4ee3-ab80-262cad0ec482. Feb 17 12:25:32.268982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:25:32.469725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:25:32.474776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:32.483277 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:25:32.495152 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:25:32.495736 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:25:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:32.526758 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4ab529f7-3e99-40db-9898-54a6a056dc4e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "PUT /v2.0/floatingips/d020eade-7016-40e6-ab5a-382e6831c535 HTTP/1.1" status: 200 len: 990 time: 1.6832740 Feb 17 12:25:32.527236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:25:32.585477 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'status': 'completed', 'code': 200} Feb 17 12:25:32.678526 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:25:32.735374 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-837defc5-829e-4139-9a58-e3c5f84ebfb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.1271138 Feb 17 12:25:32.743091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1085d515-b410-4174-b421-9d5277ff88cd req-5106ac0f-84bb-4b30-813f-cb94eac921b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0947309 Feb 17 12:25:32.872302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6371a42-0d55-471e-a311-3cc4307695ca req-e62a285a-7e0f-47a4-bb89-8d6a3f0771e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:32.873698 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-e62a285a-7e0f-47a4-bb89-8d6a3f0771e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1297474 Feb 17 12:25:32.979452 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-11b5ea71-b218-4027-8f37-e55087a418f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 998 time: 0.0998354 Feb 17 12:25:33.042395 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:6a:25:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c19c4b-811b-4bba-afcb-8f3026758993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:25:31Z', 'revision_number': 9, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:33.047007 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:25:33.047407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6371a42-0d55-471e-a311-3cc4307695ca req-d2b029eb-7550-4de9-a2dc-2d3edfaa3f90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:33.048900 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-d2b029eb-7550-4de9-a2dc-2d3edfaa3f90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0641832 Feb 17 12:25:33.057867 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:25:33.058490 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:25:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:33.132388 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-e8c5a01e-792c-4b9d-aa49-8faf2abc5369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770559 Feb 17 12:25:33.222986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530567-be18-40e2-82a8-cdbe3c9ae4d8 req-8be55d07-e377-4359-9ea6-483a1b0f29e7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:33.224873 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-13530567-be18-40e2-82a8-cdbe3c9ae4d8 req-8be55d07-e377-4359-9ea6-483a1b0f29e7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.1021659 Feb 17 12:25:33.279168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:25:33.286402 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-13530567-be18-40e2-82a8-cdbe3c9ae4d8 req-2117be08-3676-4c27-b2a4-3c79a6b2b149 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555561 Feb 17 12:25:33.379443 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-559a9e16-c695-45c2-9c70-0ca41c3df8ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1923034 Feb 17 12:25:33.389934 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-f1833b09-f2f8-4f88-bdcf-17001630f7cd service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519293 Feb 17 12:25:33.526910 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d6371a42-0d55-471e-a311-3cc4307695ca req-b395a66e-eee0-4658-ba5e-b129fbe9c739 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308978 Feb 17 12:25:33.700032 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:6a:25:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c19c4b-811b-4bba-afcb-8f3026758993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:25:31Z', 'revision_number': 9, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:25:33.704045 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6fcce-2c59-4881-a4c6-13f51db6cd51 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:6a:25:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c19c4b-811b-4bba-afcb-8f3026758993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:25:31Z', 'revision_number': 9, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:25:33.906656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea2d25-625f-4b96-918b-d32a2b2cfc05 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:25:34.487217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d8ec-1607-4591-bb2d-65b7f80e7322 req-509754b7-5d63-42e2-801a-3ce7eee9033f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:34.488691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aac2d8ec-1607-4591-bb2d-65b7f80e7322 req-509754b7-5d63-42e2-801a-3ce7eee9033f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0785730 Feb 17 12:25:34.534977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aac2d8ec-1607-4591-bb2d-65b7f80e7322 req-6bfd8214-edde-4ab5-ae21-c062d075de3b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Feb 17 12:25:35.522407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-db3b3bff-fc3f-4d86-8837-f2c0a7b45a6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.0722809 Feb 17 12:25:35.656374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-bd060442-af0e-42c6-a456-8eaf1d0285b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:35.657865 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-bd060442-af0e-42c6-a456-8eaf1d0285b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1305754 Feb 17 12:25:35.734487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae55df-a7a8-4fd1-ae80-635bd86cb2ac req-016cc388-b648-4ddf-9ec9-f9b3caf70739 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:35.735950 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f8ae55df-a7a8-4fd1-ae80-635bd86cb2ac req-016cc388-b648-4ddf-9ec9-f9b3caf70739 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0789211 Feb 17 12:25:35.761106 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-4d4bb1c3-affd-4b33-bf93-01ef269f9c04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 1001 time: 0.0974152 Feb 17 12:25:35.782080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f8ae55df-a7a8-4fd1-ae80-635bd86cb2ac req-6aa11648-72cc-4a7e-ba35-018262c82125 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402799 Feb 17 12:25:35.823141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-7d837904-4b6e-4259-8309-b45d688a4b59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:35.824594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-7d837904-4b6e-4259-8309-b45d688a4b59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0584788 Feb 17 12:25:35.898411 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-3455d36c-eef4-429e-a9f9-4655ad6a1b3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683415 Feb 17 12:25:36.033531 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-1680b037-62bb-4d83-a606-63c7afaa6708 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290066 Feb 17 12:25:36.162795 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-f4b50058-4023-456a-a5ac-a30cb95e0adb service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238437 Feb 17 12:25:36.980842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ee495-5ead-4b90-a744-6589660d0850 req-766f8bbd-972d-4fb5-ab56-c677c3cb2330 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:36.982333 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d86ee495-5ead-4b90-a744-6589660d0850 req-766f8bbd-972d-4fb5-ab56-c677c3cb2330 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0795701 Feb 17 12:25:37.027709 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d86ee495-5ead-4b90-a744-6589660d0850 req-328eb4a7-253b-4b91-b54d-a4108d994e6c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 Feb 17 12:25:37.810115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fc4ad29a-451f-4552-8854-0d5014a7438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:38.223437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eda5b-e46a-4c57-babf-021a7cd88566 req-85a78ac6-9c27-4151-8006-689a61d544c6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:38.224894 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7d8eda5b-e46a-4c57-babf-021a7cd88566 req-85a78ac6-9c27-4151-8006-689a61d544c6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0780597 Feb 17 12:25:38.270946 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7d8eda5b-e46a-4c57-babf-021a7cd88566 req-db2248af-ec95-46ce-b3aa-5a2c31c7ca2a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394790 Feb 17 12:25:39.468697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df913db-4c38-4593-8337-b1e5e8cc945f req-73d02e0d-c3a3-4011-959a-caa2df59c0a1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:39.470263 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3df913db-4c38-4593-8337-b1e5e8cc945f req-73d02e0d-c3a3-4011-959a-caa2df59c0a1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0758524 Feb 17 12:25:39.518798 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3df913db-4c38-4593-8337-b1e5e8cc945f req-4bcbbbb1-07ce-4a44-9bbc-003d81f71f1a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432379 Feb 17 12:25:40.035264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9345fae4-c67e-4bcf-a780-20abaaa0716b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:40.723389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cfaa3-7124-439b-91f9-77899ad9269e req-0b5a7666-f086-4a8a-9cd6-bb0833344556 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:40.724832 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff8cfaa3-7124-439b-91f9-77899ad9269e req-0b5a7666-f086-4a8a-9cd6-bb0833344556 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0827966 Feb 17 12:25:40.772457 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ff8cfaa3-7124-439b-91f9-77899ad9269e req-5fac9cb2-3908-4159-96c7-b16be0e1cc88 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Feb 17 12:25:41.404367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:41.427110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:41.804494 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:41.977234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67681b-50b8-4188-98c9-7572d328c321 req-66a7d9fa-fec4-4862-aa77-cfe3a823fe7f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:41.979006 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f67681b-50b8-4188-98c9-7572d328c321 req-66a7d9fa-fec4-4862-aa77-cfe3a823fe7f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0752876 Feb 17 12:25:42.023881 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f67681b-50b8-4188-98c9-7572d328c321 req-0bf07aef-be1e-4dfb-8f85-57a1af308487 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Feb 17 12:25:42.947035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:25:43.223027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d8a8b-0c61-4652-aaa3-50dc81f319d2 req-ee0808ea-3efb-4010-bdc2-380c701922ea tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:43.224513 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-429d8a8b-0c61-4652-aaa3-50dc81f319d2 req-ee0808ea-3efb-4010-bdc2-380c701922ea tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0794327 Feb 17 12:25:43.275510 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-429d8a8b-0c61-4652-aaa3-50dc81f319d2 req-85d1f5b8-70bc-46fb-a6d2-2fab5867c7f2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453675 Feb 17 12:25:44.474808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e0c5-4806-46d6-b7c4-142cf7d6711a req-b71d3a86-1466-4495-921b-a9710422eda8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:44.476245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-14b6e0c5-4806-46d6-b7c4-142cf7d6711a req-b71d3a86-1466-4495-921b-a9710422eda8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0806427 Feb 17 12:25:44.522791 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-14b6e0c5-4806-46d6-b7c4-142cf7d6711a req-5a0aab6d-77ad-4012-9026-d5ba8f3bf748 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Feb 17 12:25:45.212630 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:25:45.722440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08b7b0-e0c9-442f-b81d-d1c61e3883f4 req-9eeacb67-4f6e-4170-9e08-5319b79811e9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:45.723826 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3a08b7b0-e0c9-442f-b81d-d1c61e3883f4 req-9eeacb67-4f6e-4170-9e08-5319b79811e9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0811779 Feb 17 12:25:45.768858 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3a08b7b0-e0c9-442f-b81d-d1c61e3883f4 req-3075ff72-2be2-4b96-b38d-fba897a935e6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 Feb 17 12:25:46.964739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf1c71-66b4-46cc-b1ce-7c07612af1a0 req-cc8768f4-cbca-4315-9013-e564afc260a8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:46.966306 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eaaf1c71-66b4-46cc-b1ce-7c07612af1a0 req-cc8768f4-cbca-4315-9013-e564afc260a8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0759022 Feb 17 12:25:47.011242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eaaf1c71-66b4-46cc-b1ce-7c07612af1a0 req-85af2e60-ada6-49ba-9ec1-8ac31c171eb3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389054 Feb 17 12:25:48.214469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175bd55-8ea5-4489-b0da-bd49acb88709 req-8c670af1-8fff-4f9a-943a-e9426651923a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:48.216452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f175bd55-8ea5-4489-b0da-bd49acb88709 req-8c670af1-8fff-4f9a-943a-e9426651923a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0806534 Feb 17 12:25:48.261490 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f175bd55-8ea5-4489-b0da-bd49acb88709 req-695e70fe-0158-4e84-a5c5-ffef533af69a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394344 Feb 17 12:25:49.463770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6782a-f30c-4a21-9326-4fe7d6c7c410 req-914e0a0d-eb8b-45dd-962a-ba81f91673e9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:49.465230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cfa6782a-f30c-4a21-9326-4fe7d6c7c410 req-914e0a0d-eb8b-45dd-962a-ba81f91673e9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0780230 Feb 17 12:25:49.510025 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cfa6782a-f30c-4a21-9326-4fe7d6c7c410 req-e85fe55e-8473-48a9-acc2-36694fe7a570 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Feb 17 12:25:50.712154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc27c-7cc5-4826-a38b-84c527004554 req-8471a6c9-97bd-4f94-b078-13d596e50513 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:50.713644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a77bc27c-7cc5-4826-a38b-84c527004554 req-8471a6c9-97bd-4f94-b078-13d596e50513 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0816243 Feb 17 12:25:50.761541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a77bc27c-7cc5-4826-a38b-84c527004554 req-1c19b114-5d67-4a4e-b5b6-27d15bea8655 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Feb 17 12:25:51.957631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b166896-a543-4f48-825d-c5b588d4c08d req-aa52484b-4fca-4b85-8779-b380891c9df4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:51.959109 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4b166896-a543-4f48-825d-c5b588d4c08d req-aa52484b-4fca-4b85-8779-b380891c9df4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0761578 Feb 17 12:25:52.007806 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4b166896-a543-4f48-825d-c5b588d4c08d req-6f93d65e-0322-4680-8744-26e663d84ae5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Feb 17 12:25:52.680231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-c297680a-d630-4ada-8c9c-476d2a89d8d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.1486194 Feb 17 12:25:52.833003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-2db7f0bf-8a44-498a-a85f-280baaf925d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:52.834515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-2db7f0bf-8a44-498a-a85f-280baaf925d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1313353 Feb 17 12:25:52.940478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-034d45f8-7851-42d9-9051-b90321605ec4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 1001 time: 0.0999382 Feb 17 12:25:53.002269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-ad6fb23a-656c-49ea-9939-445181908b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:53.003723 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-ad6fb23a-656c-49ea-9939-445181908b4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0570965 Feb 17 12:25:53.084992 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-bce2e077-b8a2-426d-9fc4-571a4f1bdb25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753164 Feb 17 12:25:53.210462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b0fe-91a1-4f66-9a8d-8257cf68a2d3 req-fd7ea2dd-1985-4a34-b991-92002e787fe6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:53.211805 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c069b0fe-91a1-4f66-9a8d-8257cf68a2d3 req-fd7ea2dd-1985-4a34-b991-92002e787fe6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0793209 Feb 17 12:25:53.219482 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-2ec9dcae-f241-4988-9ebd-f15a2160f519 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284227 Feb 17 12:25:53.259154 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c069b0fe-91a1-4f66-9a8d-8257cf68a2d3 req-f29687e2-feba-44e8-b78d-b1d8aebcde34 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Feb 17 12:25:53.351677 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10c2250b-f2e4-4b6c-8e6c-f827d2befe1b req-8778cb5d-cad3-4c20-a62f-e3d02acc56f1 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262884 Feb 17 12:25:54.457597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35aa1d8-d3ae-48ba-9047-7440d565c664 req-f06c33a0-f942-4b0d-81f2-38116a4b24e2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:54.459078 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f35aa1d8-d3ae-48ba-9047-7440d565c664 req-f06c33a0-f942-4b0d-81f2-38116a4b24e2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0748055 Feb 17 12:25:54.505327 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f35aa1d8-d3ae-48ba-9047-7440d565c664 req-dabfc369-d6c4-44a4-b8a6-0d1657308860 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Feb 17 12:25:55.704574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cedc-a50b-48f6-9205-90489e561945 req-422a5dea-43ff-490e-a0da-cf9388dc6aa8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:55.714909 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-aee0cedc-a50b-48f6-9205-90489e561945 req-422a5dea-43ff-490e-a0da-cf9388dc6aa8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0763328 Feb 17 12:25:55.764343 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-aee0cedc-a50b-48f6-9205-90489e561945 req-3914f624-823a-4251-bfa7-464b584d969e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527916 Feb 17 12:25:56.965911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd412e66-b6fb-48ac-9c4b-dffdeea5f9d2 req-e13c4730-6a72-4efb-9b08-ee5a42520939 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:56.967491 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bd412e66-b6fb-48ac-9c4b-dffdeea5f9d2 req-e13c4730-6a72-4efb-9b08-ee5a42520939 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0814674 Feb 17 12:25:57.015708 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bd412e66-b6fb-48ac-9c4b-dffdeea5f9d2 req-5f2a4215-1f14-488d-b52f-39d125b5c241 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Feb 17 12:25:58.171351 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-17f50e23-f3c4-453f-83ef-7ad7c6b98f23 service neutron] 10.222.0.24 "GET /v2.0/ports/801a492d-1ce4-4ee3-ab80-262cad0ec482/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0766864 Feb 17 12:25:58.213969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a410bd6-8967-4c8f-b0c8-ab98ce6c1abd req-1f5e5c06-5f4d-4966-9f1e-d23105d1c4b2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:58.215438 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9a410bd6-8967-4c8f-b0c8-ab98ce6c1abd req-1f5e5c06-5f4d-4966-9f1e-d23105d1c4b2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0782559 Feb 17 12:25:58.261851 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9a410bd6-8967-4c8f-b0c8-ab98ce6c1abd req-9bbcb7f8-dc86-456b-9390-835703f22fca tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Feb 17 12:25:58.741830 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-03df7463-cd48-45a4-a988-6551a1ddc3cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 1098 time: 0.0730634 Feb 17 12:25:58.831602 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-be93ff76-5060-486f-8af6-e47152523540 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.0687761 Feb 17 12:25:58.962412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-973e5f32-95c3-424a-a8da-f3626270c1f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:58.963863 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-973e5f32-95c3-424a-a8da-f3626270c1f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1265793 Feb 17 12:25:59.073581 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-e9154c5b-d2d2-413c-b306-a5be25db1b6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 1001 time: 0.1038113 Feb 17 12:25:59.141298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-b2313707-67cc-44a5-b737-6df4d9c85e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:59.142861 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-b2313707-67cc-44a5-b737-6df4d9c85e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0642729 Feb 17 12:25:59.223751 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-dcb54982-324f-4576-8de8-bb6fe122360d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744729 Feb 17 12:25:59.507189 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-e43a6aee-9606-4e7c-b3a5-018e82d4f0ad service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776408 Feb 17 12:25:59.603657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821314ba-e6a0-4eba-8463-a910ac6a6d27 req-523c934a-9583-481f-9a5d-4ffee26561ee tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:25:59.605131 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-821314ba-e6a0-4eba-8463-a910ac6a6d27 req-523c934a-9583-481f-9a5d-4ffee26561ee tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.1934621 Feb 17 12:25:59.687655 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-821314ba-e6a0-4eba-8463-a910ac6a6d27 req-32bbca9a-3dbb-4912-9ff5-90b96a2208f4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722613 Feb 17 12:25:59.696547 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9c6c1ebf-a0b1-4435-b431-182ea22a06b4 req-03ecfb1f-5a51-425f-b235-413f36dbb290 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759567 Feb 17 12:26:00.894247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a007ab7-9528-4e7e-b7f2-ae7f50fe7e27 req-d8b59f26-788b-4348-85f5-7616f373317b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:00.895718 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3a007ab7-9528-4e7e-b7f2-ae7f50fe7e27 req-d8b59f26-788b-4348-85f5-7616f373317b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0793862 Feb 17 12:26:00.941280 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3a007ab7-9528-4e7e-b7f2-ae7f50fe7e27 req-41f1d17a-7e47-49b6-b860-e1dc38d9919b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Feb 17 12:26:01.845309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:26:01.847744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:26:02.073432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:02.091211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:02.112881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'mac_address': 'fa:16:3e:6a:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:26:02.121142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:02.143438 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d21e-d399-4d69-942a-9d02d30a010f req-a67693ed-bdcb-4535-a1cd-88a5d18ac313 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:02.145537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0b0d21e-d399-4d69-942a-9d02d30a010f req-a67693ed-bdcb-4535-a1cd-88a5d18ac313 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0828900 Feb 17 12:26:02.164665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:02.183177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:02.197762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0b0d21e-d399-4d69-942a-9d02d30a010f req-34e9b4be-487d-4344-91cd-aa5df67cddb9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Feb 17 12:26:02.201672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:26:02.212702 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'code': 200} Feb 17 12:26:02.265194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:02.374103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:26:02.374379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:26:02.377679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:02.927879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:02.945138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:26:02.959907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:03.044076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:03.151930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['801a492d-1ce4-4ee3-ab80-262cad0ec482'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:26:03.181074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:03.407943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0678-5720-4f98-a8a5-4230ade2d548 req-36ee8add-e34c-4f3b-a1c4-cf79536905a5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:03.409401 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9aaf0678-5720-4f98-a8a5-4230ade2d548 req-36ee8add-e34c-4f3b-a1c4-cf79536905a5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 944 time: 0.0763290 Feb 17 12:26:03.456771 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9aaf0678-5720-4f98-a8a5-4230ade2d548 req-6f95d8b4-9679-4c9a-a82c-6379b93a2e73 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406780 Feb 17 12:26:03.842687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:26:03.907989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 801a492d-1ce4-4ee3-ab80-262cad0ec482 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:26:03.908348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:04.020329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:04.053975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:04.132665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:04.197191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:04.213669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:04.264082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0800-1cbe-4a66-91ed-5a5cc9e8fa5d req-c18534be-e413-4bbb-b48c-05d380c62992 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:04.266291 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc2b0800-1cbe-4a66-91ed-5a5cc9e8fa5d req-c18534be-e413-4bbb-b48c-05d380c62992 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0870769 Feb 17 12:26:04.282159 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'code': 200} Feb 17 12:26:04.311823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-77217f6f-6757-44b4-8395-8fa3cb0310e6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:04.313259 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-77217f6f-6757-44b4-8395-8fa3cb0310e6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993&tenant_id=8a7cf9c7070546de8a4314b32b028b4d&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.0958679 Feb 17 12:26:04.320062 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc2b0800-1cbe-4a66-91ed-5a5cc9e8fa5d req-6319410e-35da-46b9-afa5-4563888e77f2 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475984 Feb 17 12:26:04.396407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-a184bd6e-b7f8-4326-8455-aa4e3c7129ad service neutron] 10.222.0.24 "GET /v2.0/ports/801a492d-1ce4-4ee3-ab80-262cad0ec482/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0765545 Feb 17 12:26:04.483878 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-f4c02756-c015-4d56-acb4-e1c7ee5567de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.0673947 Feb 17 12:26:04.614148 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-92a52556-0a49-4224-ade4-104597e53b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:04.615774 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-92a52556-0a49-4224-ade4-104597e53b06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1254730 Feb 17 12:26:04.722290 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-dd19e8f8-6e21-415d-90af-fd9df49f5367 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 1001 time: 0.1008930 Feb 17 12:26:04.783574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-a4be0937-0a5b-49a6-b330-5ff9533e2bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:04.785020 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-a4be0937-0a5b-49a6-b330-5ff9533e2bc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0578053 Feb 17 12:26:04.861908 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-238450d4-998c-4deb-8c61-712af993eb52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707388 Feb 17 12:26:04.994986 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-bee78adc-bb13-4953-b823-6e9d94350892 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266391 Feb 17 12:26:05.129263 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-4692fdfe-e69c-47b9-a5bd-704d4a4d82ce service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290751 Feb 17 12:26:05.516836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb3b0-8ee4-4dc5-ba13-74983180a0ee req-ad046fba-daba-4470-b447-6472ae20c634 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:05.518320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eefeb3b0-8ee4-4dc5-ba13-74983180a0ee req-ad046fba-daba-4470-b447-6472ae20c634 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0746849 Feb 17 12:26:05.564574 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eefeb3b0-8ee4-4dc5-ba13-74983180a0ee req-d460043a-4eac-4893-aa16-8d32a1720980 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Feb 17 12:26:06.777426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10f93b-7440-422e-9086-1964fea853f8 req-926a5d4e-a00a-42eb-9509-61ee65c33794 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:06.778962 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc10f93b-7440-422e-9086-1964fea853f8 req-926a5d4e-a00a-42eb-9509-61ee65c33794 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0892406 Feb 17 12:26:06.830798 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc10f93b-7440-422e-9086-1964fea853f8 req-bbf3e7c7-8f41-44e6-b633-1972c1a9add3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Feb 17 12:26:07.756016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc91-a19e-4efc-9022-104671aa457c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:08.042555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b35b9a-6ef0-4366-a664-4e56b2dc0ba7 req-770bb344-9111-4aad-929e-29bbad887629 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:08.043939 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e6b35b9a-6ef0-4366-a664-4e56b2dc0ba7 req-770bb344-9111-4aad-929e-29bbad887629 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0819838 Feb 17 12:26:08.090843 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e6b35b9a-6ef0-4366-a664-4e56b2dc0ba7 req-d58368c4-48dd-40ed-acb6-b8ee2a7dc942 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Feb 17 12:26:08.179816 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-9bf634d2-41b7-4661-85ea-376c04640b9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 1098 time: 0.0715883 Feb 17 12:26:08.273918 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-aba49f2d-d3d5-468a-8d56-6101635f8ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 1098 time: 0.0729942 Feb 17 12:26:08.503578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-d8065a7a-2e8c-4564-a6e4-54f81ca8dcc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:08.505619 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-d8065a7a-2e8c-4564-a6e4-54f81ca8dcc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.2264404 Feb 17 12:26:08.609362 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-311845da-aeb6-40e6-84fa-e894c33889df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 200 len: 1001 time: 0.0974050 Feb 17 12:26:08.672483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-204243e7-2bb9-49e8-9421-e43bf0b0877d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:08.673969 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-204243e7-2bb9-49e8-9421-e43bf0b0877d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0583160 Feb 17 12:26:08.746344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-c83a79d8-4360-41e4-88d5-31719663d59d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667262 Feb 17 12:26:08.878748 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-31533d40-1091-430b-86e0-496e64b13d1c service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256275 Feb 17 12:26:09.010235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ba4ef4b-adfd-447a-bef4-5b0ee9bf9b2a req-71a0a95e-e1c6-4e84-8059-3c819a241f75 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256537 Feb 17 12:26:09.396785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd967ef-5eec-4795-8a81-c162bf4fca8d req-37d65c3e-e3eb-4650-ba55-9a819f4609b1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:09.398297 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4fd967ef-5eec-4795-8a81-c162bf4fca8d req-37d65c3e-e3eb-4650-ba55-9a819f4609b1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.1828287 Feb 17 12:26:09.443468 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4fd967ef-5eec-4795-8a81-c162bf4fca8d req-7756b6e2-3f60-43b2-b0af-8903d9c9816c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Feb 17 12:26:09.865392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:26:09.867681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:26:10.086739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c93b72f-e569-4c7d-b744-660e0c2dde81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:10.101828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:10.123563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:10.144588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'mac_address': 'fa:16:3e:6a:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:26:10.151738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:10.188396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:10.216913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:10.224768 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'code': 200} Feb 17 12:26:10.233763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:26:10.264103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:10.372508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:26:10.372852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:26:10.376132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=9']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:10.650272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dde23-64a5-4290-9169-89f66e63f976 req-baabc0b3-f5ba-4c89-80dd-d45ff8fc98b7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:10.651822 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cd7dde23-64a5-4290-9169-89f66e63f976 req-baabc0b3-f5ba-4c89-80dd-d45ff8fc98b7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 943 time: 0.0789752 Feb 17 12:26:10.697494 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cd7dde23-64a5-4290-9169-89f66e63f976 req-36f099f5-5d06-4cb7-bd54-75e5198d1d08 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399742 Feb 17 12:26:10.926475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:10.946419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:26:10.962764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:11.069700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:11.135573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['801a492d-1ce4-4ee3-ab80-262cad0ec482'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:26:11.174523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=10']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:11.415510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:11.449360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:11.857853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:26:11.885688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:11.907830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797270-201a-46f1-9bf4-8d6f743ad2fa req-fb641719-189f-417b-a5ea-4b3cff263443 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:11.909277 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-85797270-201a-46f1-9bf4-8d6f743ad2fa req-fb641719-189f-417b-a5ea-4b3cff263443 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0884221 Feb 17 12:26:11.930876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 801a492d-1ce4-4ee3-ab80-262cad0ec482 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:26:11.931457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:11.956640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-85797270-201a-46f1-9bf4-8d6f743ad2fa req-bbf29d11-6617-4db8-aa2c-b5e503dab429 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406547 Feb 17 12:26:12.045365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:12.077006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:12.135399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:12.151745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9536466-fd37-4932-a8d5-81dcab184ecd req-1aa4c1a2-f92b-4602-9543-7a7228ae318b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:12.153199 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9536466-fd37-4932-a8d5-81dcab184ecd req-1aa4c1a2-f92b-4602-9543-7a7228ae318b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 945 time: 0.0761118 Feb 17 12:26:12.198473 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9536466-fd37-4932-a8d5-81dcab184ecd req-89cf97ac-9bfe-4b9e-944c-4674767f9d3b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Feb 17 12:26:12.201578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=11']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:12.226205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:12.280894 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'code': 200} Feb 17 12:26:12.392354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c4a7-15fc-4937-bda5-965535fc2a93 req-f190b15c-1dc7-4fdc-b9ec-1866d569773c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:12.393875 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e769c4a7-15fc-4937-bda5-965535fc2a93 req-f190b15c-1dc7-4fdc-b9ec-1866d569773c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 946 time: 0.0744612 Feb 17 12:26:12.443095 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e769c4a7-15fc-4937-bda5-965535fc2a93 req-c682f65c-1130-4e5e-b669-0d5b7baaac96 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Feb 17 12:26:12.987066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:13.066767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048f33b-170e-4360-ad6b-f0502cf81090 req-2c7617dc-8e78-49b9-91c4-a657e6e6947e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:13.069153 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f048f33b-170e-4360-ad6b-f0502cf81090 req-2c7617dc-8e78-49b9-91c4-a657e6e6947e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 946 time: 0.0803349 Feb 17 12:26:13.117260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f048f33b-170e-4360-ad6b-f0502cf81090 req-4d272b6b-4526-40eb-bdad-6413434317bb tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 Feb 17 12:26:14.316033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c5bd-9b79-4829-8bcf-f4bd75c0469e req-f65ee22a-0019-406f-8f88-0c2949ee9e01 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:14.318217 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5637c5bd-9b79-4829-8bcf-f4bd75c0469e req-f65ee22a-0019-406f-8f88-0c2949ee9e01 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 946 time: 0.0801992 Feb 17 12:26:14.362432 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5637c5bd-9b79-4829-8bcf-f4bd75c0469e req-658f7dd4-55f4-4574-93dd-7133888cb6c3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386786 Feb 17 12:26:15.164835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-15b9eb70-1c8f-4535-b9a5-6abd4e1866e1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:15.166272 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-15b9eb70-1c8f-4535-b9a5-6abd4e1866e1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 946 time: 0.0784750 Feb 17 12:26:15.232581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Deleting port 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:26:15.232915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:15.474895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] For port 801a492d-1ce4-4ee3-ab80-262cad0ec482, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=801a492d-1ce4-4ee3-ab80-262cad0ec482,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:15.475165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:15.772681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2cc9b-1d78-4ac6-a2a7-4efe6eb3e0cc req-6e297431-2d52-4058-bb2e-bd1ee2c33650 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:15.774071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eda2cc9b-1d78-4ac6-a2a7-4efe6eb3e0cc req-6e297431-2d52-4058-bb2e-bd1ee2c33650 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 946 time: 0.2889745 Feb 17 12:26:15.932574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:15.932938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:15.933241 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 disassociated. External IP: 172.26.6.45, port: 801a492d-1ce4-4ee3-ab80-262cad0ec482. Feb 17 12:26:15.933567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Calling delete_port for 801a492d-1ce4-4ee3-ab80-262cad0ec482 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:26:15.967558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eda2cc9b-1d78-4ac6-a2a7-4efe6eb3e0cc req-e1006cf5-0b9c-4289-a056-6a9a06bb9387 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954721 Feb 17 12:26:16.123551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:16.171240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event deleted for resources: {'Port': ['ID=801a492d-1ce4-4ee3-ab80-262cad0ec482,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:16.183500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.183727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.184052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.184400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.184697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.185028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.185343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.185672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.186009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.186424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.186658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:16.403998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:26:16.598802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:26:16.609121 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:26:16.626932 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:26:16.627897 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:26:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:16.715136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] No DVR routers for this DVR port 801a492d-1ce4-4ee3-ab80-262cad0ec482 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:26:16.718433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:16.722308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-deleted', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:16.783060 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c19c4b-811b-4bba-afcb-8f3026758993', 'name': 'network-vif-deleted', 'tag': '801a492d-1ce4-4ee3-ab80-262cad0ec482', 'status': 'completed', 'code': 200} Feb 17 12:26:16.841739 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-68172bae-6aa4-49a8-b856-c459b827cd38 req-02779ab7-08c1-4135-8941-61bf26f217ab tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "DELETE /v2.0/ports/801a492d-1ce4-4ee3-ab80-262cad0ec482 HTTP/1.1" status: 204 len: 173 time: 1.6702332 Feb 17 12:26:16.860509 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:26:17.144441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a8d36bdf-1cb9-4b1c-babe-6e0507fb6a71 req-c4f9c797-8c0d-404d-af2d-9509773c41b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:26:17.171700 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:17.175496 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:26:17.188028 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:26:17.188852 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:26:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:17.215834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a8d36bdf-1cb9-4b1c-babe-6e0507fb6a71 req-c4f9c797-8c0d-404d-af2d-9509773c41b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:26:17.217018 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8d36bdf-1cb9-4b1c-babe-6e0507fb6a71 req-c4f9c797-8c0d-404d-af2d-9509773c41b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c19c4b-811b-4bba-afcb-8f3026758993 HTTP/1.1" status: 200 len: 210 time: 0.1127405 Feb 17 12:26:17.367050 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:26:17.675920 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:17.680615 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db4c3a-fdf2-4f74-957e-a1069570d2d4 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:26:17.874175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:26:17.903103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4ba70-286f-49dc-bf57-e6c171813c69 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:26:17.976736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 801a492d-1ce4-4ee3-ab80-262cad0ec482 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:26:17.976993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 801a492d-1ce4-4ee3-ab80-262cad0ec482 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:26:18.576101 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-69b344fc-be0f-4dab-a666-c5d940cd3dfe tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1361791247&fields=id&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 267 time: 0.0396955 Feb 17 12:26:18.718696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-fe3508cb-2d9b-4e2c-81c5-3443eb9b8b98 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:18.720105 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-fe3508cb-2d9b-4e2c-81c5-3443eb9b8b98 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1378188 Feb 17 12:26:18.736279 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-4eef13fc-b947-4b11-af54-d71b615d345d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/quotas/8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 375 time: 0.0107558 Feb 17 12:26:18.821225 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-d7fc51d0-db2e-4a69-8024-769ef7094a15 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792799 Feb 17 12:26:18.961253 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-c5096c36-45bb-4c02-b02c-c0136a915b9c service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286521 Feb 17 12:26:19.092037 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-6841a6b2-3e75-43ac-9506-17c62314393a service neutron] 10.222.0.47 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250591 Feb 17 12:26:19.370108 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b8b217c3-879e-4a74-8721-ec1781d8862f req-6a5f74e5-81a8-42bb-bd6f-964b18deb479 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 210 time: 0.0436330 Feb 17 12:26:20.532138 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-de196e34-e1ca-4a37-85ed-d417ae33ce57 req-5548a5ed-8d1c-4eb7-a447-b81ccc3bd2f1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 210 time: 0.0414157 Feb 17 12:26:21.280352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-ce51cbdd-05ac-4429-82f1-f4bb7e769fca tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:21.281752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-ce51cbdd-05ac-4429-82f1-f4bb7e769fca tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 812 time: 0.1474195 Feb 17 12:26:21.335947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-91f26c35-e5cb-4a46-8046-cee96efd1d84 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 380 time: 0.0405071 Feb 17 12:26:21.344458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'port': {'device_id': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'admin_state_up': True, 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'security_groups': ['c1163636-ae2f-45c8-a57b-e791e679b049']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:26:21.481324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:26:21.490905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:26:21.598036 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Made reservation on behalf of 8a7cf9c7070546de8a4314b32b028b4d for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:26:21.601264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:21.709453 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661a0537-58dc-4184-8970-09616bba350c req-bf7b1559-3fb9-4eac-ab6e-7cd746920aa0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 210 time: 0.0527935 Feb 17 12:26:21.802718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Allocated IP 172.20.0.10 (6152e1db-5eee-410b-9b5d-cb58ac0ec788/3b435131-0b3f-417f-8fca-3e2d9426c6f6/0a29f3e1-49e6-4c3d-83a9-b2d89bd03203) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:26:21.983181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:21.999285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Transition to ACTIVE for port object 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:26:22.099522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:22.175468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:26:22.179107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:26:22.183311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:26:22.213402 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:26:22.317684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:22.355944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:22.356580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:22.465052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a48957ad-e347-47cf-b4c5-06506ed66187 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1239288 Feb 17 12:26:22.486854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5e9c0294-bd85-4ea4-9c59-f984cbc85a01 None None] Provisioning for port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:26:22.497305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5e9c0294-bd85-4ea4-9c59-f984cbc85a01 None None] Provisioning complete for port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:26:22.497305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0294-bd85-4ea4-9c59-f984cbc85a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:22.553643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c0294-bd85-4ea4-9c59-f984cbc85a01 None None] Port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:26:22.559945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Request body: {'port': {'device_id': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:26:22.676038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:22.906577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568b9a-41ca-4879-b3ef-bf72c64bddb1 req-1767e727-13ae-49a1-8cef-1b56cb990801 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:22.908082 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5b568b9a-41ca-4879-b3ef-bf72c64bddb1 req-1767e727-13ae-49a1-8cef-1b56cb990801 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 932 time: 0.0783806 Feb 17 12:26:22.956101 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5b568b9a-41ca-4879-b3ef-bf72c64bddb1 req-36ec991f-cfd5-4caf-8532-46f340e8d646 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Feb 17 12:26:23.036697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:26:23.043794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:23.058704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Transition to ACTIVE for port object 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:26:23.143977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:23.269584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:23.385419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Attempting to bind port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:26:23.386058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Attempting to bind port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:26:23.386187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Attempting to bind port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:26:23.391789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:26:23.392100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Attempting to bind port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 on network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:26:23.399079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:26:23.399410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Checking segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:26:23.399781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Bound using segment: {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:26:23.400188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Bound port: 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c894f33-af20-4240-9cdd-204380f24840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:26:23.400551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:23.486581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:26:23.489660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:26:23.552875 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:23.618041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:23.619468 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1094 time: 1.1477499 Feb 17 12:26:23.619904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:23.634794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dccfb-bdc2-47fb-bb87-28f77b82c3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:23.686558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'status': 'completed', 'code': 200} Feb 17 12:26:23.778797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e33de58c-c641-4ed7-b70b-0a8cc16cda32 req-f3f68a47-d2a2-41e8-9995-eed23e988217 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1097 time: 0.0725794 Feb 17 12:26:23.919164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33de58c-c641-4ed7-b70b-0a8cc16cda32 req-2ac996b8-5aa3-46c4-82f8-9bef90bd47e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:23.920623 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e33de58c-c641-4ed7-b70b-0a8cc16cda32 req-2ac996b8-5aa3-46c4-82f8-9bef90bd47e6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1359501 Feb 17 12:26:24.063304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33de58c-c641-4ed7-b70b-0a8cc16cda32 req-f3b7a8e4-8b6f-4d25-8b12-a22f8b653ce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:24.064746 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e33de58c-c641-4ed7-b70b-0a8cc16cda32 req-f3b7a8e4-8b6f-4d25-8b12-a22f8b653ce5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1389930 Feb 17 12:26:24.177817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd538c50-9fa6-4b37-b179-ebcf92ff8c11 req-d5f2e486-ff86-417c-9950-c465e69a5b1a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:24.184454 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd538c50-9fa6-4b37-b179-ebcf92ff8c11 req-d5f2e486-ff86-417c-9950-c465e69a5b1a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.1039503 Feb 17 12:26:24.186129 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-a2e79fc3-760b-4947-b54e-09e5eebf675f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1097 time: 0.0826688 Feb 17 12:26:24.230483 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd538c50-9fa6-4b37-b179-ebcf92ff8c11 req-48618af2-4d83-4c42-8486-511c867be157 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451066 Feb 17 12:26:24.260343 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-02185b92-9ab0-4a98-9fba-e8d746c4815a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 217 time: 0.0670335 Feb 17 12:26:24.327786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-8a495793-c5bf-4473-b8f2-4afa3ecad615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:24.329450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-8a495793-c5bf-4473-b8f2-4afa3ecad615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0636094 Feb 17 12:26:24.404766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-0a5374e1-ba48-4e10-b161-3ecfddf6956d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691028 Feb 17 12:26:24.609301 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-7a3c532d-c624-4049-87f1-59486b687412 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977592 Feb 17 12:26:24.741231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7cd90702-3009-44c3-a90e-b8ef20666424 req-f09c6a20-bf4a-4e2c-9a90-94ae50eff5ac service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261473 Feb 17 12:26:25.425617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec31a-4ef0-4d00-b58f-511c7426bbe6 req-25a8d01f-23e4-41f1-a929-e03633927cc4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:25.426377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-73dec31a-4ef0-4d00-b58f-511c7426bbe6 req-25a8d01f-23e4-41f1-a929-e03633927cc4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:26:25.500476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-73dec31a-4ef0-4d00-b58f-511c7426bbe6 req-25a8d01f-23e4-41f1-a929-e03633927cc4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:26:25.501613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-73dec31a-4ef0-4d00-b58f-511c7426bbe6 req-25a8d01f-23e4-41f1-a929-e03633927cc4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.1524408 Feb 17 12:26:25.547139 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-73dec31a-4ef0-4d00-b58f-511c7426bbe6 req-ee4edf70-389a-4256-8214-a8028ad3dbfd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391221 Feb 17 12:26:26.741959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741804f-07ca-4861-b613-401fdf17b982 req-c95b8b65-3544-45c1-810b-6dbb85c7690c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:26.743406 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9741804f-07ca-4861-b613-401fdf17b982 req-c95b8b65-3544-45c1-810b-6dbb85c7690c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0759621 Feb 17 12:26:26.793741 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9741804f-07ca-4861-b613-401fdf17b982 req-a065036c-4949-4fc7-b7a8-dcb693f6ae60 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Feb 17 12:26:27.904666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:26:27.995906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e02dd-58f1-4c58-961a-fd9fa2ae9fe0 req-fba9edb2-7783-45b2-be5a-1694f0ecd460 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:27.997514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a63e02dd-58f1-4c58-961a-fd9fa2ae9fe0 req-fba9edb2-7783-45b2-be5a-1694f0ecd460 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0802827 Feb 17 12:26:28.047808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a63e02dd-58f1-4c58-961a-fd9fa2ae9fe0 req-d6b2db38-4d90-4017-947b-99fa953fd62f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441253 Feb 17 12:26:28.048556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:28.062938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'mac_address': 'fa:16:3e:f6:07:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:26:28.116022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:28.133543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:26:28.148734 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:28.229474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:28.302376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:28.311194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.311194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.311405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.311621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.311931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.312255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.312573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.312892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.313209 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.313523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.313865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:26:28.540090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:26:29.242978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d3f49-039a-4308-8e4f-72f69ed3e9f4 req-e9b29b9d-9082-4e4f-96cd-55076887959e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:29.244408 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6c5d3f49-039a-4308-8e4f-72f69ed3e9f4 req-e9b29b9d-9082-4e4f-96cd-55076887959e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 945 time: 0.0755653 Feb 17 12:26:29.289765 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6c5d3f49-039a-4308-8e4f-72f69ed3e9f4 req-9c7e893b-5180-464f-b775-02cd14aafc6e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 Feb 17 12:26:29.920325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:26:30.043150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:26:30.048214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:26:30.048576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:30.159072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:30.185485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:30.194850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:26:30.243786 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'code': 200} Feb 17 12:26:30.258338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:30.327896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:26:30.496704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d6937-7688-4560-8472-c6bd0c807b65 req-dba423a8-ffa3-4206-8d7e-620f772a1b90 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:30.498095 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-271d6937-7688-4560-8472-c6bd0c807b65 req-dba423a8-ffa3-4206-8d7e-620f772a1b90 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0792594 Feb 17 12:26:30.544233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-271d6937-7688-4560-8472-c6bd0c807b65 req-be4eaf6b-aa8a-4390-95fd-9cd8b7b3b5da tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403905 Feb 17 12:26:30.607102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aa025565-20d2-4615-aa34-d36cc1f439ae req-e8f52c52-b6c1-4b65-aef0-f8a3722f5a78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0702722 Feb 17 12:26:30.648210 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-aa025565-20d2-4615-aa34-d36cc1f439ae req-b6ba965d-1294-42db-8634-c953ca595c77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355799 Feb 17 12:26:31.814721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc622f7-c0f0-4794-a128-d426a08099e8 req-db58cf17-3f07-4fde-b037-824732519fe1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:31.816213 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bc622f7-c0f0-4794-a128-d426a08099e8 req-db58cf17-3f07-4fde-b037-824732519fe1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.1498048 Feb 17 12:26:31.867609 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3bc622f7-c0f0-4794-a128-d426a08099e8 req-52d5a85d-a0e1-4605-8701-7862c66afdf4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Feb 17 12:26:33.132200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c968d-87f4-4c4d-8985-99d5626f470a req-b9b8445b-2f82-425d-a4ee-3b505ef67531 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:33.133647 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c14c968d-87f4-4c4d-8985-99d5626f470a req-b9b8445b-2f82-425d-a4ee-3b505ef67531 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.1457479 Feb 17 12:26:33.178714 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c14c968d-87f4-4c4d-8985-99d5626f470a req-2bc5ccbd-4a0a-462f-a50e-bbb61e83b402 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Feb 17 12:26:33.373922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465d4d-c8f8-4b9e-8929-847801e06ea0 req-88c61cf1-bf02-4776-a128-8e53514f9a02 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:33.375392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-98465d4d-c8f8-4b9e-8929-847801e06ea0 req-88c61cf1-bf02-4776-a128-8e53514f9a02 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0790076 Feb 17 12:26:33.384119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 54816) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:26:33.389340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Request body: {'floatingip': {'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:26:33.468297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:34.049999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:34.129042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:34.412010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 associated. External IP: 172.26.6.45, port: 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203. Feb 17 12:26:34.795179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:26:34.992621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:26:34.997503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:35.002621 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:26:35.014259 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:26:35.014846 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:26:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:35.053048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-29a3abf1-4a0e-4329-a2e3-fdf70183226f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "PUT /v2.0/floatingips/d020eade-7016-40e6-ab5a-382e6831c535 HTTP/1.1" status: 200 len: 992 time: 1.6677561 Feb 17 12:26:35.053495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:26:35.111218 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'status': 'completed', 'code': 200} Feb 17 12:26:35.200361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-ec4000e6-706c-4947-ae83-2e0dc56d7939 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0699260 Feb 17 12:26:35.232858 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:26:35.336264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-831b53bb-50f9-48ad-8edf-506a7aedae44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:35.337746 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-831b53bb-50f9-48ad-8edf-506a7aedae44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1316648 Feb 17 12:26:35.440694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-a3124c9b-794c-49f1-a386-4427ef60a8ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1000 time: 0.0976522 Feb 17 12:26:35.502477 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-0924d7b7-c06c-4aca-9ca9-e4aabc37dd67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:35.503914 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-0924d7b7-c06c-4aca-9ca9-e4aabc37dd67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0570803 Feb 17 12:26:35.580632 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-a0e46d3f-1135-486f-94d1-11e83da47bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708246 Feb 17 12:26:35.606240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:f6:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:26:33Z', 'revision_number': 13, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:35.610432 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:26:35.623045 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:26:35.623662 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:26:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:35.717557 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-d0b358b0-e6cc-4c02-b05d-acaf5cf0b416 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311603 Feb 17 12:26:35.818896 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:26:35.863510 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9b1fe7c-ac61-406e-9b27-435e626b74fa req-aa33b80e-bb56-4677-890c-10dd551b9fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398251 Feb 17 12:26:36.172125 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:f6:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:26:33Z', 'revision_number': 13, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:26:36.176034 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f3f-d451-4f30-a211-c0175e81fd5c None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd020eade-7016-40e6-ab5a-382e6831c535', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '052127f1-1bea-4288-9958-b191540a49bf', 'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'mac_address': 'fa:16:3e:f6:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:23:09Z', 'updated_at': '2022-02-17T12:26:33Z', 'revision_number': 13, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:26:36.389592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7d4be-7812-4134-afd0-4969de24d4c4 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:26:37.795310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-769e5728-affb-4f45-9095-703b70ed6acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:38.165534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f161a9a-7e08-4c96-919e-126e5d769f9a req-cdda7611-69c1-423f-9882-05216e1b0070 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:38.167055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f161a9a-7e08-4c96-919e-126e5d769f9a req-cdda7611-69c1-423f-9882-05216e1b0070 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.1754110 Feb 17 12:26:38.211478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5f161a9a-7e08-4c96-919e-126e5d769f9a req-dbdc31c7-e331-4378-9d2a-44cc9ab54e40 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Feb 17 12:26:40.026136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8558b505-9c99-41ac-b16d-a3af7c3888e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:41.437551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:41.460237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:41.849262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:42.940825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:26:49.174546 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b462f21-e307-43b5-a50a-5073ccb7b09b req-aa57413e-0511-469d-9252-95095e3b2ccf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1078901 Feb 17 12:26:49.711276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3bf8f-6255-44ea-a328-9fe29d0340d6 req-908a5b7c-a480-476e-aa16-7e7fc25f2762 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:49.712731 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8cd3bf8f-6255-44ea-a328-9fe29d0340d6 req-908a5b7c-a480-476e-aa16-7e7fc25f2762 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.1316817 Feb 17 12:26:49.775693 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-65dbce6a-15fc-48a7-95ae-f3e64066eaed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193967 Feb 17 12:26:49.780939 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8cd3bf8f-6255-44ea-a328-9fe29d0340d6 req-342a7686-7154-4150-8045-38ec0272a896 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619731 Feb 17 12:26:50.982271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad1e7-6107-4bb0-9806-2d5210bf774b req-556c6717-aa8e-4566-af0f-84d91453d51e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:50.983754 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a3ad1e7-6107-4bb0-9806-2d5210bf774b req-556c6717-aa8e-4566-af0f-84d91453d51e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0772941 Feb 17 12:26:51.035720 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a3ad1e7-6107-4bb0-9806-2d5210bf774b req-1064e130-ef5d-4826-b1f9-ca453e88c41c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Feb 17 12:26:51.924376 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-30209b30-150d-4453-b8d9-f654926f2192 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0757577 Feb 17 12:26:52.054099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-a87d8368-3c8a-4abd-9651-71c48a3e24a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:52.055553 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-a87d8368-3c8a-4abd-9651-71c48a3e24a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1262045 Feb 17 12:26:52.160511 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-d1bfa9f5-d3a4-4cd0-b9a6-0c9931b3c9f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1002 time: 0.0985961 Feb 17 12:26:52.228286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-7e79db40-9199-4c0f-a9b8-ea742a4aa05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:52.229800 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-7e79db40-9199-4c0f-a9b8-ea742a4aa05f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0624697 Feb 17 12:26:52.311559 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-ac05eccf-50ee-48c2-b966-57a2656c8e70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756135 Feb 17 12:26:52.338920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910e08-5a42-460e-b3f9-6433d228fd8e req-0a579dcb-02ff-4026-acc6-48eac118a680 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:52.340445 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f910e08-5a42-460e-b3f9-6433d228fd8e req-0a579dcb-02ff-4026-acc6-48eac118a680 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.1752303 Feb 17 12:26:52.390609 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f910e08-5a42-460e-b3f9-6433d228fd8e req-16c1b2d4-b601-47f4-ac61-2ff72665f6b3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446947 Feb 17 12:26:52.452830 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-a0a07c83-964a-4820-ac98-899ba250f2eb service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348288 Feb 17 12:26:52.589698 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-631fdc87-714f-4c78-82cf-75f30f415a9d service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305006 Feb 17 12:26:52.752637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-7be425f4-0797-43b0-b3f6-11e0ec0f55bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0762382 Feb 17 12:26:52.915198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-4e6d8a1b-7247-46c7-be75-033835ba4f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:52.916646 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-4e6d8a1b-7247-46c7-be75-033835ba4f22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1454692 Feb 17 12:26:53.019715 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-977fc37a-647c-4fa6-8e13-926dac0b7e31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1002 time: 0.0966346 Feb 17 12:26:53.079619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-f2b40d8f-a810-4b8f-a8ef-9140541368d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:53.081011 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-f2b40d8f-a810-4b8f-a8ef-9140541368d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0554237 Feb 17 12:26:53.161098 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-5a72a15d-319e-46fe-a2ae-8349e220f5ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739732 Feb 17 12:26:53.297038 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-c4fbe734-b54b-4ee1-a943-f1312f38422c service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286883 Feb 17 12:26:53.507487 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f2504a19-e777-4e82-b63c-6202cb0a6448 req-0408a0da-2fba-475e-a527-3cd3cec4f1e0 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046781 Feb 17 12:26:53.592842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c874-0065-4bc5-a60c-2634953e3fc2 req-62fc2a06-4292-47c6-a2e0-e3dd263a626e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:53.594230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-44a5c874-0065-4bc5-a60c-2634953e3fc2 req-62fc2a06-4292-47c6-a2e0-e3dd263a626e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0802710 Feb 17 12:26:53.640135 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-44a5c874-0065-4bc5-a60c-2634953e3fc2 req-be807829-f476-44a5-9840-88008c8da72c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Feb 17 12:26:54.843340 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89560e-856b-439b-be64-60b70c1d936c req-f4c37577-6229-41aa-aef7-e7db8bb4d6e4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:54.844824 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b89560e-856b-439b-be64-60b70c1d936c req-f4c37577-6229-41aa-aef7-e7db8bb4d6e4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0800512 Feb 17 12:26:54.892693 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b89560e-856b-439b-be64-60b70c1d936c req-80de4f5d-6122-4951-821e-215c2b10b40a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Feb 17 12:26:56.096504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec70c8-d365-44be-9a1b-2d6d09546339 req-85a1650c-8d7d-40f0-acf7-1f313f93ef23 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:56.097982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8dec70c8-d365-44be-9a1b-2d6d09546339 req-85a1650c-8d7d-40f0-acf7-1f313f93ef23 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0801272 Feb 17 12:26:56.142924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8dec70c8-d365-44be-9a1b-2d6d09546339 req-c32e4f7b-d78c-4b16-a468-0637e1632417 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Feb 17 12:26:57.342882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdb8d4-20c0-4953-b25e-8fba513a9914 req-264d6397-75c2-40ac-95c2-b68397905079 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:57.344336 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0bbdb8d4-20c0-4953-b25e-8fba513a9914 req-264d6397-75c2-40ac-95c2-b68397905079 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0779128 Feb 17 12:26:57.389764 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0bbdb8d4-20c0-4953-b25e-8fba513a9914 req-04c77dbe-f2cd-4059-a294-f6ab35aa04c5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394821 Feb 17 12:26:58.593027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d1706-6bb1-4568-878c-b99c50c61293 req-c2947b68-0828-43e7-b285-8123111e5222 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:58.594682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0e2d1706-6bb1-4568-878c-b99c50c61293 req-c2947b68-0828-43e7-b285-8123111e5222 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0777390 Feb 17 12:26:58.639246 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0e2d1706-6bb1-4568-878c-b99c50c61293 req-8e76ca4d-1ea5-45d1-be7d-db62a4a79bd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 Feb 17 12:26:59.215832 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:26:59.846349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b687e49-c67a-482b-8f8c-2134b85db0f3 req-6cd1095c-4e98-4e3e-ba80-9ec8d8269e83 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:26:59.847856 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b687e49-c67a-482b-8f8c-2134b85db0f3 req-6cd1095c-4e98-4e3e-ba80-9ec8d8269e83 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0833502 Feb 17 12:26:59.894646 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2b687e49-c67a-482b-8f8c-2134b85db0f3 req-9b1b1dee-ef6a-46d2-87f3-90f1513893df tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 Feb 17 12:27:00.484593 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-b1593f73-50d8-4119-814e-5c6a3f218f84 service neutron] 10.222.0.24 "GET /v2.0/ports/0a29f3e1-49e6-4c3d-83a9-b2d89bd03203/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0793085 Feb 17 12:27:01.097679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aaba3-9e51-43b3-8ee3-e5f62ffde376 req-0748369f-d917-41f7-b423-0922cd823ba3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:01.099217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-061aaba3-9e51-43b3-8ee3-e5f62ffde376 req-0748369f-d917-41f7-b423-0922cd823ba3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0820084 Feb 17 12:27:01.201188 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-061aaba3-9e51-43b3-8ee3-e5f62ffde376 req-ad7729d0-a6bb-4d23-82c0-219356c0f3d3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954952 Feb 17 12:27:01.215412 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-a97a475c-7bf9-49d2-9ba4-9f00069515fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 1099 time: 0.0921416 Feb 17 12:27:01.306005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-8d32279e-844d-4e1e-9fdd-dc1f1d7b9cde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0695727 Feb 17 12:27:01.434510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-fa6d2f52-e80c-47c7-8d18-7631e395d825 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:01.435960 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-fa6d2f52-e80c-47c7-8d18-7631e395d825 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1247730 Feb 17 12:27:01.536778 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-f3aa591d-c61c-41f9-8681-088174e8905a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1002 time: 0.0950704 Feb 17 12:27:01.599950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-781cf75d-f3aa-4086-ba4a-866a542aee8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:01.601409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-781cf75d-f3aa-4086-ba4a-866a542aee8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0592067 Feb 17 12:27:01.674373 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-9f868333-c89e-4533-b81b-f52bc4edcc0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673420 Feb 17 12:27:01.812594 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-24d05f19-27f8-4e06-81d7-6bf46c4c3323 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322188 Feb 17 12:27:01.941893 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-df22ad13-5d78-46a8-89b6-ac0f59821dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234598 Feb 17 12:27:02.138981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:27:02.253086 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:02.290135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:02.296299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:27:02.362137 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'code': 200} Feb 17 12:27:02.387140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:02.445530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46552d-39cc-4531-9c21-f3f92d88ae72 req-175d31db-ad17-4af6-83d2-57a9bae45b7a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:02.447177 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1a46552d-39cc-4531-9c21-f3f92d88ae72 req-175d31db-ad17-4af6-83d2-57a9bae45b7a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0973465 Feb 17 12:27:02.461267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:02.499304 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1a46552d-39cc-4531-9c21-f3f92d88ae72 req-b96d7340-7ee9-4351-b18a-e675a9d3c48a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Feb 17 12:27:03.705223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cd8d-0c9c-4413-9cf8-f4dac08531cb req-8f448cf2-ed91-40d3-ae01-c8f6952c9680 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:03.706653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4031cd8d-0c9c-4413-9cf8-f4dac08531cb req-8f448cf2-ed91-40d3-ae01-c8f6952c9680 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0788136 Feb 17 12:27:03.756564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4031cd8d-0c9c-4413-9cf8-f4dac08531cb req-a8959c48-7821-43d5-a78a-260e8f8e1f91 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Feb 17 12:27:04.959545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb253c5-3d70-499b-a714-955a20d84283 req-611e86c1-55f9-4104-ac05-b3017b0a1ab5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:04.961010 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0eb253c5-3d70-499b-a714-955a20d84283 req-611e86c1-55f9-4104-ac05-b3017b0a1ab5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0771947 Feb 17 12:27:05.007080 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0eb253c5-3d70-499b-a714-955a20d84283 req-11201248-d2dc-4abf-9f48-d09a40166bb1 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 Feb 17 12:27:06.171904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:27:06.206370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a443f1-749f-4a22-917b-860444d3ac51 req-704602b3-ef80-4eb0-8369-d3737f6932f6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:06.207768 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-67a443f1-749f-4a22-917b-860444d3ac51 req-704602b3-ef80-4eb0-8369-d3737f6932f6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0778649 Feb 17 12:27:06.255855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-67a443f1-749f-4a22-917b-860444d3ac51 req-653d508f-51c4-4288-b7e2-2a215fcfb591 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Feb 17 12:27:06.344159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:06.362595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'mac_address': 'fa:16:3e:f6:07:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:27:06.433769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:06.458258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:27:06.478260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:06.544344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:06.608926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:27:06.652067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:07.463027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21289ca2-6265-40f7-8e8d-2e383583feb8 req-97250629-d36a-422a-bbc9-6b4ee8ea007f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:07.464484 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-21289ca2-6265-40f7-8e8d-2e383583feb8 req-97250629-d36a-422a-bbc9-6b4ee8ea007f tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 945 time: 0.0830369 Feb 17 12:27:07.509571 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-21289ca2-6265-40f7-8e8d-2e383583feb8 req-b148fafd-934e-4c7e-864f-19f7a49aae68 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396132 Feb 17 12:27:07.780162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8d9ccdb3-5c13-4ea0-a46d-352967aa54f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:08.170800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:27:08.238002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:27:08.238369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:08.354612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:08.381353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:27:08.391572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:08.446471 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'code': 200} Feb 17 12:27:08.453979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:08.518844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:08.709625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4f134-5d5d-40d4-a2ed-44758aea2bdf req-60cedd8d-a3e3-4b1f-b14b-a24dc30fff06 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:08.709625 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-65b4f134-5d5d-40d4-a2ed-44758aea2bdf req-60cedd8d-a3e3-4b1f-b14b-a24dc30fff06 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0755718 Feb 17 12:27:08.755062 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-65b4f134-5d5d-40d4-a2ed-44758aea2bdf req-633059e5-b4ce-4105-be22-7631a4f26d39 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393169 Feb 17 12:27:09.971586 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdd8f7-3939-4e74-965a-8a236313274b req-0fc3ef67-ef44-4f75-8c4b-bd79490586d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:09.971586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90fdd8f7-3939-4e74-965a-8a236313274b req-0fc3ef67-ef44-4f75-8c4b-bd79490586d7 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0846794 Feb 17 12:27:10.045023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd547-82a4-4593-b9ae-855b22c9c450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:10.099564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90fdd8f7-3939-4e74-965a-8a236313274b req-a4ac12f1-97fc-4ea1-84cf-56e9d63111d0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271436 Feb 17 12:27:11.302276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cd4aa-afe9-425d-ba8a-4276d3cf705f req-5a567603-f736-4d8a-bd31-7ea0a4b65eaf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:11.303733 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1e0cd4aa-afe9-425d-ba8a-4276d3cf705f req-5a567603-f736-4d8a-bd31-7ea0a4b65eaf tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0805843 Feb 17 12:27:11.349626 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1e0cd4aa-afe9-425d-ba8a-4276d3cf705f req-7294f0ee-5bea-4238-b688-7bdd0e0dac48 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Feb 17 12:27:11.408079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:11.443470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:11.859957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:12.694927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0cd8-37d7-4fd6-a0d9-1b86835db29e req-54da609d-f05e-48a7-8f58-6cfd1c9695c6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:12.696429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-566e0cd8-37d7-4fd6-a0d9-1b86835db29e req-54da609d-f05e-48a7-8f58-6cfd1c9695c6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0779603 Feb 17 12:27:12.745102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-566e0cd8-37d7-4fd6-a0d9-1b86835db29e req-fd8a79dc-6bd0-41ca-bb36-1a8ebc8ed6ff tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Feb 17 12:27:12.959683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:13.631729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-f8f6f133-9ae3-4de6-8b33-f5d752a04f28 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:13.633046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-f8f6f133-9ae3-4de6-8b33-f5d752a04f28 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b&tenant_id=8a7cf9c7070546de8a4314b32b028b4d&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.1421654 Feb 17 12:27:13.639824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee1530-237e-47ba-a61b-721c1d53d45c req-c2536ea3-3c97-4c2e-9bba-9c8e40872df0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:13.641191 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-81ee1530-237e-47ba-a61b-721c1d53d45c req-c2536ea3-3c97-4c2e-9bba-9c8e40872df0 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.1175802 Feb 17 12:27:13.749331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-81ee1530-237e-47ba-a61b-721c1d53d45c req-0f2b6622-c005-49d3-87f1-7b24551967e6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713153 Feb 17 12:27:13.751113 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-e0878831-feda-47b6-af05-9968414ed5d2 service neutron] 10.222.0.24 "GET /v2.0/ports/0a29f3e1-49e6-4c3d-83a9-b2d89bd03203/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.1090908 Feb 17 12:27:13.845004 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-4a1ca7cd-f02b-4aee-b817-2174858c441e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0732491 Feb 17 12:27:13.975694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-0dc1af91-5396-41e1-8ef6-78abc2a624f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:13.977162 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-0dc1af91-5396-41e1-8ef6-78abc2a624f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1271930 Feb 17 12:27:14.078676 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-cd30c21c-fbfc-4cdf-ad5b-30529201e724 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1002 time: 0.0953147 Feb 17 12:27:14.145063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-487890e6-4ae7-45a0-830e-1f2905a31e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:14.146654 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-487890e6-4ae7-45a0-830e-1f2905a31e3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0627961 Feb 17 12:27:14.223374 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-58531f5f-6e2c-4115-a86f-0dd772e2656a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709476 Feb 17 12:27:14.354824 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-134181fc-8428-4638-b691-685428a4cc77 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Feb 17 12:27:14.486145 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-805b0084-cc8e-411b-b5ad-e3bb1b30f5f8 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260240 Feb 17 12:27:14.948614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf825-24fc-476e-b979-bc7cb71ef299 req-1b846ad9-2d48-4a3d-b5ee-72622cdaa2fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:14.950112 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1dedf825-24fc-476e-b979-bc7cb71ef299 req-1b846ad9-2d48-4a3d-b5ee-72622cdaa2fa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0752723 Feb 17 12:27:14.998165 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1dedf825-24fc-476e-b979-bc7cb71ef299 req-2e04f198-2355-4781-bc6d-78238802c519 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Feb 17 12:27:16.198675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941ce9-df17-4e0e-81c6-79835bd45438 req-e4faf3d5-58b6-49d1-8212-561a9082a72d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:16.200146 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b3941ce9-df17-4e0e-81c6-79835bd45438 req-e4faf3d5-58b6-49d1-8212-561a9082a72d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0820401 Feb 17 12:27:16.246357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b3941ce9-df17-4e0e-81c6-79835bd45438 req-83e22e37-97b0-44c2-9845-12c6c31f316e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Feb 17 12:27:17.441680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd892-a6b6-4055-893f-8dbee5b9d909 req-1914ec12-cac3-4800-91e0-6ab5e95cd419 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:17.443160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab7cd892-a6b6-4055-893f-8dbee5b9d909 req-1914ec12-cac3-4800-91e0-6ab5e95cd419 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0744860 Feb 17 12:27:17.488823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab7cd892-a6b6-4055-893f-8dbee5b9d909 req-cd22e35f-8be9-4859-a7ff-c4f8e4056d8b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400703 Feb 17 12:27:18.413130 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-7f1d7008-ff98-4849-a247-9d98f6d8ec78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b&tenant_id=8a7cf9c7070546de8a4314b32b028b4d HTTP/1.1" status: 200 len: 1099 time: 0.0708146 Feb 17 12:27:18.508696 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-288d0275-5aea-4284-959c-c8a3303625ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 1099 time: 0.0716841 Feb 17 12:27:18.682765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-645b4c31-515b-4c15-83f6-7bf81ace71ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:18.684257 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-645b4c31-515b-4c15-83f6-7bf81ace71ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 200 len: 912 time: 0.1695843 Feb 17 12:27:18.877265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194735-df04-4e7e-ae40-9c68fb5d1163 req-352c05ee-087e-447e-87fc-374f1401808c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:18.878730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-65194735-df04-4e7e-ae40-9c68fb5d1163 req-352c05ee-087e-447e-87fc-374f1401808c tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.2541585 Feb 17 12:27:18.901242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-9b7d9134-cc99-42ac-bca8-6ae7a9080378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 200 len: 1002 time: 0.2098207 Feb 17 12:27:18.977086 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-65194735-df04-4e7e-ae40-9c68fb5d1163 req-f7f2de5b-1785-4683-a3f2-03b54f349a1d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899892 Feb 17 12:27:18.982250 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-3258f349-5f17-47ba-8607-74eff3e30d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:18.983628 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-3258f349-5f17-47ba-8607-74eff3e30d42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 200 len: 851 time: 0.0753074 Feb 17 12:27:19.057169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-724deb34-c695-484a-94c1-174de1f75d4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6152e1db-5eee-410b-9b5d-cb58ac0ec788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679090 Feb 17 12:27:19.188691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-44ea2740-6dd7-4d88-96d6-94381f89f37a service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255178 Feb 17 12:27:19.320344 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-04bac43e-d0c6-4124-8a26-4bbd237a977b req-94c03fef-5bcf-4a02-8d8d-bad666633735 service neutron] 10.222.0.24 "GET /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263368 Feb 17 12:27:20.199421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce1429-e393-432f-ae12-ddcfdec306e2 req-e5451ab7-cc6c-48c4-99a5-5c6ae4675dd8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:20.200883 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ebce1429-e393-432f-ae12-ddcfdec306e2 req-e5451ab7-cc6c-48c4-99a5-5c6ae4675dd8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0920529 Feb 17 12:27:20.234197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:27:20.263698 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ebce1429-e393-432f-ae12-ddcfdec306e2 req-8373e5d9-f4db-49cb-9e55-54070895e556 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565057 Feb 17 12:27:20.349341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:20.379493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:27:20.388678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:20.473051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:20.536168 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'code': 200} Feb 17 12:27:20.551013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=9']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:21.590956 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94643a-7726-45f1-ab8a-c15376d6298a req-370bdd4e-b5a7-4b40-825e-322f7739cc47 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:21.592291 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-af94643a-7726-45f1-ab8a-c15376d6298a req-370bdd4e-b5a7-4b40-825e-322f7739cc47 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 944 time: 0.0761361 Feb 17 12:27:21.637527 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-af94643a-7726-45f1-ab8a-c15376d6298a req-d8813a42-be77-47c8-869d-85f3db2ae0bd tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Feb 17 12:27:22.234517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:27:22.369712 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:22.383278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'port_id': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'mac_address': 'fa:16:3e:f6:07:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:27:22.439176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:22.456170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:27:22.471070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:22.561121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:22.629069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:27:22.663947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=10']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:22.840655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ed4a3-e8be-42a8-a753-6e54d3a3abd2 req-15664102-bd90-4f76-bc82-4e2f1ed0a4c3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:22.842059 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-225ed4a3-e8be-42a8-a753-6e54d3a3abd2 req-15664102-bd90-4f76-bc82-4e2f1ed0a4c3 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0771236 Feb 17 12:27:22.891300 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-225ed4a3-e8be-42a8-a753-6e54d3a3abd2 req-5bdbd2cc-ec92-44a0-a097-62738c263f2d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Feb 17 12:27:24.096745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170e2e-56a1-4168-bb79-51796bf48e49 req-d95ac88f-a55f-43d8-a88c-09c23292f814 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:24.098509 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4a170e2e-56a1-4168-bb79-51796bf48e49 req-d95ac88f-a55f-43d8-a88c-09c23292f814 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 946 time: 0.0870440 Feb 17 12:27:24.145590 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4a170e2e-56a1-4168-bb79-51796bf48e49 req-1fde7943-0462-45e7-9dc9-c1acba41b01e tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Feb 17 12:27:24.250256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:27:24.318349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:27:24.318707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:24.434964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:24.466600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:27:24.476569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:24.534377 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'code': 200} Feb 17 12:27:24.539665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:24.607647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=11']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:25.345681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af11f6c-ce7b-45d1-9008-4171a9d68c07 req-68d43db5-9e6d-4b59-aefe-a8b86cd71f14 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:25.347156 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4af11f6c-ce7b-45d1-9008-4171a9d68c07 req-68d43db5-9e6d-4b59-aefe-a8b86cd71f14 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0764604 Feb 17 12:27:25.391886 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4af11f6c-ce7b-45d1-9008-4171a9d68c07 req-9562040d-e890-4304-b9fa-f0d089eaad30 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Feb 17 12:27:26.592035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac287690-8637-4ff6-bf4b-8fc9d5f2ab0b req-d0860100-8687-4d18-bf6b-eb259f2eae75 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:26.594075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ac287690-8637-4ff6-bf4b-8fc9d5f2ab0b req-d0860100-8687-4d18-bf6b-eb259f2eae75 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0764883 Feb 17 12:27:26.640386 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ac287690-8637-4ff6-bf4b-8fc9d5f2ab0b req-b954d61e-9153-404a-9e5b-6f123a975a16 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403388 Feb 17 12:27:27.843076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf332f-7a1a-4069-9d1b-fa1b42983054 req-08505d31-1a55-4850-88c8-f59fe0fbb92d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:27.844535 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-61cf332f-7a1a-4069-9d1b-fa1b42983054 req-08505d31-1a55-4850-88c8-f59fe0fbb92d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0800152 Feb 17 12:27:27.889862 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-61cf332f-7a1a-4069-9d1b-fa1b42983054 req-c9af5dc5-b8fa-4486-b0cf-bded96c525d8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 Feb 17 12:27:29.091045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebebd8c-8663-4104-a7ea-5dd88aed4a33 req-166fe416-1d4e-4476-9d09-1a6e99577f2a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:29.092436 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ebebd8c-8663-4104-a7ea-5dd88aed4a33 req-166fe416-1d4e-4476-9d09-1a6e99577f2a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0809810 Feb 17 12:27:29.137985 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ebebd8c-8663-4104-a7ea-5dd88aed4a33 req-5bf33aa8-f289-4859-bb9e-1c0c4e86c4c9 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Feb 17 12:27:30.334811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d392e-7a77-4a43-9e2b-534af33099ba req-98c8da43-e1fa-4156-b454-0e3430590f44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:30.336249 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7b2d392e-7a77-4a43-9e2b-534af33099ba req-98c8da43-e1fa-4156-b454-0e3430590f44 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0766997 Feb 17 12:27:30.384812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7b2d392e-7a77-4a43-9e2b-534af33099ba req-607806bf-8dd3-4a63-9e9d-fdd5c184554d tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 17 12:27:30.577110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877f204-ecc9-4ca0-80f0-22f69c31ef56 req-50409cf1-c56f-4d23-b6d6-b55772fe3fd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:30.578613 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f877f204-ecc9-4ca0-80f0-22f69c31ef56 req-50409cf1-c56f-4d23-b6d6-b55772fe3fd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0760334 Feb 17 12:27:30.624150 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f877f204-ecc9-4ca0-80f0-22f69c31ef56 req-0f22e35d-a7e2-4882-aff4-63901dcd9b6b tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Feb 17 12:27:30.822126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d233-80d1-4f95-abd5-1e036ecf0f63 req-0a243640-1595-4acb-b40c-7efa9b05aa85 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:30.823257 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cd86d233-80d1-4f95-abd5-1e036ecf0f63 req-0a243640-1595-4acb-b40c-7efa9b05aa85 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0756757 Feb 17 12:27:30.869077 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cd86d233-80d1-4f95-abd5-1e036ecf0f63 req-f1a1602f-0cd7-45dd-9fff-711b404d9ea5 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 Feb 17 12:27:31.506628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f83d93-b74f-48ae-b4cc-ddec04858760 req-430c29f8-8cd1-460e-8bb4-7c10b3af6266 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:31.508052 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-51f83d93-b74f-48ae-b4cc-ddec04858760 req-430c29f8-8cd1-460e-8bb4-7c10b3af6266 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0784173 Feb 17 12:27:31.553103 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-51f83d93-b74f-48ae-b4cc-ddec04858760 req-5cc8467c-0584-4081-b43e-2acab885313a tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 Feb 17 12:27:32.753022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795ca4-e5b6-4b92-9957-2ce1dce5ad1a req-388898a0-d58d-4125-883e-63715e17c834 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:32.754605 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-56795ca4-e5b6-4b92-9957-2ce1dce5ad1a req-388898a0-d58d-4125-883e-63715e17c834 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0800545 Feb 17 12:27:32.799904 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-56795ca4-e5b6-4b92-9957-2ce1dce5ad1a req-e5477002-9a7f-4f3c-890c-9c8c17a5acaa tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Feb 17 12:27:33.944424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-0c0397f6-fb5b-4eec-8e52-abcfe9ba2838 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:33.945897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-0c0397f6-fb5b-4eec-8e52-abcfe9ba2838 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0805809 Feb 17 12:27:33.998445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17d5d8-a8c3-4d16-8892-52bc00aee4ef req-9bdfa690-e0f7-43b5-8e14-b2540ad2ecd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:33.999919 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd17d5d8-a8c3-4d16-8892-52bc00aee4ef req-9bdfa690-e0f7-43b5-8e14-b2540ad2ecd6 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 947 time: 0.0785437 Feb 17 12:27:34.019469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Deleting port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:34.019814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:34.049911 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd17d5d8-a8c3-4d16-8892-52bc00aee4ef req-9b9edfb8-b2dd-4639-9248-7c96f1fbb3b8 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1163636-ae2f-45c8-a57b-e791e679b049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Feb 17 12:27:34.267117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] For port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:34.267466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:34.639372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:34.639644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:34.639950 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Floating IP d020eade-7016-40e6-ab5a-382e6831c535 disassociated. External IP: 172.26.6.45, port: 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203. Feb 17 12:27:34.640279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Calling delete_port for 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:27:34.858100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:34.906634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event deleted for resources: {'Port': ['ID=0a29f3e1-49e6-4c3d-83a9-b2d89bd03203,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:34.921271 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.921618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.921992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.922318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.922684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.922952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.923272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.923597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.923914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.924232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:34.924541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:27:35.131210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:27:35.289835 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1226e2b4-91ac-40bd-8150-7ea3b2625d2d req-f9715223-edc2-4fee-84d3-fc7cd02dc562 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 210 time: 0.1005912 Feb 17 12:27:35.371266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:27:35.381590 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:27:35.393630 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:27:35.394535 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:27:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:35.441297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] No DVR routers for this DVR port 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:27:35.443852 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:35.446391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-deleted', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:27:35.501485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa0b36d-b730-42ab-8359-8c097fab526b', 'name': 'network-vif-deleted', 'tag': '0a29f3e1-49e6-4c3d-83a9-b2d89bd03203', 'status': 'completed', 'code': 200} Feb 17 12:27:35.505903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c161ff5d-09d2-4e52-9122-f8bf31f833ff req-41c040ab-3d53-4d2c-8f94-50d31068ed61 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.24 "DELETE /v2.0/ports/0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 HTTP/1.1" status: 204 len: 173 time: 1.5543494 Feb 17 12:27:35.578600 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:27:35.929336 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:35.933919 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:27:35.945831 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:27:35.946658 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:27:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:36.127083 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:27:36.295914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:27:36.339782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:27:36.340144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 0a29f3e1-49e6-4c3d-83a9-b2d89bd03203 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:27:36.352923 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:27:36.464105 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:36.468184 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ef879-8ddb-40f0-8160-f3b642ebde86 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:05Z', 'revision_number': 4, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'ed02a240-2aee-4fcc-a22f-e0863f28c09d', 'name': '', 'network_id': '6152e1db-5eee-410b-9b5d-cb58ac0ec788', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'mac_address': 'fa:16:3e:4b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:05Z', 'updated_at': '2022-02-17T12:23:12Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'subnets': [{'id': '3b435131-0b3f-417f-8fca-3e2d9426c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:27:36.477838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4cc83c26-52d7-4869-9817-21ed2cf4419d req-3b9ba412-a60a-43f0-aae3-63eda1924d96 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Synchronizing usage tracker for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:27:36.560928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4cc83c26-52d7-4869-9817-21ed2cf4419d req-3b9ba412-a60a-43f0-aae3-63eda1924d96 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Unset dirty status for tenant:8a7cf9c7070546de8a4314b32b028b4d on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:27:36.562144 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4cc83c26-52d7-4869-9817-21ed2cf4419d req-3b9ba412-a60a-43f0-aae3-63eda1924d96 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/ports?device_id=1aa0b36d-b730-42ab-8359-8c097fab526b HTTP/1.1" status: 200 len: 210 time: 0.1269908 Feb 17 12:27:36.694863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fc0cd-368e-464a-ae9e-6814bcf4c180 None None] New status for floating IP d020eade-7016-40e6-ab5a-382e6831c535: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:27:37.791540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b73ce9ca-22a9-4e29-9bea-1fcd8deabd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:40.053569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6ae5977b-70fe-4df7-acd5-cbec16b31e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.073930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55024) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:41.138066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7642876-76cd-43db-a5b3-253d33ba0423 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.165142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7642876-76cd-43db-a5b3-253d33ba0423 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.288533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7642876-76cd-43db-a5b3-253d33ba0423 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.307826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7642876-76cd-43db-a5b3-253d33ba0423 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1163636-ae2f-45c8-a57b-e791e679b049,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:41.360903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e7642876-76cd-43db-a5b3-253d33ba0423 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.362054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e7642876-76cd-43db-a5b3-253d33ba0423 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "DELETE /v2.0/security-groups/c1163636-ae2f-45c8-a57b-e791e679b049 HTTP/1.1" status: 204 len: 168 time: 0.2891188 Feb 17 12:27:41.365287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55028) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:41.373380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.381310 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.api.v2.resource [None req-98aa7d50-ecba-4e25-a9d5-c6d49b6a5710 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] show failed (client error): The resource could not be found. Feb 17 12:27:41.382319 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-98aa7d50-ecba-4e25-a9d5-c6d49b6a5710 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "GET /v2.0/security-groups/c1163636-ae2f-45c8-a57b-e791e679b049 HTTP/1.1" status: 404 len: 347 time: 0.0160725 Feb 17 12:27:41.385002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55032) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:41.413967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.544685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Deleting port eb4db852-ba83-4094-9b6e-db853279586e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:41.545026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.710199 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.711197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:41.829840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Calling delete_port for eb4db852-ba83-4094-9b6e-db853279586e owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:27:41.871089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:42.156565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:42.204038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Pushing event deleted for resources: {'Port': ['ID=eb4db852-ba83-4094-9b6e-db853279586e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:42.295386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:42.356664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:42.357860 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fadb16fa-392f-4d13-8770-7254be6be4c4 tempest-ServerActionsTestJSON-1619616021 tempest-ServerActionsTestJSON-1619616021-project] 10.222.0.47 "DELETE /v2.0/floatingips/d020eade-7016-40e6-ab5a-382e6831c535 HTTP/1.1" status: 204 len: 168 time: 0.9719212 Feb 17 12:27:42.360663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55036) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:42.746573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:42.974243 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:43.344749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Deleting port ed02a240-2aee-4fcc-a22f-e0863f28c09d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:43.345344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:43.513275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] For port ed02a240-2aee-4fcc-a22f-e0863f28c09d, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ed02a240-2aee-4fcc-a22f-e0863f28c09d,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:43.513610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:43.725529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Calling delete_port for ed02a240-2aee-4fcc-a22f-e0863f28c09d owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:27:43.962417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:44.011818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed02a240-2aee-4fcc-a22f-e0863f28c09d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:44.305196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:44.877315 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Router 052127f1-1bea-4288-9958-b191540a49bf has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:27:45.073323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:27:45.081852 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] Sync routers for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:27:45.086429 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9950af45-cc5b-4ef4-804f-dee9f62b6c1e admin admin] 10.222.0.47 "PUT /v2.0/routers/052127f1-1bea-4288-9958-b191540a49bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247803 Feb 17 12:27:45.088850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55040) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:45.094234 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:27:45.094824 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:27:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:45.280747 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:27:45.395017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:45.566168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:27:43Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:45.570574 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] Checking router: 052127f1-1bea-4288-9958-b191540a49bf for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:27:45.580966 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] Routers {'052127f1-1bea-4288-9958-b191540a49bf'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:27:45.581491 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:27:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['052127f1-1bea-4288-9958-b191540a49bf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:45.595006 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:45.665209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Deleting port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:45.665543 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:45.784528 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] Set router 052127f1-1bea-4288-9958-b191540a49bf gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:27:45.841568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] For port 8a36b648-71aa-4d16-92a1-1e7ecf3a050f, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:45.841847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:45.961830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Calling delete_port for 8a36b648-71aa-4d16-92a1-1e7ecf3a050f owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:27:46.072596 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:27:43Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:46.076399 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3d8ae-c64f-466c-9f23-2ec4486a29c8 None None] The sync data for ids ['052127f1-1bea-4288-9958-b191540a49bf'] in dv-neutron-828728-1-hyperv is: [{'id': '052127f1-1bea-4288-9958-b191540a49bf', 'name': 'tempest-ServerActionsTestJSON-1787914322-router', 'tenant_id': '8a7cf9c7070546de8a4314b32b028b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:27:43Z', 'revision_number': 5, 'project_id': '8a7cf9c7070546de8a4314b32b028b4d', 'gw_port': {'id': '8a36b648-71aa-4d16-92a1-1e7ecf3a050f', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052127f1-1bea-4288-9958-b191540a49bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:23:02Z', 'updated_at': '2022-02-17T12:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:27:46.207708 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:46.256312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a36b648-71aa-4d16-92a1-1e7ecf3a050f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:46.486207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:46.503380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed02a240-2aee-4fcc-a22f-e0863f28c09d no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:27:46.540271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ed02a240-2aee-4fcc-a22f-e0863f28c09d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:27:46.540962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed02a240-2aee-4fcc-a22f-e0863f28c09d not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:27:46.852724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:46.856807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:46.938951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:46.939481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052127f1-1bea-4288-9958-b191540a49bf {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:27:46.953444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:46.954624 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c21b2114-ae06-4d6b-aa29-8f859dbefd8a admin admin] 10.222.0.47 "DELETE /v2.0/routers/052127f1-1bea-4288-9958-b191540a49bf HTTP/1.1" status: 204 len: 168 time: 1.8648851 Feb 17 12:27:46.957310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55044) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:47.017897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Deleting subnet 3b435131-0b3f-417f-8fca-3e2d9426c6f6 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:27:47.021761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.077151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.157720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.282634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.325233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b435131-0b3f-417f-8fca-3e2d9426c6f6,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:47.331814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.338470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe6ced-787f-477a-bc48-092ed67e6f42 None None] Network 6152e1db-5eee-410b-9b5d-cb58ac0ec788 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:27:47.339870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bf826e3b-3b63-4f8a-9b37-61c6e9d9cbcf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3b435131-0b3f-417f-8fca-3e2d9426c6f6 HTTP/1.1" status: 204 len: 168 time: 0.3813446 Feb 17 12:27:47.342490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55048) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:47.452505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.463538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Deleting port 0f85df87-69a0-4b50-b537-9e87e6df68c2 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:47.463872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.590242 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] DHCP port deletion for 6152e1db-5eee-410b-9b5d-cb58ac0ec788 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:27:47.594689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Deleting port 0f85df87-69a0-4b50-b537-9e87e6df68c2 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:47.595059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.675973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] For port 0f85df87-69a0-4b50-b537-9e87e6df68c2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f85df87-69a0-4b50-b537-9e87e6df68c2,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:47.676368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.801580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Calling delete_port for 0f85df87-69a0-4b50-b537-9e87e6df68c2 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:27:47.804036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] For port 0f85df87-69a0-4b50-b537-9e87e6df68c2, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0f85df87-69a0-4b50-b537-9e87e6df68c2,segment=NetworkSegment(7c894f33-af20-4240-9cdd-204380f24840),segment_id=7c894f33-af20-4240-9cdd-204380f24840)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:27:47.804425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:47.923244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Calling delete_port for 0f85df87-69a0-4b50-b537-9e87e6df68c2 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:27:47.968589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.017768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=0f85df87-69a0-4b50-b537-9e87e6df68c2,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:48.022950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] No DVR routers for this DVR port 0f85df87-69a0-4b50-b537-9e87e6df68c2 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:27:48.125862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:27:48.126238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:27:48.143055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.171178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6152e1db-5eee-410b-9b5d-cb58ac0ec788']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:48.184164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c894f33-af20-4240-9cdd-204380f24840') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:48.184450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c894f33-af20-4240-9cdd-204380f24840') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:27:48.195891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.212619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.218939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:27:48.219251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:27:48.237221 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:27:48.385307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.408504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.408678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f85df87-69a0-4b50-b537-9e87e6df68c2 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:27:48.413655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=6152e1db-5eee-410b-9b5d-cb58ac0ec788,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:48.436909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 0f85df87-69a0-4b50-b537-9e87e6df68c2 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:27:48.437252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0f85df87-69a0-4b50-b537-9e87e6df68c2 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:27:48.437829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a36b648-71aa-4d16-92a1-1e7ecf3a050f no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:27:48.472616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8a36b648-71aa-4d16-92a1-1e7ecf3a050f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:27:48.472881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8a36b648-71aa-4d16-92a1-1e7ecf3a050f not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:27:48.494510 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-65d7b4e6-041e-4162-9469-590065656ebe admin admin] 10.222.0.47 "DELETE /v2.0/networks/6152e1db-5eee-410b-9b5d-cb58ac0ec788 HTTP/1.1" status: 204 len: 168 time: 1.1510088 Feb 17 12:27:48.627633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Deleting port 0f85df87-69a0-4b50-b537-9e87e6df68c2 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:27:48.628247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.690648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7264c-9d13-4465-aa8e-cdeb438be75a None None] The port '0f85df87-69a0-4b50-b537-9e87e6df68c2' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:27:48.811390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55054) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:48.867141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-27fd07cf-18e5-46ee-ae47-22ad336adcd8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a7cf9c7070546de8a4314b32b028b4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546155 Feb 17 12:27:48.869687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55058) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:48.928582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b042a605-08f5-480f-8d40-d8fc40a53aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:48.953943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b042a605-08f5-480f-8d40-d8fc40a53aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:49.076061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b042a605-08f5-480f-8d40-d8fc40a53aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:49.091749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042a605-08f5-480f-8d40-d8fc40a53aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c40945-2aaa-451b-be56-39a31b355ef0,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:49.100848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b042a605-08f5-480f-8d40-d8fc40a53aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:49.102074 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b042a605-08f5-480f-8d40-d8fc40a53aa0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6c40945-2aaa-451b-be56-39a31b355ef0 HTTP/1.1" status: 204 len: 168 time: 0.2314050 Feb 17 12:27:50.292590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55080) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:50.421689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-720441937-network', 'tenant_id': '8fe4ab499e854acbbb1c05f445650d97'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:27:50.426507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:27:50.430388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Usage tracker for resource:network and tenant:8fe4ab499e854acbbb1c05f445650d97 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:27:50.433171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:27:50.438919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:27:50.509510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Made reservation on behalf of 8fe4ab499e854acbbb1c05f445650d97 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:27:50.512057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.525181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.556104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:27:50.560028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Usage tracker for resource:security_group_rule and tenant:8fe4ab499e854acbbb1c05f445650d97 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:27:50.562878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:27:50.569243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:27:50.637503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.710079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.823167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:27:50.831727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:50.838856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.842211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Added segment 1c5f5c30-62d5-4c9b-a9a5-49718e20bd75 of type vlan for network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c Feb 17 12:27:50.866319 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.956269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:50.957134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:50.957737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:51.060128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] Pushing event updated for resources: {'Network': ['ID=0b793b9b-c69b-40ed-8311-a1a0439d2b5c,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:51.076889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:27:51.111702 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3824c6d1-9e85-4d13-b30e-9e4e23ed5dee admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8179691 Feb 17 12:27:51.115170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55086) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:27:51.120539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Request body: {'subnet': {'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-720441937-subnet', 'tenant_id': '8fe4ab499e854acbbb1c05f445650d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:27:51.125832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:27:51.129691 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Usage tracker for resource:subnet and tenant:8fe4ab499e854acbbb1c05f445650d97 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:27:51.133372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:27:51.139308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:27:51.229881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Made reservation on behalf of 8fe4ab499e854acbbb1c05f445650d97 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:27:51.232183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:51.506284 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:51.589070 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1416e69-5ff3-423a-86b4-cccbb6fd6155,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:51.603267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Checking segment: {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:27:51.603611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Network hostable DHCP agents. Network: 0b793b9b-c69b-40ed-8311-a1a0439d2b5c, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:27:51.830739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:27:51.916314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 0b793b9b-c69b-40ed-8311-a1a0439d2b5c) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:27:51.920238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:51.920831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:51.926340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac6896-00cb-4cab-a874-b951c78fcccf None None] Network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:27:52.014219 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a3ebdf8f-5306-4031-b730-1d8b5bc658b3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8979387 Feb 17 12:27:52.170488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c6928-ca50-4ab6-9e4c-ea53e346503b None None] Network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:27:52.553771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-52099e29-ba7f-446d-b2ef-7cabe80af49d tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:52.554457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-52099e29-ba7f-446d-b2ef-7cabe80af49d tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Synchronizing usage tracker for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:27:52.664611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-52099e29-ba7f-446d-b2ef-7cabe80af49d tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Unset dirty status for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:27:52.665823 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-52099e29-ba7f-446d-b2ef-7cabe80af49d tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/networks?id=0b793b9b-c69b-40ed-8311-a1a0439d2b5c HTTP/1.1" status: 200 len: 813 time: 0.2559683 Feb 17 12:27:52.682352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-7a1b8008-fa44-4356-86fb-4bd3bfd22eb8 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/quotas/8fe4ab499e854acbbb1c05f445650d97 HTTP/1.1" status: 200 len: 375 time: 0.0111363 Feb 17 12:27:52.731278 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-7a372c25-daac-4c2b-a5d6-14fd6347a748 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fe4ab499e854acbbb1c05f445650d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439007 Feb 17 12:27:52.862523 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-3c8579a3-1c22-4b15-811d-572321e0bedb service neutron] 10.222.0.47 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245461 Feb 17 12:27:52.994779 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-d98a578a-4d67-4f72-ba72-5f0ad13e1fce service neutron] 10.222.0.47 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262736 Feb 17 12:27:53.293369 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0f9d0e2c-344a-406a-98fa-0e2036001438 req-ada44401-844a-4426-8a3a-9ee5d799b333 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 210 time: 0.0453794 Feb 17 12:27:54.407488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c2331061-b68f-4f91-9f59-2c4d2c01213d req-c27ba3d4-5f36-48a0-9b88-4b02896d3cf8 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 210 time: 0.0450249 Feb 17 12:27:55.574617 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5cedcd12-869e-4b36-a780-bcab12326840 req-74549c96-2959-4d1b-930b-82d63321b387 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 210 time: 0.0425780 Feb 17 12:27:55.739235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-c8ef1c52-c99a-44ad-9eb8-aa3bc28d7d4b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:55.740662 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-c8ef1c52-c99a-44ad-9eb8-aa3bc28d7d4b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "GET /v2.0/networks?id=0b793b9b-c69b-40ed-8311-a1a0439d2b5c HTTP/1.1" status: 200 len: 813 time: 0.1489301 Feb 17 12:27:55.756154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Request body: {'port': {'device_id': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c', 'admin_state_up': True, 'tenant_id': '8fe4ab499e854acbbb1c05f445650d97'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:27:55.895249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:27:55.901096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Usage tracker for resource:port and tenant:8fe4ab499e854acbbb1c05f445650d97 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:27:55.907720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:27:55.913808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:27:55.979233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Made reservation on behalf of 8fe4ab499e854acbbb1c05f445650d97 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:27:55.982812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:56.151077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Allocated IP 172.20.0.2 (0b793b9b-c69b-40ed-8311-a1a0439d2b5c/f1416e69-5ff3-423a-86b4-cccbb6fd6155/4bdd06d0-41a0-42c5-83e8-55e9861bad19) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:27:56.443685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:56.528399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:56.600063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:27:56.603151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:27:56.607634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:27:56.638863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Pushing event updated for resources: {'Port': ['ID=4bdd06d0-41a0-42c5-83e8-55e9861bad19,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:56.672752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:56.673353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:56.778840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-569a50ab-7019-47dc-a460-007e247a52ab tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:56.780551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-569a50ab-7019-47dc-a460-007e247a52ab tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Synchronizing usage tracker for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:27:56.783776 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-4088a1a6-2163-43b9-9789-2d66bcc86e96 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316486 Feb 17 12:27:56.797222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Request body: {'port': {'device_id': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:27:56.904141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-569a50ab-7019-47dc-a460-007e247a52ab tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Unset dirty status for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:27:56.905293 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-569a50ab-7019-47dc-a460-007e247a52ab tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 931 time: 0.2020085 Feb 17 12:27:56.913625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:57.009342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-7cd933ca-ae90-4873-839f-039761dd5b9c tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Synchronizing usage tracker for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:27:57.161165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-7cd933ca-ae90-4873-839f-039761dd5b9c tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Unset dirty status for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:27:57.162792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-051b9ab6-52b6-4e11-9003-3ba2ce138307 req-7cd933ca-ae90-4873-839f-039761dd5b9c tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506590 Feb 17 12:27:57.294823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdd06d0-41a0-42c5-83e8-55e9861bad19 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:27:57.301883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:57.318299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Transition to ACTIVE for port object 4bdd06d0-41a0-42c5-83e8-55e9861bad19 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:27:57.414418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:57.547764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd06d0-41a0-42c5-83e8-55e9861bad19,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:57.650140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Attempting to bind port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:27:57.650469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Attempting to bind port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:27:57.650876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Attempting to bind port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 on network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:27:57.656722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 on network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:27:57.657043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Attempting to bind port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 on network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:27:57.663925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:27:57.664325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Checking segment: {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:27:57.664771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Bound using segment: {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:27:57.665120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Bound port: 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:27:57.665463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:57.755773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] For port 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:27:57.759536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] For port 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4bdd06d0-41a0-42c5-83e8-55e9861bad19,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:27:57.824351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:57.889429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:27:57.890813 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] 10.222.0.24 "PUT /v2.0/ports/4bdd06d0-41a0-42c5-83e8-55e9861bad19 HTTP/1.1" status: 200 len: 1093 time: 1.0977395 Feb 17 12:27:57.891244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'tag': '4bdd06d0-41a0-42c5-83e8-55e9861bad19'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:27:57.905542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1777d-673c-47f5-93a3-9a7ec0086006 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd06d0-41a0-42c5-83e8-55e9861bad19,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:27:57.946291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'tag': '4bdd06d0-41a0-42c5-83e8-55e9861bad19', 'status': 'completed', 'code': 200} Feb 17 12:27:58.039697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6a72e411-6a2d-4037-9f3b-162f9bd73578 req-cd739004-1973-4464-ae76-be949460c4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe4ab499e854acbbb1c05f445650d97&device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 1096 time: 0.0731843 Feb 17 12:27:58.181030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72e411-6a2d-4037-9f3b-162f9bd73578 req-e2c979bc-3af9-4c89-8b5e-f32fc8365a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:58.182424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6a72e411-6a2d-4037-9f3b-162f9bd73578 req-e2c979bc-3af9-4c89-8b5e-f32fc8365a91 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8fe4ab499e854acbbb1c05f445650d97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1357021 Feb 17 12:27:58.363346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72e411-6a2d-4037-9f3b-162f9bd73578 req-6397e0be-0c8d-4d42-b8c7-294663da3225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:58.364791 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6a72e411-6a2d-4037-9f3b-162f9bd73578 req-6397e0be-0c8d-4d42-b8c7-294663da3225 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1768086 Feb 17 12:27:58.390682 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2ea6e-7103-4507-9ea8-b1f082a08215 req-a9f93ea8-a4be-48c8-9447-51d2b05cf4d2 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:58.392143 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bd2ea6e-7103-4507-9ea8-b1f082a08215 req-a9f93ea8-a4be-48c8-9447-51d2b05cf4d2 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 943 time: 0.1046128 Feb 17 12:27:58.586457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0bd2ea6e-7103-4507-9ea8-b1f082a08215 req-863dd6fc-14b6-440e-bb67-df9308010616 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592095 Feb 17 12:27:58.596554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-13d2fb5d-91d9-4acd-a605-9be079dac283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe4ab499e854acbbb1c05f445650d97&device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 1096 time: 0.1978502 Feb 17 12:27:58.662518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-9f95c90b-a186-479b-aa47-41b3bf502aaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bdd06d0-41a0-42c5-83e8-55e9861bad19 HTTP/1.1" status: 200 len: 217 time: 0.0597401 Feb 17 12:27:58.728689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-d00a6dbf-844d-49c9-99d1-0c30896a251d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:58.730148 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-d00a6dbf-844d-49c9-99d1-0c30896a251d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1416e69-5ff3-423a-86b4-cccbb6fd6155 HTTP/1.1" status: 200 len: 853 time: 0.0614874 Feb 17 12:27:58.775170 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-23c7a4c2-2c15-4a1e-9eec-37f3eccaf5b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b793b9b-c69b-40ed-8311-a1a0439d2b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396495 Feb 17 12:27:58.905220 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-077853b3-fb57-4ef5-996d-95c84dd1baa3 service neutron] 10.222.0.24 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244252 Feb 17 12:27:59.034920 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b6b9b60b-863a-4761-abbc-67d59d49cbcc req-b1267545-d874-4ac1-bb30-f7d14107e10d service neutron] 10.222.0.24 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243699 Feb 17 12:27:59.795981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4277be-bf31-4051-94f2-c41f67628268 req-572a4639-e80d-417c-a0ac-92c049d53af3 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:27:59.797446 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e4277be-bf31-4051-94f2-c41f67628268 req-572a4639-e80d-417c-a0ac-92c049d53af3 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 943 time: 0.0769830 Feb 17 12:27:59.846788 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4e4277be-bf31-4051-94f2-c41f67628268 req-1684afed-e8bb-407e-b4aa-1989245b81c2 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Feb 17 12:28:00.393463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4bdd06d0-41a0-42c5-83e8-55e9861bad19 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:28:00.533109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4bdd06d0-41a0-42c5-83e8-55e9861bad19,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:00.546366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '4bdd06d0-41a0-42c5-83e8-55e9861bad19', 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c', 'port_id': '4bdd06d0-41a0-42c5-83e8-55e9861bad19', 'mac_address': 'fa:16:3e:81:16:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1416e69-5ff3-423a-86b4-cccbb6fd6155', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:28:00.597639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:00.616863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdd06d0-41a0-42c5-83e8-55e9861bad19 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:28:00.631183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4bdd06d0-41a0-42c5-83e8-55e9861bad19,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:00.727305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:00.791380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=4bdd06d0-41a0-42c5-83e8-55e9861bad19,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:00.799462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.799798 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.800123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.800445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.800808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.801131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.801449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.801768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.802112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.802423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:00.802736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:01.043474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bc2e2-91a4-4193-a0ea-510004e02d92 req-a6044a03-bcac-4679-8bde-6cb7b2eaf8bf tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:01.044936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-391bc2e2-91a4-4193-a0ea-510004e02d92 req-a6044a03-bcac-4679-8bde-6cb7b2eaf8bf tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 944 time: 0.0797403 Feb 17 12:28:01.056754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['4bdd06d0-41a0-42c5-83e8-55e9861bad19'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:28:01.098911 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-391bc2e2-91a4-4193-a0ea-510004e02d92 req-3b1f1045-4d7e-428e-b547-b27beb40af6d tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484900 Feb 17 12:28:02.293800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e883c3-5a11-4da2-ac0e-83269d12de20 req-22b1f8e1-7233-443d-bdc3-edc735fa7ff1 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:02.295265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-54e883c3-5a11-4da2-ac0e-83269d12de20 req-22b1f8e1-7233-443d-bdc3-edc735fa7ff1 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 944 time: 0.0771842 Feb 17 12:28:02.341003 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-54e883c3-5a11-4da2-ac0e-83269d12de20 req-22b83878-5658-49a4-8526-4e24d2e6e837 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Feb 17 12:28:02.403520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4bdd06d0-41a0-42c5-83e8-55e9861bad19 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:28:02.533159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:02.538923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:28:02.539281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:02.648703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:02.679031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd06d0-41a0-42c5-83e8-55e9861bad19'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:28:02.688329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4bdd06d0-41a0-42c5-83e8-55e9861bad19,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:02.734106 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd06d0-41a0-42c5-83e8-55e9861bad19', 'code': 200} Feb 17 12:28:02.755972 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:02.823533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=4bdd06d0-41a0-42c5-83e8-55e9861bad19,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:03.103712 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e65a964d-d5c6-4bc0-950f-5bf9321cdda3 req-871ef332-0651-4f99-9df9-8797f389b3bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 1098 time: 0.0746052 Feb 17 12:28:03.149883 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e65a964d-d5c6-4bc0-950f-5bf9321cdda3 req-7f419ac6-a5b2-492d-bb5d-23e1ff767d68 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Feb 17 12:28:03.619391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec41a74-3cf2-44a0-aafd-896fca9ca534 req-e41f93ca-cb04-4b14-aa1f-9d5432ce264c tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:03.620835 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cec41a74-3cf2-44a0-aafd-896fca9ca534 req-e41f93ca-cb04-4b14-aa1f-9d5432ce264c tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.1615245 Feb 17 12:28:03.666149 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cec41a74-3cf2-44a0-aafd-896fca9ca534 req-e47c62b7-1799-4123-80e3-7126561389bf tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Feb 17 12:28:04.868444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d828f78-145d-46b5-95e6-20b485dfe217 req-7edfbab6-6ecd-4d0a-a656-ded2314132be tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:04.870004 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d828f78-145d-46b5-95e6-20b485dfe217 req-7edfbab6-6ecd-4d0a-a656-ded2314132be tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0795116 Feb 17 12:28:04.915230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d828f78-145d-46b5-95e6-20b485dfe217 req-2ea69e5b-0e27-498f-87bb-dccd2cad8ecc tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Feb 17 12:28:05.203968 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-dce7c972-663f-4a4f-a5d1-77ea5048eb9f tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:05.205409 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-dce7c972-663f-4a4f-a5d1-77ea5048eb9f tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/networks?id=0b793b9b-c69b-40ed-8311-a1a0439d2b5c HTTP/1.1" status: 200 len: 813 time: 0.1401935 Feb 17 12:28:05.221205 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-08d78793-37cb-4483-8c6b-e5ba81de343f tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/quotas/8fe4ab499e854acbbb1c05f445650d97 HTTP/1.1" status: 200 len: 375 time: 0.0105851 Feb 17 12:28:05.297541 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6a096ee7-67dd-4847-83e5-fbbb87a1da36 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fe4ab499e854acbbb1c05f445650d97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714648 Feb 17 12:28:05.434720 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-acf43627-ce5d-4ef6-ae36-77507d1e1957 service neutron] 10.222.0.47 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306622 Feb 17 12:28:05.568785 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-19918cbe-094a-4835-8611-a2b5b94ed7e4 service neutron] 10.222.0.47 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282198 Feb 17 12:28:05.810345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-34189eb9-196b-48e2-8816-5ba731bdd558 req-867b7cd8-e426-4c13-80c2-7326da7d2dcd tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 210 time: 0.0413265 Feb 17 12:28:06.980634 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0c7285f0-8243-4ec1-8332-c2abc969ef40 req-00064cf2-2acc-47b9-98d2-1a05ebd05a33 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 210 time: 0.0456731 Feb 17 12:28:07.647512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-34b9494d-dab7-4679-9f79-7e11d0a39bcf tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:07.649204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-34b9494d-dab7-4679-9f79-7e11d0a39bcf tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "GET /v2.0/networks?id=0b793b9b-c69b-40ed-8311-a1a0439d2b5c HTTP/1.1" status: 200 len: 813 time: 0.1444824 Feb 17 12:28:07.664645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Request body: {'port': {'device_id': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c', 'admin_state_up': True, 'tenant_id': '8fe4ab499e854acbbb1c05f445650d97'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:07.802511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:07.812983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:07.858910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3e6d-3388-4302-9930-29a3b8d41b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:07.904972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Made reservation on behalf of 8fe4ab499e854acbbb1c05f445650d97 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:07.908370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:08.077601 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Allocated IP 172.20.0.10 (0b793b9b-c69b-40ed-8311-a1a0439d2b5c/f1416e69-5ff3-423a-86b4-cccbb6fd6155/b4060e34-9568-4dcf-8233-e1b2bee99825) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:08.165216 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-24aec2db-4407-41f3-be61-c391793e95db req-84beaebf-e8f6-47c2-9461-e79ae0f2da19 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 210 time: 0.0606077 Feb 17 12:28:08.326653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:08.395975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:08.412228 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['4bdd06d0-41a0-42c5-83e8-55e9861bad19'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:28:08.471649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:08.475043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:08.477074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Pushing event updated for resources: {'Port': ['ID=b4060e34-9568-4dcf-8233-e1b2bee99825,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:08.479210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:08.537503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:08.538379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:08.624430 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-6f17e3aa-e984-4363-bda9-2d2a23dbf378 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9640977 Feb 17 12:28:08.635798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Request body: {'port': {'device_id': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:08.824342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:09.164664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4060e34-9568-4dcf-8233-e1b2bee99825 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:28:09.172035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:09.195362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Transition to ACTIVE for port object b4060e34-9568-4dcf-8233-e1b2bee99825 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:09.266272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:09.386654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47da6b4-9b89-4d55-b1d5-ba3f23cd4d4f req-096053df-973d-42e1-98e3-c3762ee3252b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:09.388266 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c47da6b4-9b89-4d55-b1d5-ba3f23cd4d4f req-096053df-973d-42e1-98e3-c3762ee3252b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 944 time: 0.0892575 Feb 17 12:28:09.397225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Pushing event updated for resources: {'Port': ['ID=b4060e34-9568-4dcf-8233-e1b2bee99825,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:09.439416 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c47da6b4-9b89-4d55-b1d5-ba3f23cd4d4f req-abd6d72c-8780-4cc9-8cc5-045b7424abe4 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452523 Feb 17 12:28:09.504112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Attempting to bind port b4060e34-9568-4dcf-8233-e1b2bee99825 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:09.504436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Attempting to bind port b4060e34-9568-4dcf-8233-e1b2bee99825 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:09.504752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Attempting to bind port b4060e34-9568-4dcf-8233-e1b2bee99825 on network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:09.510567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Port b4060e34-9568-4dcf-8233-e1b2bee99825 on network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:28:09.510881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Attempting to bind port b4060e34-9568-4dcf-8233-e1b2bee99825 on network 0b793b9b-c69b-40ed-8311-a1a0439d2b5c {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:09.517620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:09.517979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Checking segment: {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:09.518355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Bound using segment: {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:09.518770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Bound port: b4060e34-9568-4dcf-8233-e1b2bee99825, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:09.519109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:09.612571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] For port b4060e34-9568-4dcf-8233-e1b2bee99825, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:09.615866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] For port b4060e34-9568-4dcf-8233-e1b2bee99825, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4060e34-9568-4dcf-8233-e1b2bee99825,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:09.694379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:09.761615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:09.764602 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] 10.222.0.24 "PUT /v2.0/ports/b4060e34-9568-4dcf-8233-e1b2bee99825 HTTP/1.1" status: 200 len: 1094 time: 1.1318524 Feb 17 12:28:09.764602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'tag': 'b4060e34-9568-4dcf-8233-e1b2bee99825'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:28:09.783287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed009-33b1-4f62-b1c3-3b45270c422a service neutron] Pushing event updated for resources: {'Port': ['ID=b4060e34-9568-4dcf-8233-e1b2bee99825,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:09.831071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'tag': 'b4060e34-9568-4dcf-8233-e1b2bee99825', 'status': 'completed', 'code': 200} Feb 17 12:28:09.923953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27b2e0d5-3ea6-471f-afcd-ae496bc8303c req-a972c024-f69b-48e5-bf4a-34fd1f0baf4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe4ab499e854acbbb1c05f445650d97&device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 1097 time: 0.0738094 Feb 17 12:28:10.042072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d42a7df7-3742-4059-bec3-89897d3c3065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:10.067758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e0d5-3ea6-471f-afcd-ae496bc8303c req-298c1d8a-d6f6-488a-962f-07243f05cc6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:10.069188 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27b2e0d5-3ea6-471f-afcd-ae496bc8303c req-298c1d8a-d6f6-488a-962f-07243f05cc6e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8fe4ab499e854acbbb1c05f445650d97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1392426 Feb 17 12:28:10.208375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e0d5-3ea6-471f-afcd-ae496bc8303c req-8c0cb65b-b1a8-4cee-ae42-1d521f10b58a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:10.209840 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27b2e0d5-3ea6-471f-afcd-ae496bc8303c req-8c0cb65b-b1a8-4cee-ae42-1d521f10b58a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1338813 Feb 17 12:28:10.324569 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-00442356-aa62-4bbe-8afe-b76680a346e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe4ab499e854acbbb1c05f445650d97&device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 1097 time: 0.0766046 Feb 17 12:28:10.397013 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-f120156f-72c8-41d2-8f3d-b63363cf7aa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4060e34-9568-4dcf-8233-e1b2bee99825 HTTP/1.1" status: 200 len: 217 time: 0.0655825 Feb 17 12:28:10.461032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-96527cb8-1dd1-4154-af23-93b8acafc104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:10.462750 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-96527cb8-1dd1-4154-af23-93b8acafc104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1416e69-5ff3-423a-86b4-cccbb6fd6155 HTTP/1.1" status: 200 len: 853 time: 0.0596101 Feb 17 12:28:10.511649 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-3f8e21fb-80e3-4de3-9201-b2e030030fb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b793b9b-c69b-40ed-8311-a1a0439d2b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425375 Feb 17 12:28:10.642769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3b25-b259-458c-8640-73c8e9c85bd3 req-ca322176-adcd-4077-8855-4810f2ebba81 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:10.644190 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-93ad3b25-b259-458c-8640-73c8e9c85bd3 req-ca322176-adcd-4077-8855-4810f2ebba81 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 944 time: 0.0838921 Feb 17 12:28:10.695311 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-93ad3b25-b259-458c-8640-73c8e9c85bd3 req-74600917-cfc8-40fe-88d3-0799c2bae4f5 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452282 Feb 17 12:28:10.758242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-41662cc2-3aa8-44ea-8cbe-b2dc80e83f0c service neutron] 10.222.0.24 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410676 Feb 17 12:28:10.891003 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d21460ad-98c2-46a7-a6d6-49affb1c31d9 req-19439513-6b36-409e-950e-7f1678fd2680 service neutron] 10.222.0.24 "GET /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263630 Feb 17 12:28:11.384899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:11.452989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:11.841617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:11.897529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb5c7-d42b-4eee-9f2e-ec0d76db3c87 req-49688d0f-afc1-4fc4-ac68-b1a56a0570aa tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:11.898256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d8bdb5c7-d42b-4eee-9f2e-ec0d76db3c87 req-49688d0f-afc1-4fc4-ac68-b1a56a0570aa tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Synchronizing usage tracker for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:28:11.961620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d8bdb5c7-d42b-4eee-9f2e-ec0d76db3c87 req-49688d0f-afc1-4fc4-ac68-b1a56a0570aa tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Unset dirty status for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:28:11.962836 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8bdb5c7-d42b-4eee-9f2e-ec0d76db3c87 req-49688d0f-afc1-4fc4-ac68-b1a56a0570aa tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 944 time: 0.1391873 Feb 17 12:28:12.009399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8bdb5c7-d42b-4eee-9f2e-ec0d76db3c87 req-a710df5a-eee4-4882-93a7-53af655b4cb4 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Feb 17 12:28:12.487913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b4060e34-9568-4dcf-8233-e1b2bee99825 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:28:12.623162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b4060e34-9568-4dcf-8233-e1b2bee99825, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4060e34-9568-4dcf-8233-e1b2bee99825,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:12.636119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'b4060e34-9568-4dcf-8233-e1b2bee99825', 'network_id': '0b793b9b-c69b-40ed-8311-a1a0439d2b5c', 'port_id': 'b4060e34-9568-4dcf-8233-e1b2bee99825', 'mac_address': 'fa:16:3e:7c:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1416e69-5ff3-423a-86b4-cccbb6fd6155', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:28:12.689455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:12.712989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4060e34-9568-4dcf-8233-e1b2bee99825 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:28:12.728855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b4060e34-9568-4dcf-8233-e1b2bee99825, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4060e34-9568-4dcf-8233-e1b2bee99825,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:12.791375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:12.856890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b4060e34-9568-4dcf-8233-e1b2bee99825,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:12.985108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:13.126737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['b4060e34-9568-4dcf-8233-e1b2bee99825'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:28:13.212855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3723f-dab9-4505-bd33-8551d75e3016 req-15574b26-3b36-4c59-bb03-a0f3a4dc3e2b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:13.214550 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a9f3723f-dab9-4505-bd33-8551d75e3016 req-15574b26-3b36-4c59-bb03-a0f3a4dc3e2b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 945 time: 0.0828645 Feb 17 12:28:13.264555 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:28:13.265659 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a9f3723f-dab9-4505-bd33-8551d75e3016 req-945f0010-50b1-4c82-bd8c-3694ff330e46 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Feb 17 12:28:14.467665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15015ac5-d25a-4187-b4f3-1252220bcd1f req-55cb4e27-0935-4ffd-95e6-ed7cdc263b49 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:14.469112 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-15015ac5-d25a-4187-b4f3-1252220bcd1f req-55cb4e27-0935-4ffd-95e6-ed7cdc263b49 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 945 time: 0.0802815 Feb 17 12:28:14.508799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b4060e34-9568-4dcf-8233-e1b2bee99825 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:28:14.514763 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-15015ac5-d25a-4187-b4f3-1252220bcd1f req-b55389be-334a-4b9d-ae25-290f8b521603 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Feb 17 12:28:14.659019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port b4060e34-9568-4dcf-8233-e1b2bee99825 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:14.665204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port b4060e34-9568-4dcf-8233-e1b2bee99825 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:28:14.665576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:14.781840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:14.807990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4060e34-9568-4dcf-8233-e1b2bee99825'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:28:14.817517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b4060e34-9568-4dcf-8233-e1b2bee99825, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4060e34-9568-4dcf-8233-e1b2bee99825,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:14.865565 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4060e34-9568-4dcf-8233-e1b2bee99825', 'code': 200} Feb 17 12:28:14.881511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:14.952894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b4060e34-9568-4dcf-8233-e1b2bee99825,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:15.219212 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-52b0eace-a948-4f99-842c-d6f10f458d7c req-ae73ab04-367b-404b-ad84-77411c995f65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 1099 time: 0.0666528 Feb 17 12:28:15.261247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-52b0eace-a948-4f99-842c-d6f10f458d7c req-f42cf166-7b69-4b7a-b278-1db0d688189d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Feb 17 12:28:15.715797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934ffbe-d41c-4ee0-b880-29469f8ff7b4 req-53060587-1b8c-484f-bca5-00dc853e1c6b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:15.719887 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c934ffbe-d41c-4ee0-b880-29469f8ff7b4 req-53060587-1b8c-484f-bca5-00dc853e1c6b tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 946 time: 0.0834653 Feb 17 12:28:15.764621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c934ffbe-d41c-4ee0-b880-29469f8ff7b4 req-c99d98a7-4d81-4df0-b37f-159040900d89 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Feb 17 12:28:16.963631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a107d-eb66-41b6-ba64-da850a05d5db req-7b33e70b-063f-4068-b42d-ff4d6b3fcad4 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:16.965366 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d23a107d-eb66-41b6-ba64-da850a05d5db req-7b33e70b-063f-4068-b42d-ff4d6b3fcad4 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 946 time: 0.0806429 Feb 17 12:28:17.011153 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d23a107d-eb66-41b6-ba64-da850a05d5db req-97f1c75f-5b38-4654-8ed0-e7a9541fb9bd tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Feb 17 12:28:17.605407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818345e-8184-4a0a-b83e-eb32fae16bdb req-c3140a3d-5121-43bc-a6b8-573ea65e2349 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:17.606892 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0818345e-8184-4a0a-b83e-eb32fae16bdb req-c3140a3d-5121-43bc-a6b8-573ea65e2349 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 946 time: 0.0752168 Feb 17 12:28:17.652864 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0818345e-8184-4a0a-b83e-eb32fae16bdb req-f40c26ad-752a-4a12-bee9-c8d7a6fa6419 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Feb 17 12:28:18.851569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5f07-9e72-4dc8-a97e-c0ef07954488 req-ba989b6f-a8ff-4dec-a96a-d5f1cb1e83a5 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:18.853033 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-896e5f07-9e72-4dc8-a97e-c0ef07954488 req-ba989b6f-a8ff-4dec-a96a-d5f1cb1e83a5 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 946 time: 0.0784056 Feb 17 12:28:18.902754 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-896e5f07-9e72-4dc8-a97e-c0ef07954488 req-491e2ee2-aeca-4878-9d68-6ae1253fc6bc tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Feb 17 12:28:19.050742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9567e94-5311-40cc-996d-38620398f0f8 req-783a3899-c061-4520-9f3d-cb578778bda6 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:19.052072 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9567e94-5311-40cc-996d-38620398f0f8 req-783a3899-c061-4520-9f3d-cb578778bda6 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 946 time: 0.0738971 Feb 17 12:28:19.130908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Deleting port b4060e34-9568-4dcf-8233-e1b2bee99825 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:19.131247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:19.384549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] For port b4060e34-9568-4dcf-8233-e1b2bee99825, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4060e34-9568-4dcf-8233-e1b2bee99825,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:19.384904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:19.509251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Calling delete_port for b4060e34-9568-4dcf-8233-e1b2bee99825 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:19.721453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:19.733327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['4bdd06d0-41a0-42c5-83e8-55e9861bad19', 'b4060e34-9568-4dcf-8233-e1b2bee99825'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:28:19.775454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Pushing event deleted for resources: {'Port': ['ID=b4060e34-9568-4dcf-8233-e1b2bee99825,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:19.852946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] No DVR routers for this DVR port b4060e34-9568-4dcf-8233-e1b2bee99825 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:19.855641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:19.858236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'name': 'network-vif-deleted', 'tag': 'b4060e34-9568-4dcf-8233-e1b2bee99825'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:28:19.917361 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c6d42-d83d-4f6f-85e3-941122975c1f', 'name': 'network-vif-deleted', 'tag': 'b4060e34-9568-4dcf-8233-e1b2bee99825', 'status': 'completed', 'code': 200} Feb 17 12:28:19.928060 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9567e94-5311-40cc-996d-38620398f0f8 req-c0e936ac-051b-4b59-b088-29aca9f5c3ad tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "DELETE /v2.0/ports/b4060e34-9568-4dcf-8233-e1b2bee99825 HTTP/1.1" status: 204 len: 173 time: 0.8712392 Feb 17 12:28:20.063629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-29765c83-b77b-47ea-a0db-ce4e94fb6a1a req-b8a069d1-64e9-4cdb-ba9b-4a2f0f70d5c0 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Synchronizing usage tracker for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:28:20.161177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-29765c83-b77b-47ea-a0db-ce4e94fb6a1a req-b8a069d1-64e9-4cdb-ba9b-4a2f0f70d5c0 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Unset dirty status for tenant:8fe4ab499e854acbbb1c05f445650d97 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:28:20.163046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29765c83-b77b-47ea-a0db-ce4e94fb6a1a req-b8a069d1-64e9-4cdb-ba9b-4a2f0f70d5c0 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9c6d42-d83d-4f6f-85e3-941122975c1f HTTP/1.1" status: 200 len: 210 time: 0.1407480 Feb 17 12:28:21.440709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb15de-3d7e-4a3c-ba47-c3a22ae808e1 req-d07c49e5-014c-4f35-9ed6-86cfe3a86787 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:21.442198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8eb15de-3d7e-4a3c-ba47-c3a22ae808e1 req-d07c49e5-014c-4f35-9ed6-86cfe3a86787 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0794420 Feb 17 12:28:21.488984 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8eb15de-3d7e-4a3c-ba47-c3a22ae808e1 req-94a32cd5-46ef-469b-b2d3-fec40b56ff68 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Feb 17 12:28:21.705167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c971c-f6bd-48a3-b8e4-22e92bbf1cb9 req-46c4e704-5222-41fd-90ba-6f75b925e2c7 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:21.706642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e93c971c-f6bd-48a3-b8e4-22e92bbf1cb9 req-46c4e704-5222-41fd-90ba-6f75b925e2c7 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0746059 Feb 17 12:28:21.755922 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e93c971c-f6bd-48a3-b8e4-22e92bbf1cb9 req-033148f0-a903-4d76-85ea-11607aa6d9a1 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Feb 17 12:28:21.956522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771d6ba-32c2-44dd-b1c7-8fd8ecb2af47 req-fd476c90-2828-47be-92d9-28d74e6484dc tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:21.957985 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9771d6ba-32c2-44dd-b1c7-8fd8ecb2af47 req-fd476c90-2828-47be-92d9-28d74e6484dc tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0820503 Feb 17 12:28:22.003673 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9771d6ba-32c2-44dd-b1c7-8fd8ecb2af47 req-2702aaef-1ec2-4822-a603-2854452b5c38 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Feb 17 12:28:22.200175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c948da82-7922-407c-a851-4e25b91b7de6 req-663c30a1-2f1d-4653-963c-5f975053ed24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704253 Feb 17 12:28:22.395115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806794-6762-4b7f-b81a-c912bdd0cc6f req-9fdd51ea-0a2d-4b07-af9f-a1a466c76679 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:22.396591 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b7806794-6762-4b7f-b81a-c912bdd0cc6f req-9fdd51ea-0a2d-4b07-af9f-a1a466c76679 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0776463 Feb 17 12:28:22.445791 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b7806794-6762-4b7f-b81a-c912bdd0cc6f req-d55a2e81-bdd5-465c-8a78-bc0f22ed7fa0 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Feb 17 12:28:22.513306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b4060e34-9568-4dcf-8233-e1b2bee99825 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:28:22.549496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: b4060e34-9568-4dcf-8233-e1b2bee99825 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:28:22.549852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b4060e34-9568-4dcf-8233-e1b2bee99825 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:28:22.652397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0df6b-00da-4ebd-aaff-c5848f724496 req-facd6c35-33cc-4dd7-886e-1a98bb650226 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:22.653882 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-54f0df6b-00da-4ebd-aaff-c5848f724496 req-facd6c35-33cc-4dd7-886e-1a98bb650226 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0764439 Feb 17 12:28:22.780923 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-54f0df6b-00da-4ebd-aaff-c5848f724496 req-0d95371f-7d04-4d4d-a4db-3a1b9deb7da7 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215680 Feb 17 12:28:22.996924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1494b1-fa54-4e10-b9b2-4f9054a4c74d req-12159871-7cb1-4b86-8d0b-7251920fddd2 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:22.998309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5e1494b1-fa54-4e10-b9b2-4f9054a4c74d req-12159871-7cb1-4b86-8d0b-7251920fddd2 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0780931 Feb 17 12:28:23.045315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5e1494b1-fa54-4e10-b9b2-4f9054a4c74d req-209cb20f-f3bc-4571-a4f1-1949d7de080c tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Feb 17 12:28:23.900879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d983a-a407-4581-8564-0e27f204246c req-871d7909-536d-4a88-981b-8e3413c7cacb tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:23.902387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c2d983a-a407-4581-8564-0e27f204246c req-871d7909-536d-4a88-981b-8e3413c7cacb tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0827875 Feb 17 12:28:23.953142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c2d983a-a407-4581-8564-0e27f204246c req-add369a0-c452-4a61-9de2-0584e4e918b0 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Feb 17 12:28:25.164054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb579fc9-30ae-4129-b43f-55e29c118957 req-ac907352-23bc-48f3-b658-18524921b6aa tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:25.165549 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bb579fc9-30ae-4129-b43f-55e29c118957 req-ac907352-23bc-48f3-b658-18524921b6aa tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0765495 Feb 17 12:28:25.213050 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bb579fc9-30ae-4129-b43f-55e29c118957 req-edacfa77-c221-448f-aa16-c58fe5435522 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Feb 17 12:28:25.374826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a25456a0-d705-4bcc-9f6c-88e882615c3f tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:25.376260 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a25456a0-d705-4bcc-9f6c-88e882615c3f tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 945 time: 0.0753789 Feb 17 12:28:25.454803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Deleting port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:25.455131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:25.702619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] For port 4bdd06d0-41a0-42c5-83e8-55e9861bad19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=4bdd06d0-41a0-42c5-83e8-55e9861bad19,segment=NetworkSegment(1c5f5c30-62d5-4c9b-a9a5-49718e20bd75),segment_id=1c5f5c30-62d5-4c9b-a9a5-49718e20bd75)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:25.702863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:25.830455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Calling delete_port for 4bdd06d0-41a0-42c5-83e8-55e9861bad19 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:26.035474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:26.047515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['4bdd06d0-41a0-42c5-83e8-55e9861bad19'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:28:26.082967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Pushing event deleted for resources: {'Port': ['ID=4bdd06d0-41a0-42c5-83e8-55e9861bad19,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:26.165145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] No DVR routers for this DVR port 4bdd06d0-41a0-42c5-83e8-55e9861bad19 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:26.167758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:26.170261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'name': 'network-vif-deleted', 'tag': '4bdd06d0-41a0-42c5-83e8-55e9861bad19'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:28:26.223410 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef104652-4aae-4f0c-8572-c2a7a2fcedfd', 'name': 'network-vif-deleted', 'tag': '4bdd06d0-41a0-42c5-83e8-55e9861bad19', 'status': 'completed', 'code': 200} Feb 17 12:28:26.230752 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f57978d5-656a-4561-be5a-a4b265c5218c req-a4f6812e-80bd-4b3f-a595-26fb98196a87 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.24 "DELETE /v2.0/ports/4bdd06d0-41a0-42c5-83e8-55e9861bad19 HTTP/1.1" status: 204 len: 173 time: 0.8491826 Feb 17 12:28:26.447738 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bd866fcf-9ed5-48ec-9666-8e0e6f3a39cf req-8d635f42-3607-4f64-841a-696e8c4ef558 tempest-ServersNegativeTestJSON-1598819887 tempest-ServersNegativeTestJSON-1598819887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef104652-4aae-4f0c-8572-c2a7a2fcedfd HTTP/1.1" status: 200 len: 210 time: 0.0445602 Feb 17 12:28:27.554982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55224) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:27.617307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Deleting subnet f1416e69-5ff3-423a-86b4-cccbb6fd6155 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:28:27.620325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:27.668820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:27.727266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:27.859611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:27.895816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1416e69-5ff3-423a-86b4-cccbb6fd6155,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:27.902662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:27.908561 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3e37b2ed-cdf7-4803-8841-3559da6c16e6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f1416e69-5ff3-423a-86b4-cccbb6fd6155 HTTP/1.1" status: 204 len: 168 time: 0.3523724 Feb 17 12:28:27.911075 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55228) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:28.018734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.143394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.168687 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b793b9b-c69b-40ed-8311-a1a0439d2b5c']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:28.184210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:28.184502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5f5c30-62d5-4c9b-a9a5-49718e20bd75') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:28.195889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.213632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.219804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:28.220179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:28.233292 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:28.378602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.395982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:28.410469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b793b9b-c69b-40ed-8311-a1a0439d2b5c,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:28.465154 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2726c998-5385-4625-a2d9-780ccc3a6504 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0b793b9b-c69b-40ed-8311-a1a0439d2b5c HTTP/1.1" status: 204 len: 168 time: 0.5530498 Feb 17 12:28:28.515003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4bdd06d0-41a0-42c5-83e8-55e9861bad19 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:28:28.549873 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 4bdd06d0-41a0-42c5-83e8-55e9861bad19 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:28:28.556081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 4bdd06d0-41a0-42c5-83e8-55e9861bad19 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:28:28.816153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55234) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:28.944712 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-98143406-f5f1-4297-8123-0346018d3c9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fe4ab499e854acbbb1c05f445650d97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1274121 Feb 17 12:28:28.947428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55238) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:29.006392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20be88cc-dff8-4ac3-b13f-2d8fbbff3461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:29.031531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20be88cc-dff8-4ac3-b13f-2d8fbbff3461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:29.167636 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20be88cc-dff8-4ac3-b13f-2d8fbbff3461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:29.183133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be88cc-dff8-4ac3-b13f-2d8fbbff3461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ab7d05-cbe5-44fb-8a03-e22827aa14b1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:29.257233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-20be88cc-dff8-4ac3-b13f-2d8fbbff3461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:29.258432 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-20be88cc-dff8-4ac3-b13f-2d8fbbff3461 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4ab7d05-cbe5-44fb-8a03-e22827aa14b1 HTTP/1.1" status: 204 len: 168 time: 0.3101234 Feb 17 12:28:30.478474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55260) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:30.610710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1319159958'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:30.615877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:30.619768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:network and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:30.623325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:30.629123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:30.698585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:30.701656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:30.715267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:30.750391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:30.754159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:security_group_rule and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:30.756983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:30.763333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:30.831255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:30.898305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:30.930699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:30.939294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732ed1a8-60fd-49b2-adb1-f9278173f1b7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:30.944686 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:30.945016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Added segment f9878831-8e70-4c7c-9885-b1dc0d0eec64 of type vlan for network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e Feb 17 12:28:30.974344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:31.063841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:31.067592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:31.068160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:31.181432 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Network': ['ID=a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:31.191644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:31.242352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-18aeb393-d584-46c6-8e70-07ddee2c2d7e tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7621439 Feb 17 12:28:34.598368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55266) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:34.604580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'subnet': {'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:34.711810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:34.715554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:subnet and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:34.718292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:34.723778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:34.898310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:34.999563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.264263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.347934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Subnet': ['ID=fd80d210-9df7-4460-a03f-e272d1a655b2,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:35.362508 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.362849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.363188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.363517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.363851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.364176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.364498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.364843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.365159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.365475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.365845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:35.370790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Checking segment: {'id': 'f9878831-8e70-4c7c-9885-b1dc0d0eec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:35.371167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network hostable DHCP agents. Network: a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:35.446704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:35.527364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:35.532127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:35.534104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.536973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d91dbf-108b-47d4-b747-fc484b2ae9b4 None None] Network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:35.619737 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-5f017ffb-1534-40c6-8694-ed04c6cfa1ac tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0196803 Feb 17 12:28:35.624708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55270) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:35.630600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274467649'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:35.635663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:35.639596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:network and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:35.642509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:35.648705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:35.726887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:35.730972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.751517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e', 'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e', 'tenant_id': '87c2015808a74f08b9c16ffe4ca6a28d', 'fixed_ips': [{'subnet_id': 'fd80d210-9df7-4460-a03f-e272d1a655b2'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:35.752328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.760348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:35.771643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.771975 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Added segment d0ec3535-60a4-4edf-bcb6-f010a3c7244c of type vlan for network 5210fc0f-2330-4127-b692-2ece2f00ba2c Feb 17 12:28:35.805852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.909249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Allocated IP 2001:db8:0:ffff::2 (a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e/fd80d210-9df7-4460-a03f-e272d1a655b2/44f7ccd9-8e29-4faa-8356-84b87c16b2b5) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:35.933009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:35.936705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:35.937273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.044077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Network': ['ID=5210fc0f-2330-4127-b692-2ece2f00ba2c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:36.052775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.053113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.053446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.053796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.054134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.054455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.054775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.055092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.055433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.055748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.056108 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:28:36.082537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5210fc0f-2330-4127-b692-2ece2f00ba2c details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:36.090881 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-53de4673-fd35-4617-ba32-f382da969056 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4619470 Feb 17 12:28:36.091082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55274) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:36.096681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'subnet': {'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:36.195025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.219491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Transition to ACTIVE for port object 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:36.242195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Transition to ACTIVE for port object 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:36.309036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:36.310404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.312916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:subnet and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:36.315778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:36.321658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:36.378384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:36.380932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:36.384404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:36.390612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Pushing event updated for resources: {'Port': ['ID=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:36.407155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:36.473567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Attempting to bind port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:36.473857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Attempting to bind port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'f9878831-8e70-4c7c-9885-b1dc0d0eec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:36.474139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Attempting to bind port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 on network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:36.481425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:36.481801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Checking segment: {'id': 'f9878831-8e70-4c7c-9885-b1dc0d0eec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:36.482203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.482578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Bound using segment: {'id': 'f9878831-8e70-4c7c-9885-b1dc0d0eec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:36.483029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Bound port: 44f7ccd9-8e29-4faa-8356-84b87c16b2b5, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9878831-8e70-4c7c-9885-b1dc0d0eec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:36.483388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.509385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.600354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] For port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:36.603221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] For port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,segment=NetworkSegment(f9878831-8e70-4c7c-9885-b1dc0d0eec64),segment_id=f9878831-8e70-4c7c-9885-b1dc0d0eec64)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:36.675859 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.756995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf8026-0239-4379-b248-af76d71d55b6 None None] Pushing event updated for resources: {'Port': ['ID=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:36.784222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:36.865429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Subnet': ['ID=925235d3-47e2-4e64-a9b6-230963e5c9ca,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:36.880548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Checking segment: {'id': 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:36.880793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network hostable DHCP agents. Network: 5210fc0f-2330-4127-b692-2ece2f00ba2c, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:36.978856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network 5210fc0f-2330-4127-b692-2ece2f00ba2c is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:37.075204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 5210fc0f-2330-4127-b692-2ece2f00ba2c) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:37.079250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:37.079867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.085247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b0b0b-e563-4461-8f61-b9d871f83965 None None] Network 5210fc0f-2330-4127-b692-2ece2f00ba2c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:37.150601 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ad01c86f-6984-4828-ac77-1e5d6b35adbb tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0584404 Feb 17 12:28:37.153194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55278) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:37.297207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.305235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-5210fc0f-2330-4127-b692-2ece2f00ba2c', 'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c', 'tenant_id': '87c2015808a74f08b9c16ffe4ca6a28d', 'fixed_ips': [{'subnet_id': '925235d3-47e2-4e64-a9b6-230963e5c9ca'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:37.312841 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.367355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.472027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Allocated IP 2001:db8::2 (5210fc0f-2330-4127-b692-2ece2f00ba2c/925235d3-47e2-4e64-a9b6-230963e5c9ca/50cb7cdd-5f24-460c-be4b-7eac9a731bb8) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:37.691492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.705909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Transition to ACTIVE for port object 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:37.711440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5afe9-aef1-42de-b20e-2286becb211f None None] Network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:37.812117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Transition to ACTIVE for port object 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:37.858224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2908f96a-3e97-4c0d-906e-79335d4c5c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.900214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:37.946959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-70dc81dc-2632-48bc-a301-8ffcd7a857c9 None None] Provisioning for port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:37.990658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.018282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Network 5210fc0f-2330-4127-b692-2ece2f00ba2c is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:38.029678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Pushing event updated for resources: {'Port': ['ID=50cb7cdd-5f24-460c-be4b-7eac9a731bb8,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:38.033764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Subnet': ['ID=925235d3-47e2-4e64-a9b6-230963e5c9ca,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:38.035882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:38.039533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:38.136790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.142845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Attempting to bind port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:38.143211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Attempting to bind port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:38.143568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Attempting to bind port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 on network 5210fc0f-2330-4127-b692-2ece2f00ba2c {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:38.153417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:38.153839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Checking segment: {'id': 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:38.154244 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.154635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Bound using segment: {'id': 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:38.155081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Bound port: 50cb7cdd-5f24-460c-be4b-7eac9a731bb8, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5210fc0f-2330-4127-b692-2ece2f00ba2c'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:38.155857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.161704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5210fc0f-2330-4127-b692-2ece2f00ba2c']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:38.174299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:38.174591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:38.191626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.209427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.218395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:38.222850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:38.233236 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:38.260375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] For port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:38.316939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] For port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=50cb7cdd-5f24-460c-be4b-7eac9a731bb8,segment=NetworkSegment(d0ec3535-60a4-4edf-bcb6-f010a3c7244c),segment_id=d0ec3535-60a4-4edf-bcb6-f010a3c7244c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:38.356154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 12:28:38.356154 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 12:28:38.356154 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'id': '5210fc0f-2330-4127-b692-2ece2f00ba2c'}] Feb 17 12:28:38.356154 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:28:38.356786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:28:38.386463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.488536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:28:38.531763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538bc7-045b-4cd9-8a59-0a91bbf42779 None None] Pushing event updated for resources: {'Port': ['ID=50cb7cdd-5f24-460c-be4b-7eac9a731bb8,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:38.590439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2be876d-3c54-40b5-94ac-b377b21f4c49 None None] Network 5210fc0f-2330-4127-b692-2ece2f00ba2c requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:38.747589 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:38.757721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:28:38.758108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.858348 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.870870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:38.871212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:38.914235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9c2d7-4b74-4dd5-b89f-76abd2bfd263 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 12:28:38.959981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.017337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,segment=NetworkSegment(f9878831-8e70-4c7c-9885-b1dc0d0eec64),segment_id=f9878831-8e70-4c7c-9885-b1dc0d0eec64)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:39.032780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9c2d7-4b74-4dd5-b89f-76abd2bfd263 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 12:28:39.073861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] For port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=50cb7cdd-5f24-460c-be4b-7eac9a731bb8,segment=NetworkSegment(d0ec3535-60a4-4edf-bcb6-f010a3c7244c),segment_id=d0ec3535-60a4-4edf-bcb6-f010a3c7244c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:39.074484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.112922 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.196088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Calling delete_port for 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:39.218757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:39.344177 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.394457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Port': ['ID=50cb7cdd-5f24-460c-be4b-7eac9a731bb8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:39.394457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No DVR routers for this DVR port 50cb7cdd-5f24-460c-be4b-7eac9a731bb8 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:39.605400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.629892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5210fc0f-2330-4127-b692-2ece2f00ba2c']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:39.642574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:39.642855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ec3535-60a4-4edf-bcb6-f010a3c7244c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:39.653970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.669537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.675411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:39.675782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:39.690632 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:39.846925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.867775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:39.881020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Network': ['ID=5210fc0f-2330-4127-b692-2ece2f00ba2c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:39.885099 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3ea64c3d-b534-49a0-84b5-29306aaec97c tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/5210fc0f-2330-4127-b692-2ece2f00ba2c HTTP/1.1" status: 204 len: 168 time: 2.7308648 Feb 17 12:28:39.888491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55282) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:39.893836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266696746'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:39.898824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:39.902699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:network and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:39.905464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:39.911549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:39.995909 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:39.998948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.028904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:40.038008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.038378 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Added segment b530fbdc-d1e4-437d-af24-af51faab3e5b of type vlan for network d17296e1-5aab-4277-8560-27b8f117466a Feb 17 12:28:40.047005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-705d2970-1d74-49d4-8805-02e4ff00e24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.065943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.144178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.147866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:40.148433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.267128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Network': ['ID=d17296e1-5aab-4277-8560-27b8f117466a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:40.277146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network d17296e1-5aab-4277-8560-27b8f117466a details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:40.310861 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4d49711f-8ec3-4d6b-bf6d-addc16725f80 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4213150 Feb 17 12:28:40.313690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55286) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:40.319162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'subnet': {'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:40.432673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:40.435017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:28:40.436796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:subnet and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:40.439692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:40.445441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:40.501031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:28:40.501392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.527053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:40.633115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.723829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Performing IP validity checks on allocation pools {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 12:28:40.724256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.ipam_backend_mixin [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 12:28:40.915498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:40.996007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Subnet': ['ID=38520a1b-dbb9-4c98-83a5-7a4d2eab4781,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:41.006540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Checking segment: {'id': 'b530fbdc-d1e4-437d-af24-af51faab3e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:41.006892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network hostable DHCP agents. Network: d17296e1-5aab-4277-8560-27b8f117466a, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:41.086385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network d17296e1-5aab-4277-8560-27b8f117466a is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:41.161052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, d17296e1-5aab-4277-8560-27b8f117466a) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:41.165134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:41.166293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.171657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970bc6ff-c1ee-4e77-b577-649f516430a5 None None] Network d17296e1-5aab-4277-8560-27b8f117466a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:41.248291 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-31b3bd89-847e-4101-852c-497561028a7f tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9334216 Feb 17 12:28:41.250960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55290) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:41.394183 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.406948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.410431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-d17296e1-5aab-4277-8560-27b8f117466a', 'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a', 'tenant_id': '87c2015808a74f08b9c16ffe4ca6a28d', 'fixed_ips': [{'subnet_id': '38520a1b-dbb9-4c98-83a5-7a4d2eab4781'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:41.411359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.459539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.466020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.568655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Allocated IP 2001:db8::3 (d17296e1-5aab-4277-8560-27b8f117466a/38520a1b-dbb9-4c98-83a5-7a4d2eab4781/ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:41.767142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.781580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Transition to ACTIVE for port object ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:41.802654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Transition to ACTIVE for port object ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:41.917108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.955946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:41.988404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Network d17296e1-5aab-4277-8560-27b8f117466a is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:41.991128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:41.995416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:41.997484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Pushing event updated for resources: {'Port': ['ID=ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:42.001273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.040503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Subnet': ['ID=38520a1b-dbb9-4c98-83a5-7a4d2eab4781,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:42.084299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Attempting to bind port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:42.084661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Attempting to bind port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'b530fbdc-d1e4-437d-af24-af51faab3e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:42.085017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Attempting to bind port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 on network d17296e1-5aab-4277-8560-27b8f117466a {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:42.092355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:42.092715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Checking segment: {'id': 'b530fbdc-d1e4-437d-af24-af51faab3e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:42.093108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.093490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Bound using segment: {'id': 'b530fbdc-d1e4-437d-af24-af51faab3e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:42.094094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Bound port: ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b530fbdc-d1e4-437d-af24-af51faab3e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd17296e1-5aab-4277-8560-27b8f117466a'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:42.094412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.139109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.167658 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17296e1-5aab-4277-8560-27b8f117466a']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:42.180334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b530fbdc-d1e4-437d-af24-af51faab3e5b') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:42.180627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b530fbdc-d1e4-437d-af24-af51faab3e5b') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:42.193404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.221225 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.227821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:42.228398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.233068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] For port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:42.242719 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:42.422587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] For port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345,segment=NetworkSegment(b530fbdc-d1e4-437d-af24-af51faab3e5b),segment_id=b530fbdc-d1e4-437d-af24-af51faab3e5b)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:42.481450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.db.api [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 12:28:42.481450 dv-neutron-828728-1-hyperv neutron-server[84460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 12:28:42.481450 dv-neutron-828728-1-hyperv neutron-server[84460]: [parameters: {'id': 'd17296e1-5aab-4277-8560-27b8f117466a'}] Feb 17 12:28:42.481450 dv-neutron-828728-1-hyperv neutron-server[84460]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:28:42.481963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG oslo_db.api [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:28:42.516024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.627810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76effcf-28a7-40b3-8713-a8440a78d96b None None] Pushing event updated for resources: {'Port': ['ID=ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:42.658817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8dff8d-157a-4d40-9cab-89735ea07c8c None None] Network d17296e1-5aab-4277-8560-27b8f117466a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:42.853186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f6006-18a0-47a7-9655-8f2676ecc9a7 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 12:28:42.954265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f6006-18a0-47a7-9655-8f2676ecc9a7 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 12:28:42.983047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.984488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:42.994019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:42.994947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.203272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] For port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345,segment=NetworkSegment(b530fbdc-d1e4-437d-af24-af51faab3e5b),segment_id=b530fbdc-d1e4-437d-af24-af51faab3e5b)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:43.204094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.333026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Calling delete_port for ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:43.458610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.508343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Port': ['ID=ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:43.514590 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No DVR routers for this DVR port ccf86fb5-40ad-4a5d-8ac9-8acd0cbde345 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:43.642312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.669811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17296e1-5aab-4277-8560-27b8f117466a']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:43.683915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b530fbdc-d1e4-437d-af24-af51faab3e5b') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:43.684204 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b530fbdc-d1e4-437d-af24-af51faab3e5b') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:43.695736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.713441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.719652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:43.720032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:43.737019 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:43.903852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.920714 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:43.933686 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Network': ['ID=d17296e1-5aab-4277-8560-27b8f117466a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:43.937717 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dd5f1d3f-81c9-4b48-a6a7-1b0982374988 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/d17296e1-5aab-4277-8560-27b8f117466a HTTP/1.1" status: 204 len: 168 time: 2.6858242 Feb 17 12:28:43.941237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55294) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:43.946654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144605942'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:43.952259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:43.956120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:network and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:43.958954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:43.968930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:44.040668 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:44.043644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:44.071600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:44.081029 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:44.081364 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Added segment 48049d2a-162a-40cc-85b4-f71d4d622d5f of type vlan for network 11f470e8-cbad-4e12-9e4c-a61c44fc0add Feb 17 12:28:44.106205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:44.218099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:44.221869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:44.222366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:44.330529 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Network': ['ID=11f470e8-cbad-4e12-9e4c-a61c44fc0add,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:44.345047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 11f470e8-cbad-4e12-9e4c-a61c44fc0add details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:44.390331 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-813839ac-befa-4b8c-8e6a-9d6bc53b4e3d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4480145 Feb 17 12:28:44.393876 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55298) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:44.399585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'subnet': {'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:44.514266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:44.517986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:subnet and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:44.520762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:44.526516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:44.583858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:44.687319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:44.955751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.129979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Subnet': ['ID=2e8617b0-15ce-40c1-abc7-b60482045978,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:45.141201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Checking segment: {'id': '48049d2a-162a-40cc-85b4-f71d4d622d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:45.141555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network hostable DHCP agents. Network: 11f470e8-cbad-4e12-9e4c-a61c44fc0add, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:45.206650 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network 11f470e8-cbad-4e12-9e4c-a61c44fc0add is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:45.286620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 11f470e8-cbad-4e12-9e4c-a61c44fc0add) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:45.291413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:45.292147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.297026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b15784-4135-467d-8821-9139322e2b2f None None] Network 11f470e8-cbad-4e12-9e4c-a61c44fc0add requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:45.384677 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-46738e30-da6f-4f91-8511-177b515c92f4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9896955 Feb 17 12:28:45.388359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55302) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:45.393947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242550859'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:45.402409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:45.403400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:network and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:45.406233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:45.411958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:45.481597 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:45.484912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.511300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-11f470e8-cbad-4e12-9e4c-a61c44fc0add', 'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add', 'tenant_id': '87c2015808a74f08b9c16ffe4ca6a28d', 'fixed_ips': [{'subnet_id': '2e8617b0-15ce-40c1-abc7-b60482045978'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:45.513041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.517235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:45.527117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.527456 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Added segment e4ef0336-2a61-4d42-901f-65f552a1ed23 of type vlan for network fe806118-2656-4882-9a17-3c10fdaeae3a Feb 17 12:28:45.553914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.641105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.644927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:45.645500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.675435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Allocated IP 2001:db8::2 (11f470e8-cbad-4e12-9e4c-a61c44fc0add/2e8617b0-15ce-40c1-abc7-b60482045978/f46293ad-8d7f-4975-af78-915cf10be98b) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:45.752324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Network': ['ID=fe806118-2656-4882-9a17-3c10fdaeae3a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:45.766860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network fe806118-2656-4882-9a17-3c10fdaeae3a details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:45.784436 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e4fb1ff-4447-47f9-b9e1-dac82dca68e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3949380 Feb 17 12:28:45.787690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55306) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:45.794678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Request body: {'subnet': {'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:45.919225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:45.923164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Usage tracker for resource:subnet and tenant:87c2015808a74f08b9c16ffe4ca6a28d is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:45.926068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:45.932536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:45.978899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:45.988680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Transition to ACTIVE for port object f46293ad-8d7f-4975-af78-915cf10be98b will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:46.012856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Transition to ACTIVE for port object f46293ad-8d7f-4975-af78-915cf10be98b will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:46.029467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Made reservation on behalf of 87c2015808a74f08b9c16ffe4ca6a28d for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:46.110478 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.131022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.217807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Network 11f470e8-cbad-4e12-9e4c-a61c44fc0add is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:46.220466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:46.224008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:46.230813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Pushing event updated for resources: {'Port': ['ID=f46293ad-8d7f-4975-af78-915cf10be98b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:46.325295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Attempting to bind port f46293ad-8d7f-4975-af78-915cf10be98b on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:46.329045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Attempting to bind port f46293ad-8d7f-4975-af78-915cf10be98b by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '48049d2a-162a-40cc-85b4-f71d4d622d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:46.329045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Attempting to bind port f46293ad-8d7f-4975-af78-915cf10be98b on network 11f470e8-cbad-4e12-9e4c-a61c44fc0add {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:46.332714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:46.333084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Checking segment: {'id': '48049d2a-162a-40cc-85b4-f71d4d622d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:46.333472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.333884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Bound using segment: {'id': '48049d2a-162a-40cc-85b4-f71d4d622d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:46.334336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Bound port: f46293ad-8d7f-4975-af78-915cf10be98b, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48049d2a-162a-40cc-85b4-f71d4d622d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11f470e8-cbad-4e12-9e4c-a61c44fc0add'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:46.334699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.420981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] For port f46293ad-8d7f-4975-af78-915cf10be98b, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:46.424009 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] For port f46293ad-8d7f-4975-af78-915cf10be98b, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f46293ad-8d7f-4975-af78-915cf10be98b,segment=NetworkSegment(48049d2a-162a-40cc-85b4-f71d4d622d5f),segment_id=48049d2a-162a-40cc-85b4-f71d4d622d5f)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:46.424290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.504088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event updated for resources: {'Subnet': ['ID=e813a936-675e-4e3b-b41e-9cf6c96a0abf,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:46.504391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.517888 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Checking segment: {'id': 'e4ef0336-2a61-4d42-901f-65f552a1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:46.518233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network hostable DHCP agents. Network: fe806118-2656-4882-9a17-3c10fdaeae3a, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:46.584438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f66aa7-2619-4736-a075-9cbb4042985f None None] Pushing event updated for resources: {'Port': ['ID=f46293ad-8d7f-4975-af78-915cf10be98b,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:46.635792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Network fe806118-2656-4882-9a17-3c10fdaeae3a is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:46.727051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, fe806118-2656-4882-9a17-3c10fdaeae3a) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:46.731833 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:46.732562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:46.740153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806e9221-45f1-4c87-8920-2bf7aa8bb814 None None] Network fe806118-2656-4882-9a17-3c10fdaeae3a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:46.825203 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9936a1b2-bfb7-4835-9dd7-f74084f97708 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0363955 Feb 17 12:28:46.827801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55310) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:46.973747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-fe806118-2656-4882-9a17-3c10fdaeae3a', 'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a', 'tenant_id': '87c2015808a74f08b9c16ffe4ca6a28d', 'fixed_ips': [{'subnet_id': 'e813a936-675e-4e3b-b41e-9cf6c96a0abf'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:46.974664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.066965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.130813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.140590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Allocated IP 2001:db8::2 (fe806118-2656-4882-9a17-3c10fdaeae3a/e813a936-675e-4e3b-b41e-9cf6c96a0abf/a2fb00d6-b990-41c5-8666-6106fae095b7) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:47.350598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.361498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Transition to ACTIVE for port object a2fb00d6-b990-41c5-8666-6106fae095b7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:47.381031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Transition to ACTIVE for port object a2fb00d6-b990-41c5-8666-6106fae095b7 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:47.447663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.498300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34037b8c-811d-416c-ab27-55d4706704e9 None None] Network 11f470e8-cbad-4e12-9e4c-a61c44fc0add requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:47.544146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.583483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Subnet': ['ID=e813a936-675e-4e3b-b41e-9cf6c96a0abf,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:47.599660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Network fe806118-2656-4882-9a17-3c10fdaeae3a is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:47.606845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:47.610897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Pushing event updated for resources: {'Port': ['ID=a2fb00d6-b990-41c5-8666-6106fae095b7,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:47.614845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:47.689666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.716991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe806118-2656-4882-9a17-3c10fdaeae3a']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:47.718613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-87950d2f-b21e-4e10-8cf7-19561c50a699 None None] Provisioning for port f46293ad-8d7f-4975-af78-915cf10be98b completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:47.730391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef0336-2a61-4d42-901f-65f552a1ed23') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:47.730662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef0336-2a61-4d42-901f-65f552a1ed23') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:47.743420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.761255 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.767267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:47.767651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.773421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Attempting to bind port a2fb00d6-b990-41c5-8666-6106fae095b7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:47.773800 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Attempting to bind port a2fb00d6-b990-41c5-8666-6106fae095b7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'e4ef0336-2a61-4d42-901f-65f552a1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:47.774163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Attempting to bind port a2fb00d6-b990-41c5-8666-6106fae095b7 on network fe806118-2656-4882-9a17-3c10fdaeae3a {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:47.781838 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:47.789913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:47.790284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Checking segment: {'id': 'e4ef0336-2a61-4d42-901f-65f552a1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:47.790681 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.791379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Bound using segment: {'id': 'e4ef0336-2a61-4d42-901f-65f552a1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:47.791838 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Bound port: a2fb00d6-b990-41c5-8666-6106fae095b7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ef0336-2a61-4d42-901f-65f552a1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe806118-2656-4882-9a17-3c10fdaeae3a'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:47.792206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:47.898784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.db.api [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 12:28:47.898784 dv-neutron-828728-1-hyperv neutron-server[84459]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 12:28:47.898784 dv-neutron-828728-1-hyperv neutron-server[84459]: [parameters: {'id': 'fe806118-2656-4882-9a17-3c10fdaeae3a'}] Feb 17 12:28:47.898784 dv-neutron-828728-1-hyperv neutron-server[84459]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:28:47.899650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG oslo_db.api [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:28:47.932778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] For port a2fb00d6-b990-41c5-8666-6106fae095b7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:47.935965 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] For port a2fb00d6-b990-41c5-8666-6106fae095b7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a2fb00d6-b990-41c5-8666-6106fae095b7,segment=NetworkSegment(e4ef0336-2a61-4d42-901f-65f552a1ed23),segment_id=e4ef0336-2a61-4d42-901f-65f552a1ed23)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:48.036112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.142480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4cea3-afbd-44da-bf04-3161a513c157 None None] Pushing event updated for resources: {'Port': ['ID=a2fb00d6-b990-41c5-8666-6106fae095b7,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:48.195486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32b145-f82b-4ef2-8850-8d578b2df50b None None] Network fe806118-2656-4882-9a17-3c10fdaeae3a requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:48.400416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.412660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting port a2fb00d6-b990-41c5-8666-6106fae095b7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:48.412985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.431436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a8a21-b69c-49be-af29-977dba5138f3 None None] get_active_networks_info from dv-neutron-828728-1-hyperv {{(pid=84461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 12:28:48.469123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f46293ad-8d7f-4975-af78-915cf10be98b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:28:48.582151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a8a21-b69c-49be-af29-977dba5138f3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 12:28:48.623766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] For port a2fb00d6-b990-41c5-8666-6106fae095b7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a2fb00d6-b990-41c5-8666-6106fae095b7,segment=NetworkSegment(e4ef0336-2a61-4d42-901f-65f552a1ed23),segment_id=e4ef0336-2a61-4d42-901f-65f552a1ed23)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:48.624256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.663829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f46293ad-8d7f-4975-af78-915cf10be98b completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:48.675821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f46293ad-8d7f-4975-af78-915cf10be98b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:28:48.676190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.748866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Calling delete_port for a2fb00d6-b990-41c5-8666-6106fae095b7 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:48.887059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.887915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:48.934855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Port': ['ID=a2fb00d6-b990-41c5-8666-6106fae095b7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:48.938250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f46293ad-8d7f-4975-af78-915cf10be98b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f46293ad-8d7f-4975-af78-915cf10be98b,segment=NetworkSegment(48049d2a-162a-40cc-85b4-f71d4d622d5f),segment_id=48049d2a-162a-40cc-85b4-f71d4d622d5f)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:48.941084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No DVR routers for this DVR port a2fb00d6-b990-41c5-8666-6106fae095b7 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:48.998159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.067334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.083604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f46293ad-8d7f-4975-af78-915cf10be98b,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:49.093419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe806118-2656-4882-9a17-3c10fdaeae3a']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:49.106298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef0336-2a61-4d42-901f-65f552a1ed23') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:49.106589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef0336-2a61-4d42-901f-65f552a1ed23') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:49.117870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.133983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.139936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:49.140253 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:49.154154 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:49.281256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.300201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.311427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Network': ['ID=fe806118-2656-4882-9a17-3c10fdaeae3a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:49.317801 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-55a96e54-952d-40e4-b1b9-a0d131f63f47 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/fe806118-2656-4882-9a17-3c10fdaeae3a HTTP/1.1" status: 204 len: 168 time: 2.4889331 Feb 17 12:28:49.320435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55316) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:49.359533 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-85596cbd-3574-40e6-bb56-3a0d6981a1bc tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] GET failed (client error): The resource could not be found. Feb 17 12:28:49.360035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-85596cbd-3574-40e6-bb56-3a0d6981a1bc tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Synchronizing usage tracker for tenant:87c2015808a74f08b9c16ffe4ca6a28d on resource:subnet {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:28:49.487007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-85596cbd-3574-40e6-bb56-3a0d6981a1bc tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Unset dirty status for tenant:87c2015808a74f08b9c16ffe4ca6a28d on resource:subnet {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:28:49.488210 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-85596cbd-3574-40e6-bb56-3a0d6981a1bc tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "GET /v2.0/subnets/e813a936-675e-4e3b-b41e-9cf6c96a0abf HTTP/1.1" status: 404 len: 337 time: 0.1668510 Feb 17 12:28:49.491085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55320) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:49.515833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b6edf6-a832-4cea-a7d9-247b9459257d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:49.516263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b6edf6-a832-4cea-a7d9-247b9459257d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:49.517873 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-20b6edf6-a832-4cea-a7d9-247b9459257d tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/fe806118-2656-4882-9a17-3c10fdaeae3a HTTP/1.1" status: 404 len: 339 time: 0.0258799 Feb 17 12:28:49.521589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55324) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:49.563485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6e4aa7-3041-448e-bd4b-e56f1c6951e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:49.563919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6e4aa7-3041-448e-bd4b-e56f1c6951e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:49.565509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-da6e4aa7-3041-448e-bd4b-e56f1c6951e7 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/subnets/e813a936-675e-4e3b-b41e-9cf6c96a0abf HTTP/1.1" status: 404 len: 337 time: 0.0430121 Feb 17 12:28:49.568043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55328) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:49.593267 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ed462f-241c-48bd-86eb-207c153be9fd tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:49.593690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ed462f-241c-48bd-86eb-207c153be9fd tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:49.595294 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-54ed462f-241c-48bd-86eb-207c153be9fd tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/fe806118-2656-4882-9a17-3c10fdaeae3a HTTP/1.1" status: 404 len: 339 time: 0.0263791 Feb 17 12:28:49.597741 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55332) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:49.868244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting subnet 2e8617b0-15ce-40c1-abc7-b60482045978 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:28:49.871282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:49.928953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.014946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.161753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.203105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8617b0-15ce-40c1-abc7-b60482045978,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:50.212637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.218324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ad1f6-a6a1-4ce9-8116-17614dea7220 None None] Network 11f470e8-cbad-4e12-9e4c-a61c44fc0add requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:50.267802 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:28:50.273099 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8d959eab-4099-4514-bb8a-3859cc2482fa tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/subnets/2e8617b0-15ce-40c1-abc7-b60482045978 HTTP/1.1" status: 204 len: 168 time: 0.6718237 Feb 17 12:28:50.273260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55336) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:50.391407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.403370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting port f46293ad-8d7f-4975-af78-915cf10be98b {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:50.404348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.447733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f46293ad-8d7f-4975-af78-915cf10be98b up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:28:50.473880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] DHCP port deletion for 11f470e8-cbad-4e12-9e4c-a61c44fc0add request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:28:50.489804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Deleting port f46293ad-8d7f-4975-af78-915cf10be98b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:50.490164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.611549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] For port f46293ad-8d7f-4975-af78-915cf10be98b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f46293ad-8d7f-4975-af78-915cf10be98b,segment=NetworkSegment(48049d2a-162a-40cc-85b4-f71d4d622d5f),segment_id=48049d2a-162a-40cc-85b4-f71d4d622d5f)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:50.611897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.680450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f46293ad-8d7f-4975-af78-915cf10be98b triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:28:50.680738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.736325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Calling delete_port for f46293ad-8d7f-4975-af78-915cf10be98b owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:50.764385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] For port f46293ad-8d7f-4975-af78-915cf10be98b, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f46293ad-8d7f-4975-af78-915cf10be98b,segment=NetworkSegment(48049d2a-162a-40cc-85b4-f71d4d622d5f),segment_id=48049d2a-162a-40cc-85b4-f71d4d622d5f)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:50.764806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.864640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:50.890386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Calling delete_port for f46293ad-8d7f-4975-af78-915cf10be98b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:50.911721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Port': ['ID=f46293ad-8d7f-4975-af78-915cf10be98b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:50.917905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No DVR routers for this DVR port f46293ad-8d7f-4975-af78-915cf10be98b on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:50.925474 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No ports have port_id starting with f46293ad-8d7f-4975-af78-915cf10be98b Feb 17 12:28:50.964701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:28:50.965056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:28:51.043836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.071945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f470e8-cbad-4e12-9e4c-a61c44fc0add']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:51.084322 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48049d2a-162a-40cc-85b4-f71d4d622d5f') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:51.084613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48049d2a-162a-40cc-85b4-f71d4d622d5f') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:51.096031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.111943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.117752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:51.118152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:51.132858 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:51.269592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.286565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.298301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Network': ['ID=11f470e8-cbad-4e12-9e4c-a61c44fc0add,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:51.302379 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-17273cd6-8cb3-4820-b9a9-db29392e63ee tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/11f470e8-cbad-4e12-9e4c-a61c44fc0add HTTP/1.1" status: 204 len: 168 time: 1.0280962 Feb 17 12:28:51.304941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55340) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:51.342372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc86f9d-3656-4a26-89f4-596b4ae86b5b tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:51.342864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc86f9d-3656-4a26-89f4-596b4ae86b5b tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:51.344407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-efc86f9d-3656-4a26-89f4-596b4ae86b5b tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/subnets/38520a1b-dbb9-4c98-83a5-7a4d2eab4781 HTTP/1.1" status: 404 len: 337 time: 0.0385160 Feb 17 12:28:51.346978 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55344) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:51.371902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91d11b0-45d5-40ea-9de4-7cefe56965d4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:51.372327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91d11b0-45d5-40ea-9de4-7cefe56965d4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:51.373937 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d91d11b0-45d5-40ea-9de4-7cefe56965d4 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/d17296e1-5aab-4277-8560-27b8f117466a HTTP/1.1" status: 404 len: 339 time: 0.0260732 Feb 17 12:28:51.376415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55348) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:51.416420 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a72cf8-9849-4077-81d9-2a80e6347571 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:51.416987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a72cf8-9849-4077-81d9-2a80e6347571 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:51.418640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c7a72cf8-9849-4077-81d9-2a80e6347571 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/subnets/925235d3-47e2-4e64-a9b6-230963e5c9ca HTTP/1.1" status: 404 len: 337 time: 0.0413668 Feb 17 12:28:51.421155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55352) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:51.445316 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.pecan_wsgi.hooks.translation [None req-41727617-49da-407c-afcd-3546fdd55a28 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] DELETE failed (client error): The resource could not be found. Feb 17 12:28:51.445765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41727617-49da-407c-afcd-3546fdd55a28 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84459) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 12:28:51.447409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-41727617-49da-407c-afcd-3546fdd55a28 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/5210fc0f-2330-4127-b692-2ece2f00ba2c HTTP/1.1" status: 404 len: 339 time: 0.0253720 Feb 17 12:28:51.449766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55356) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:51.466142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Deleting port f46293ad-8d7f-4975-af78-915cf10be98b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:51.466643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.564416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-71b668f9-b0e0-4ab8-aa6c-6479857978a4 None None] The port 'f46293ad-8d7f-4975-af78-915cf10be98b' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:28:51.718186 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting subnet fd80d210-9df7-4460-a03f-e272d1a655b2 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:28:51.720998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.777014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.858514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:51.990526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.033593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Subnet': ['ID=fd80d210-9df7-4460-a03f-e272d1a655b2,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:52.038466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.045808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1be83-2dc0-452f-aa25-a538de5e29a4 None None] Network a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:52.048403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-67001248-c193-44a5-a1fd-1d04c5945d40 tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/subnets/fd80d210-9df7-4460-a03f-e272d1a655b2 HTTP/1.1" status: 204 len: 168 time: 0.5976820 Feb 17 12:28:52.050830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55360) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:52.164573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.175670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Deleting port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:52.175998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.302590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] DHCP port deletion for a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:28:52.307210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Deleting port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:52.307652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.407033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] For port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,segment=NetworkSegment(f9878831-8e70-4c7c-9885-b1dc0d0eec64),segment_id=f9878831-8e70-4c7c-9885-b1dc0d0eec64)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:52.407509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.482686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:28:52.531448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Calling delete_port for 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:52.568193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] For port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,segment=NetworkSegment(f9878831-8e70-4c7c-9885-b1dc0d0eec64),segment_id=f9878831-8e70-4c7c-9885-b1dc0d0eec64)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:28:52.568575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.675603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.719367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Port': ['ID=44f7ccd9-8e29-4faa-8356-84b87c16b2b5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:52.720002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Calling delete_port for 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:28:52.725245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] No DVR routers for this DVR port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:28:52.763534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 update to DOWN by agent not found {{(pid=84461) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 17 12:28:52.763969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f46293ad-8d7f-4975-af78-915cf10be98b no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:28:52.808517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f46293ad-8d7f-4975-af78-915cf10be98b {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:28:52.808911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f46293ad-8d7f-4975-af78-915cf10be98b not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:28:52.836959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:28:52.837313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:28:52.849293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.874638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:52.886345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9878831-8e70-4c7c-9885-b1dc0d0eec64') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:52.886629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9878831-8e70-4c7c-9885-b1dc0d0eec64') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:28:52.897639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.917728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.923728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:28:52.924203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:28:52.943984 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:28:53.075641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.079722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.105753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] Pushing event deleted for resources: {'Network': ['ID=a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:53.109204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bcdf5ad3-a41c-4996-bac7-3f06914c459a tempest-NetworksIpV6Test-499743064 tempest-NetworksIpV6Test-499743064-project] 10.222.0.47 "DELETE /v2.0/networks/a8fe7b3b-3eb6-4b70-8c64-be2fbfaa1e0e HTTP/1.1" status: 204 len: 168 time: 1.0573997 Feb 17 12:28:53.338978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Deleting port 44f7ccd9-8e29-4faa-8356-84b87c16b2b5 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:28:53.339284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.401311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1eba335f-5893-4b7e-bf01-0e50290ce9e4 None None] The port '44f7ccd9-8e29-4faa-8356-84b87c16b2b5' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:28:53.568506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:53.748289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6f6daf93-0d3b-4494-8343-13a432e5baf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87c2015808a74f08b9c16ffe4ca6a28d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1786511 Feb 17 12:28:53.750747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55374) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:53.810242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-352a2aab-27e8-43b8-813d-ffe8e449626f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.837047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-352a2aab-27e8-43b8-813d-ffe8e449626f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.938688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-352a2aab-27e8-43b8-813d-ffe8e449626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.954610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a2aab-27e8-43b8-813d-ffe8e449626f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732ed1a8-60fd-49b2-adb1-f9278173f1b7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:53.959451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-352a2aab-27e8-43b8-813d-ffe8e449626f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:53.961542 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-352a2aab-27e8-43b8-813d-ffe8e449626f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/732ed1a8-60fd-49b2-adb1-f9278173f1b7 HTTP/1.1" status: 204 len: 168 time: 0.2098243 Feb 17 12:28:55.235705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55396) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:55.366747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-761194089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:55.373512 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:55.377435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Usage tracker for resource:router and tenant:02aebdf3ce234d4ba5b561bd53252c3f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:55.380268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:55.386515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:55.469457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.470528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.488890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.583917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.670134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.671320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f35b3ed8-614f-4f16-8fe0-d506169f55ff tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4346411 Feb 17 12:28:55.673961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55402) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:55.679431 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1235441174'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:55.685383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:55.689139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Usage tracker for resource:network and tenant:02aebdf3ce234d4ba5b561bd53252c3f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:55.692563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:55.698447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:55.761090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Made reservation on behalf of 02aebdf3ce234d4ba5b561bd53252c3f for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:55.764168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.780039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:55.811802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:55.815552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Usage tracker for resource:security_group_rule and tenant:02aebdf3ce234d4ba5b561bd53252c3f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:55.818311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:55.823898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:55.893305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:56.006693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:56.045864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:56.050917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b1b1c-355f-4247-ad27-9e7c3397ebb1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:56.059768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:56.059768 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Added segment 7e117100-08b5-4330-a51d-4d3c69e5b3f4 of type vlan for network 95654537-9954-45fb-ad35-9df68d0a67ba Feb 17 12:28:56.093058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:56.189771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:56.193538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:56.194131 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:56.305369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event updated for resources: {'Network': ['ID=95654537-9954-45fb-ad35-9df68d0a67ba,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:56.315991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 95654537-9954-45fb-ad35-9df68d0a67ba details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:56.367891 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-dc9f64bf-ef0a-4185-a1de-98082f1e831c tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6926818 Feb 17 12:28:56.371012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55406) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:56.376970 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Request body: {'subnet': {'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:56.567536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:56.571194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Usage tracker for resource:subnet and tenant:02aebdf3ce234d4ba5b561bd53252c3f is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:56.573939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:56.580109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:56.641084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Made reservation on behalf of 02aebdf3ce234d4ba5b561bd53252c3f for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:56.741948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.047195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.129790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event updated for resources: {'Subnet': ['ID=a523f951-6c05-4446-af86-b45e027f3971,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:57.138503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Checking segment: {'id': '7e117100-08b5-4330-a51d-4d3c69e5b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:57.138854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Network hostable DHCP agents. Network: 95654537-9954-45fb-ad35-9df68d0a67ba, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:57.246172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Network 95654537-9954-45fb-ad35-9df68d0a67ba is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:57.332014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 95654537-9954-45fb-ad35-9df68d0a67ba) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:57.335802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:57.336370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.341730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f19a084-a872-4497-88d7-451ca8a7ed5f None None] Network 95654537-9954-45fb-ad35-9df68d0a67ba requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:57.447488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e2a2447c-e19a-49b5-9c21-ae2337546710 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0753024 Feb 17 12:28:57.450661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55410) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:57.456317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1938205718'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:57.461539 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:57.465416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Usage tracker for resource:network and tenant:02aebdf3ce234d4ba5b561bd53252c3f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:57.469439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:57.475162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:57.558312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-95654537-9954-45fb-ad35-9df68d0a67ba', 'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba', 'tenant_id': '02aebdf3ce234d4ba5b561bd53252c3f', 'fixed_ips': [{'subnet_id': 'a523f951-6c05-4446-af86-b45e027f3971'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:57.559129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.561244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Made reservation on behalf of 02aebdf3ce234d4ba5b561bd53252c3f for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:57.564367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.593194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:28:57.601437 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.601768 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Added segment a34eaeb2-595c-4776-840c-6788e91d8a4a of type vlan for network 349b9381-ec98-41d8-8d4a-2b9968985300 Feb 17 12:28:57.632482 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.716340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Allocated IP 172.20.0.2 (95654537-9954-45fb-ad35-9df68d0a67ba/a523f951-6c05-4446-af86-b45e027f3971/7f2b1625-7358-4563-ac8c-ccc3a7c22a91) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:57.744298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.748321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:57.748911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:57.863195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event updated for resources: {'Network': ['ID=349b9381-ec98-41d8-8d4a-2b9968985300,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:57.878218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 349b9381-ec98-41d8-8d4a-2b9968985300 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:28:57.901965 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ff74ea70-ccfc-48e2-b48b-2236cdaf0af4 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4476061 Feb 17 12:28:57.902344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55414) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:57.908692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Request body: {'subnet': {'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:58.019584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:28:58.023313 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Usage tracker for resource:subnet and tenant:02aebdf3ce234d4ba5b561bd53252c3f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:28:58.026243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:28:58.033149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:28:58.055050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.064917 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Transition to ACTIVE for port object 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:58.082890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Transition to ACTIVE for port object 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:58.098222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Made reservation on behalf of 02aebdf3ce234d4ba5b561bd53252c3f for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:28:58.139783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.198543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.210042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Network 95654537-9954-45fb-ad35-9df68d0a67ba is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:58.212801 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:58.215248 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:58.221659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Pushing event updated for resources: {'Port': ['ID=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:58.308569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Attempting to bind port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:58.309045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Attempting to bind port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7e117100-08b5-4330-a51d-4d3c69e5b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:58.309356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Attempting to bind port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 on network 95654537-9954-45fb-ad35-9df68d0a67ba {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:58.316492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:58.316850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Checking segment: {'id': '7e117100-08b5-4330-a51d-4d3c69e5b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:58.317249 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.317621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Bound using segment: {'id': '7e117100-08b5-4330-a51d-4d3c69e5b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:58.318089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Bound port: 7f2b1625-7358-4563-ac8c-ccc3a7c22a91, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e117100-08b5-4330-a51d-4d3c69e5b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '95654537-9954-45fb-ad35-9df68d0a67ba'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:58.318450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.413089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] For port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:58.416320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] For port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,segment=NetworkSegment(7e117100-08b5-4330-a51d-4d3c69e5b3f4),segment_id=7e117100-08b5-4330-a51d-4d3c69e5b3f4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:28:58.504152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.539012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.577656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event updated for resources: {'Subnet': ['ID=35dfe085-d883-4be1-9e8e-67fa5cee401e,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:58.595586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Checking segment: {'id': 'a34eaeb2-595c-4776-840c-6788e91d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:58.595930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Network hostable DHCP agents. Network: 349b9381-ec98-41d8-8d4a-2b9968985300, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:28:58.619020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3096c6b-cd83-4a0a-99b4-12bd835a928b None None] Pushing event updated for resources: {'Port': ['ID=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:58.658550 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Network 349b9381-ec98-41d8-8d4a-2b9968985300 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:28:58.738589 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 349b9381-ec98-41d8-8d4a-2b9968985300) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:58.743062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:28:58.745011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:58.762080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bb844-3a25-4e4d-b983-282ab708663f None None] Network 349b9381-ec98-41d8-8d4a-2b9968985300 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:58.848154 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-21d403b5-b7ff-4c34-8d0a-fdf82f27d6ba tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9446530 Feb 17 12:28:58.851873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55418) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:58.857620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-56ee5507-afaa-472c-85b6-50fb883f96b5 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Request body: {'router': {'external_gateway_info': {'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:28:59.002639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-349b9381-ec98-41d8-8d4a-2b9968985300', 'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300', 'tenant_id': '02aebdf3ce234d4ba5b561bd53252c3f', 'fixed_ips': [{'subnet_id': '35dfe085-d883-4be1-9e8e-67fa5cee401e'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:28:59.003405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.169481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Allocated IP 172.21.0.2 (349b9381-ec98-41d8-8d4a-2b9968985300/35dfe085-d883-4be1-9e8e-67fa5cee401e/7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:28:59.381519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-56ee5507-afaa-472c-85b6-50fb883f96b5 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.413821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.424757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Transition to ACTIVE for port object 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:59.443346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Transition to ACTIVE for port object 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:28:59.510495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.581479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Network 349b9381-ec98-41d8-8d4a-2b9968985300 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:28:59.584773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:28:59.588349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:28:59.596459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Pushing event updated for resources: {'Port': ['ID=7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:59.597675 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.api.v2.resource [None req-56ee5507-afaa-472c-85b6-50fb883f96b5 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 12:28:59.598875 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-56ee5507-afaa-472c-85b6-50fb883f96b5 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "PUT /v2.0/routers/d0effdc6-48fd-4462-8466-85a6dcf8b5c6 HTTP/1.1" status: 400 len: 364 time: 0.7460675 Feb 17 12:28:59.606124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55422) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:28:59.627076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc335d-0269-4a19-9360-a3f54c4da646 None None] Network 95654537-9954-45fb-ad35-9df68d0a67ba requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:28:59.678501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Deleting subnet 35dfe085-d883-4be1-9e8e-67fa5cee401e {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:28:59.681493 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.736438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.770623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Attempting to bind port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:28:59.771003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Attempting to bind port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a34eaeb2-595c-4776-840c-6788e91d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:28:59.771343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Attempting to bind port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 on network 349b9381-ec98-41d8-8d4a-2b9968985300 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:28:59.792305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:28:59.792668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Checking segment: {'id': 'a34eaeb2-595c-4776-840c-6788e91d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:28:59.793061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.793446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Bound using segment: {'id': 'a34eaeb2-595c-4776-840c-6788e91d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:28:59.794692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Bound port: 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34eaeb2-595c-4776-840c-6788e91d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349b9381-ec98-41d8-8d4a-2b9968985300'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:28:59.795058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.823573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.855551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a5bd1174-cc96-4a5f-b347-a67a3aae9d8d None None] Provisioning for port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:28:59.949648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:28:59.983813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] For port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:28:59.988237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event deleted for resources: {'Subnet': ['ID=35dfe085-d883-4be1-9e8e-67fa5cee401e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:28:59.994882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.001668 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d0ae2a5d-90a3-49b2-bc0d-bbb63ed38947 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "DELETE /v2.0/subnets/35dfe085-d883-4be1-9e8e-67fa5cee401e HTTP/1.1" status: 204 len: 168 time: 0.3938668 Feb 17 12:29:00.004202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55426) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:00.031109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] For port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3,segment=NetworkSegment(a34eaeb2-595c-4776-840c-6788e91d8a4a),segment_id=a34eaeb2-595c-4776-840c-6788e91d8a4a)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:00.087837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.126475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.139779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Deleting port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:29:00.140236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.169251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c7c1-e8e8-4f7f-9f4f-c9a3c788ec78 None None] Pushing event updated for resources: {'Port': ['ID=7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:00.398217 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] For port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3,segment=NetworkSegment(a34eaeb2-595c-4776-840c-6788e91d8a4a),segment_id=a34eaeb2-595c-4776-840c-6788e91d8a4a)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:00.398701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.537123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:00.537881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Calling delete_port for 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:29:00.670440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:00.681324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:00.727306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.774162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event deleted for resources: {'Port': ['ID=7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:00.782610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] No DVR routers for this DVR port 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:29:00.818477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:00.824539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:00.824957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.914545 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.941603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349b9381-ec98-41d8-8d4a-2b9968985300']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:00.954222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.956719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34eaeb2-595c-4776-840c-6788e91d8a4a') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:00.957016 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34eaeb2-595c-4776-840c-6788e91d8a4a') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:00.970687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:00.993136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,segment=NetworkSegment(7e117100-08b5-4330-a51d-4d3c69e5b3f4),segment_id=7e117100-08b5-4330-a51d-4d3c69e5b3f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:00.996080 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.002047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:29:01.002440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:29:01.017182 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:29:01.069635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.140760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:01.149568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.149934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.150277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.150605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.150952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.151427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.151563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.151884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.152292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.152502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.152816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:01.156572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.179830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.191344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event deleted for resources: {'Network': ['ID=349b9381-ec98-41d8-8d4a-2b9968985300,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:01.195526 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cbbc1100-5e59-42c8-8214-683a2ca125aa tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "DELETE /v2.0/networks/349b9381-ec98-41d8-8d4a-2b9968985300 HTTP/1.1" status: 204 len: 168 time: 1.1903224 Feb 17 12:29:01.198235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55430) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:01.234044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5c231-feeb-40dd-9506-6927e1cd7537 None None] DHCP port deletion for 349b9381-ec98-41d8-8d4a-2b9968985300 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:29:01.241598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-87ac5743-ca5d-4f86-aee0-3a268f2b44da None None] Could not find standard attr ID for object 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3. {{(pid=84461) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 12:29:01.256317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7dec6-47ce-46b4-b209-7a1e374e9a79 None None] Network 349b9381-ec98-41d8-8d4a-2b9968985300 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:29:01.275298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7dec6-47ce-46b4-b209-7a1e374e9a79 None None] Network 349b9381-ec98-41d8-8d4a-2b9968985300 could not be found, it might have been deleted concurrently. {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 17 12:29:01.393424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Deleting subnet a523f951-6c05-4446-af86-b45e027f3971 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:29:01.396367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.543192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.628797 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.767152 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.808251 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event deleted for resources: {'Subnet': ['ID=a523f951-6c05-4446-af86-b45e027f3971,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:01.812223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.824421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fab415-f413-4460-9553-48c81255458f None None] Network 95654537-9954-45fb-ad35-9df68d0a67ba requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:29:01.824832 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-861ef186-3957-4962-a615-032761f06166 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "DELETE /v2.0/subnets/a523f951-6c05-4446-af86-b45e027f3971 HTTP/1.1" status: 204 len: 168 time: 0.6198351 Feb 17 12:29:01.827180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55434) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:01.944588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:01.955738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Deleting port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:29:01.956067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.080022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] DHCP port deletion for 95654537-9954-45fb-ad35-9df68d0a67ba request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:29:02.084961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Deleting port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:29:02.084961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.166420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] For port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,segment=NetworkSegment(7e117100-08b5-4330-a51d-4d3c69e5b3f4),segment_id=7e117100-08b5-4330-a51d-4d3c69e5b3f4)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:02.166802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.287558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] For port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,segment=NetworkSegment(7e117100-08b5-4330-a51d-4d3c69e5b3f4),segment_id=7e117100-08b5-4330-a51d-4d3c69e5b3f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:02.287941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.297532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Calling delete_port for 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:29:02.412505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Calling delete_port for 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:29:02.436235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.439890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:29:02.478764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:29:02.478994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event deleted for resources: {'Port': ['ID=7f2b1625-7358-4563-ac8c-ccc3a7c22a91,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:02.479172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 7151d7a2-3c5e-41f6-8a95-b3a6f3999ec3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:29:02.479499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:29:02.489270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] No DVR routers for this DVR port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:29:02.523614 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:29:02.523951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:29:02.549625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:29:02.550005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:29:02.621445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.650195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95654537-9954-45fb-ad35-9df68d0a67ba']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:02.662934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e117100-08b5-4330-a51d-4d3c69e5b3f4') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:02.663226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e117100-08b5-4330-a51d-4d3c69e5b3f4') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:02.675087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.690724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.696748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:29:02.697122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:29:02.711582 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:29:02.846972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.864674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:02.876678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Pushing event deleted for resources: {'Network': ['ID=95654537-9954-45fb-ad35-9df68d0a67ba,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:02.880107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2c6c9063-36dd-447a-bc5d-cbe082f48e74 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "DELETE /v2.0/networks/95654537-9954-45fb-ad35-9df68d0a67ba HTTP/1.1" status: 204 len: 168 time: 1.0516241 Feb 17 12:29:02.882786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55438) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:02.927378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7e515aa8-d7ff-4644-ab5a-a3ca6f017945 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Synchronizing usage tracker for tenant:02aebdf3ce234d4ba5b561bd53252c3f on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:29:02.995663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7e515aa8-d7ff-4644-ab5a-a3ca6f017945 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Unset dirty status for tenant:02aebdf3ce234d4ba5b561bd53252c3f on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:29:02.996851 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7e515aa8-d7ff-4644-ab5a-a3ca6f017945 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0effdc6-48fd-4462-8466-85a6dcf8b5c6 HTTP/1.1" status: 200 len: 205 time: 0.1131234 Feb 17 12:29:02.999603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55442) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:03.051415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Deleting port 7f2b1625-7358-4563-ac8c-ccc3a7c22a91 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:29:03.052031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:03.121300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-5970687a-5370-48a7-9efb-975a94ff65a4 None None] The port '7f2b1625-7358-4563-ac8c-ccc3a7c22a91' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:29:03.139738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:03.525065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:03.529175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:03.623837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:03.624128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Fanout notify agent at l3_agent the message router_deleted on router d0effdc6-48fd-4462-8466-85a6dcf8b5c6 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:29:03.634681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:03.635667 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-aa3fbc74-4867-4c52-91d9-59a711856c68 tempest-RoutersNegativeTest-728251660 tempest-RoutersNegativeTest-728251660-project] 10.222.0.47 "DELETE /v2.0/routers/d0effdc6-48fd-4462-8466-85a6dcf8b5c6 HTTP/1.1" status: 204 len: 168 time: 0.6350596 Feb 17 12:29:04.168121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55450) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:04.344065 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ae4d93d0-da10-4fb6-a003-e0932f6bdb73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02aebdf3ce234d4ba5b561bd53252c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1747775 Feb 17 12:29:04.346670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55456) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:04.405827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1f86001-1301-486b-a07b-8c08deb97c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:04.431570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1f86001-1301-486b-a07b-8c08deb97c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:04.550013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1f86001-1301-486b-a07b-8c08deb97c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:04.566348 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86001-1301-486b-a07b-8c08deb97c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b1b1c-355f-4247-ad27-9e7c3397ebb1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:04.570658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b1f86001-1301-486b-a07b-8c08deb97c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:04.572175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b1f86001-1301-486b-a07b-8c08deb97c46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c26b1b1c-355f-4247-ad27-9e7c3397ebb1 HTTP/1.1" status: 204 len: 168 time: 0.2240684 Feb 17 12:29:05.700422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55478) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:05.827026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-338992747-network', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:05.831962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:05.835712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Usage tracker for resource:network and tenant:c4a913f15bc742a9b23f9ae9d812726a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:05.838507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:05.844337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:05.939142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Made reservation on behalf of c4a913f15bc742a9b23f9ae9d812726a for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:29:05.941680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.050361 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.081175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:06.085059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a913f15bc742a9b23f9ae9d812726a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:06.089771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:06.093457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:06.156320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.223869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.253622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:29:06.261587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b2a132-1969-4df6-9603-d7a63c7d0aaf,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:06.273364 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.273364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Added segment cdfb61f9-5376-41c6-aede-330cc70c7640 of type vlan for network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 Feb 17 12:29:06.299522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.395092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.395965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:06.396550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.501385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] Pushing event updated for resources: {'Network': ['ID=3203d226-9f23-4bbb-afdf-1ee3a0c4b342,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:06.510678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:29:06.556197 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-067f141b-6ca2-45c2-95c2-3cbec61d2d35 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8546870 Feb 17 12:29:06.558984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55484) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:06.565031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Request body: {'subnet': {'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-subnet', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:06.570345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:06.573961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Usage tracker for resource:subnet and tenant:c4a913f15bc742a9b23f9ae9d812726a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:06.577749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:06.583513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:06.652324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Made reservation on behalf of c4a913f15bc742a9b23f9ae9d812726a for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:29:06.654769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.903887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:06.973486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e686cc3d-34c9-47b9-ac2e-bb449b92162b,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:06.987724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Checking segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:06.988071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Network hostable DHCP agents. Network: 3203d226-9f23-4bbb-afdf-1ee3a0c4b342, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:29:07.069546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:29:07.138235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 3203d226-9f23-4bbb-afdf-1ee3a0c4b342) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:07.142104 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:07.142679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.147170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13496f-553b-4852-bc00-ef41254fac1f None None] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:29:07.202804 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-db41d44e-b7cb-4f80-a469-86f7a406eee8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6424124 Feb 17 12:29:07.204951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55488) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:07.210139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:07.214975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:07.219848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Usage tracker for resource:router and tenant:c4a913f15bc742a9b23f9ae9d812726a is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:07.222400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:07.228126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:07.301283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.302447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.323118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.392175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:29:07.393001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.531381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.547461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Allocated IP 172.20.0.2 (3203d226-9f23-4bbb-afdf-1ee3a0c4b342/e686cc3d-34c9-47b9-ac2e-bb449b92162b/f27247c1-f72f-438c-9432-fb79e5a26aad) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:07.751527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.756354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.766724 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Transition to ACTIVE for port object f27247c1-f72f-438c-9432-fb79e5a26aad will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:07.786523 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.786868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Transition to ACTIVE for port object f27247c1-f72f-438c-9432-fb79e5a26aad will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:07.800506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0682-67ef-474d-8c1f-97e67897c0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.852819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:07.920447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Allocated IP 172.26.6.24 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/4f73da5e-ab58-4045-8dcf-22eb77b3b039) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:07.922788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:07.925683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:07.929879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:07.931956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Pushing event updated for resources: {'Port': ['ID=f27247c1-f72f-438c-9432-fb79e5a26aad,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:08.025221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Attempting to bind port f27247c1-f72f-438c-9432-fb79e5a26aad on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:08.025221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Attempting to bind port f27247c1-f72f-438c-9432-fb79e5a26aad by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:08.025600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Attempting to bind port f27247c1-f72f-438c-9432-fb79e5a26aad on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:08.032050 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:08.032415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Checking segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:08.032810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.033193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Bound using segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:08.033640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Bound port: f27247c1-f72f-438c-9432-fb79e5a26aad, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:08.034255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.071086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.122261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] For port f27247c1-f72f-438c-9432-fb79e5a26aad, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:08.125808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] For port f27247c1-f72f-438c-9432-fb79e5a26aad, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f27247c1-f72f-438c-9432-fb79e5a26aad,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:08.156318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.190157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.225812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:08.228430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:08.231967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:08.262343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Pushing event updated for resources: {'Port': ['ID=4f73da5e-ab58-4045-8dcf-22eb77b3b039,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:08.279631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef325-ebd0-42f9-b7ae-3d0f717394bb None None] Pushing event updated for resources: {'Port': ['ID=f27247c1-f72f-438c-9432-fb79e5a26aad,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:08.460621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.462795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:08.915648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:29:09.126946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:29:09.135716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Sync routers for ids ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:29:09.147979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Routers {'98fbc5f6-10f4-4b15-8d23-47681060d3a3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:09.148851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:28:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:09.252822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:09.256866 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55492) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:09.257424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-db69fff4-a558-46ab-85f3-cdef1892bd08 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0514641 Feb 17 12:29:09.290944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf16c8-8329-4be9-8ce0-74a45ede1fd8 None None] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:29:09.450668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Set router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:09.498975 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-eac006ce-7f84-43d1-98de-185d109d3a83 None None] Provisioning for port f27247c1-f72f-438c-9432-fb79e5a26aad completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:09.841405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:08Z', 'revision_number': 3, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:09.846409 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Checking router: 98fbc5f6-10f4-4b15-8d23-47681060d3a3 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:29:09.846749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Updating router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:29:09.944907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.069740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-24dfd530-ca96-4257-b0e2-7e16be052b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.131764 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.291495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.303399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Transition to ACTIVE for port object 4f73da5e-ab58-4045-8dcf-22eb77b3b039 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:10.341282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Allocated IP 172.20.0.1 (3203d226-9f23-4bbb-afdf-1ee3a0c4b342/e686cc3d-34c9-47b9-ac2e-bb449b92162b/341e4ceb-64ee-483f-8b07-4333b19a3ddd) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:10.395423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.481021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Attempting to bind port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:10.481464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Attempting to bind port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:10.482036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Attempting to bind port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:10.486157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb171d-5838-4bca-9aa7-2f9f0d64fdd1 None None] Pushing event updated for resources: {'Port': ['ID=4f73da5e-ab58-4045-8dcf-22eb77b3b039,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:10.488392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f27247c1-f72f-438c-9432-fb79e5a26aad up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:10.505532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.521568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Transition to ACTIVE for port object 341e4ceb-64ee-483f-8b07-4333b19a3ddd will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:10.535509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:10.540467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:10.540467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.540467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:10.540467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Bound port: 4f73da5e-ab58-4045-8dcf-22eb77b3b039, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:10.540467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.613209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.620185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] For port 4f73da5e-ab58-4045-8dcf-22eb77b3b039, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:10.623279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] For port 4f73da5e-ab58-4045-8dcf-22eb77b3b039, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4f73da5e-ab58-4045-8dcf-22eb77b3b039,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:10.680884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f27247c1-f72f-438c-9432-fb79e5a26aad completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:10.681144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:10.683671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:10.687489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f27247c1-f72f-438c-9432-fb79e5a26aad triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:10.687845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.688588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:10.717490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Pushing event updated for resources: {'Port': ['ID=341e4ceb-64ee-483f-8b07-4333b19a3ddd,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:10.735185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.747624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:10.860414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb171d-5838-4bca-9aa7-2f9f0d64fdd1 None None] Pushing event updated for resources: {'Port': ['ID=4f73da5e-ab58-4045-8dcf-22eb77b3b039,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:10.879703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Routers {'98fbc5f6-10f4-4b15-8d23-47681060d3a3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:10.880328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:10.893623 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.027319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.111503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f27247c1-f72f-438c-9432-fb79e5a26aad, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f27247c1-f72f-438c-9432-fb79e5a26aad,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:11.115572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-44eec635-674b-4732-ab91-7015c9d14c4f None None] Provisioning for port 341e4ceb-64ee-483f-8b07-4333b19a3ddd completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:11.125503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-44eec635-674b-4732-ab91-7015c9d14c4f None None] Provisioning complete for port 341e4ceb-64ee-483f-8b07-4333b19a3ddd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:11.125973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-44eec635-674b-4732-ab91-7015c9d14c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.164653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.164919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.219525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.245899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] Set router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:11.298190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-44eec635-674b-4732-ab91-7015c9d14c4f None None] Port 341e4ceb-64ee-483f-8b07-4333b19a3ddd cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:29:11.339427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.345660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Pushing event updated for resources: {'Port': ['ID=341e4ceb-64ee-483f-8b07-4333b19a3ddd,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:11.355696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f27247c1-f72f-438c-9432-fb79e5a26aad,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:11.458137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.496808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:11.498224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:11.523498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.659898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '341e4ceb-64ee-483f-8b07-4333b19a3ddd', 'name': '', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'mac_address': 'fa:16:3e:4a:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:10Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 1, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'subnets': [{'id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:11.665324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690c8e0-aaa8-4102-8915-cc2fd52470ec None None] The sync data for ids ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'] in dv-neutron-828728-1-hyperv is: [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '341e4ceb-64ee-483f-8b07-4333b19a3ddd', 'name': '', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'mac_address': 'fa:16:3e:4a:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:10Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 1, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'subnets': [{'id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:29:11.839102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3390ecee-2c21-4a69-afa4-260b517761dc None None] Provisioning complete for port 341e4ceb-64ee-483f-8b07-4333b19a3ddd triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:11.839710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3390ecee-2c21-4a69-afa4-260b517761dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.920932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:11.927656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3390ecee-2c21-4a69-afa4-260b517761dc None None] Port 341e4ceb-64ee-483f-8b07-4333b19a3ddd cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:29:12.090941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:29:12.315889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:29:12.325825 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e22067fb-1131-4382-a402-27d870753188 admin admin] 10.222.0.47 "PUT /v2.0/routers/98fbc5f6-10f4-4b15-8d23-47681060d3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0677083 Feb 17 12:29:12.545816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4f73da5e-ab58-4045-8dcf-22eb77b3b039 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:12.807115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:12.812492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:12.815679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:12.955548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:12.972877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 4f73da5e-ab58-4045-8dcf-22eb77b3b039, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4f73da5e-ab58-4045-8dcf-22eb77b3b039,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:13.007638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.035095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.036030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f27247c1-f72f-438c-9432-fb79e5a26aad up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:13.160164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=4f73da5e-ab58-4045-8dcf-22eb77b3b039,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:13.175505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f27247c1-f72f-438c-9432-fb79e5a26aad triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:13.175870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.686807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55514) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:13.692382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1495532923-network', 'tenant_id': '7802801da7e441788ffee387338a33f3'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:13.697140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:13.700996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Usage tracker for resource:network and tenant:7802801da7e441788ffee387338a33f3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:13.703823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:13.709371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:13.772698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Made reservation on behalf of 7802801da7e441788ffee387338a33f3 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:29:13.775020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.787737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.819081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:13.822986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Usage tracker for resource:security_group_rule and tenant:7802801da7e441788ffee387338a33f3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:13.825708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:13.831671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:13.903270 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.943791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.974920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:29:13.984165 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d352b8f-054b-42b9-adbf-093a0bf861ef,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:13.989558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:13.990174 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Added segment 6ac62c9e-bfd2-4847-9946-9871fe0aae0a of type vlan for network b4faf540-e68e-4012-8366-cf438f1ffa32 Feb 17 12:29:14.017835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.121368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.122184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:14.122779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.226233 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] Pushing event updated for resources: {'Network': ['ID=b4faf540-e68e-4012-8366-cf438f1ffa32,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:14.236358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network b4faf540-e68e-4012-8366-cf438f1ffa32 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:29:14.261812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-574b831a-d267-43b6-a786-15bafb56d199 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5713389 Feb 17 12:29:14.262017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55518) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:14.268139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Request body: {'subnet': {'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-subnet', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:14.273192 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:14.277155 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Usage tracker for resource:subnet and tenant:7802801da7e441788ffee387338a33f3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:14.281051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:14.286895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:14.338451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Made reservation on behalf of 7802801da7e441788ffee387338a33f3 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:29:14.341018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.466698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4f73da5e-ab58-4045-8dcf-22eb77b3b039 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:14.538849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:14.539477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.595481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.666213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579fd193-4c2c-46b4-8589-7cf369465e66,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:14.680489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Checking segment: {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:14.680837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Network hostable DHCP agents. Network: b4faf540-e68e-4012-8366-cf438f1ffa32, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:29:14.744002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Network b4faf540-e68e-4012-8366-cf438f1ffa32 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:29:14.795451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, b4faf540-e68e-4012-8366-cf438f1ffa32) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:14.800283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:14.801210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.806970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ccf06-aae5-412e-a977-c1adb0fd95f5 None None] Network b4faf540-e68e-4012-8366-cf438f1ffa32 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:29:14.876423 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a94d3668-9058-4f92-899d-c81485fae682 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6133788 Feb 17 12:29:14.878872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55522) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:14.884106 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:14.889498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:14.893640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Usage tracker for resource:router and tenant:7802801da7e441788ffee387338a33f3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:29:14.896699 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:29:14.902580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:14.984966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:14.985864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.004032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.015548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-b4faf540-e68e-4012-8366-cf438f1ffa32', 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'fixed_ips': [{'subnet_id': '579fd193-4c2c-46b4-8589-7cf369465e66'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:29:15.016378 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.171485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Allocated IP 172.20.0.2 (b4faf540-e68e-4012-8366-cf438f1ffa32/579fd193-4c2c-46b4-8589-7cf369465e66/0194bea1-d4c2-45cb-998e-8fcc96da8dda) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:15.210612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.372517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.383300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Transition to ACTIVE for port object 0194bea1-d4c2-45cb-998e-8fcc96da8dda will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:15.401116 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Transition to ACTIVE for port object 0194bea1-d4c2-45cb-998e-8fcc96da8dda will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:15.466349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.487331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.496398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.557114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Network b4faf540-e68e-4012-8366-cf438f1ffa32 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:15.559758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:15.564061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:15.566205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Pushing event updated for resources: {'Port': ['ID=0194bea1-d4c2-45cb-998e-8fcc96da8dda,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:15.635659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Allocated IP 172.26.6.246 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ed9ab59b-c14c-4103-adbe-63b1294d2ec1) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:15.650199 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Attempting to bind port 0194bea1-d4c2-45cb-998e-8fcc96da8dda on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:15.650567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Attempting to bind port 0194bea1-d4c2-45cb-998e-8fcc96da8dda by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:15.650915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Attempting to bind port 0194bea1-d4c2-45cb-998e-8fcc96da8dda on network b4faf540-e68e-4012-8366-cf438f1ffa32 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:15.658018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:15.658382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Checking segment: {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:15.658775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.659155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Bound using segment: {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:15.659602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Bound port: 0194bea1-d4c2-45cb-998e-8fcc96da8dda, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:15.659963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.751898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] For port 0194bea1-d4c2-45cb-998e-8fcc96da8dda, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:15.755237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] For port 0194bea1-d4c2-45cb-998e-8fcc96da8dda, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0194bea1-d4c2-45cb-998e-8fcc96da8dda,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:15.818620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.892667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:15.894331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222b0c3-c1d5-4aa3-b3fa-22e1cb4176c3 None None] Pushing event updated for resources: {'Port': ['ID=0194bea1-d4c2-45cb-998e-8fcc96da8dda,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:15.990574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:16.068372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Pushing event updated for resources: {'Port': ['ID=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:16.074066 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:16.077681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:16.080487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:16.311481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:16.314318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:16.481051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0194bea1-d4c2-45cb-998e-8fcc96da8dda up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:16.623996 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Router aa195ae9-4537-4ccb-b814-e46477d057ca is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:29:16.646291 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0194bea1-d4c2-45cb-998e-8fcc96da8dda completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:16.815810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca2239-cf07-424e-ab51-73bda3979797 None None] Network b4faf540-e68e-4012-8366-cf438f1ffa32 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:29:16.833367 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:29:16.842318 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Sync routers for ids ['aa195ae9-4537-4ccb-b814-e46477d057ca'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:29:16.855390 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Routers {'aa195ae9-4537-4ccb-b814-e46477d057ca'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:16.856061 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aa195ae9-4537-4ccb-b814-e46477d057ca'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:16.915324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:16.919125 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a17b0d89-ec72-431e-aba4-2f8624bbefbc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0367785 Feb 17 12:29:16.925130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55526) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:29:17.022088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] Provisioning for port 0194bea1-d4c2-45cb-998e-8fcc96da8dda completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:17.031173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] Provisioning complete for port 0194bea1-d4c2-45cb-998e-8fcc96da8dda triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:17.031548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.040629 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Set router aa195ae9-4537-4ccb-b814-e46477d057ca gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:17.180051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.219506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] For port 0194bea1-d4c2-45cb-998e-8fcc96da8dda, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0194bea1-d4c2-45cb-998e-8fcc96da8dda,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:17.286757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.369047 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:29:16Z', 'revision_number': 3, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:17.374204 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Checking router: aa195ae9-4537-4ccb-b814-e46477d057ca for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:29:17.374784 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Updating router aa195ae9-4537-4ccb-b814-e46477d057ca port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:29:17.384255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8677ea-5b5f-4466-9d61-02527d5dac7f None None] Pushing event updated for resources: {'Port': ['ID=0194bea1-d4c2-45cb-998e-8fcc96da8dda,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:17.408375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f9398805-26ee-40df-80c1-8a4e5f61d862 None None] Provisioning complete for port 0194bea1-d4c2-45cb-998e-8fcc96da8dda triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:17.408743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f9398805-26ee-40df-80c1-8a4e5f61d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.429454 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.725875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.786195 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.799344 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Transition to ACTIVE for port object ed9ab59b-c14c-4103-adbe-63b1294d2ec1 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:17.847215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.929580 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Pushing event updated for resources: {'Port': ['ID=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:17.932322 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Attempting to bind port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:17.932680 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Attempting to bind port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:17.933029 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Attempting to bind port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:17.943732 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.944077 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.944413 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.944731 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.945055 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.945376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.945744 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.946034 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.946376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.946660 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.946971 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:17.950052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:17.950419 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:17.950815 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:17.951214 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:17.951821 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Bound port: ed9ab59b-c14c-4103-adbe-63b1294d2ec1, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:17.952377 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.024380 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] For port ed9ab59b-c14c-4103-adbe-63b1294d2ec1, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:18.027261 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] For port ed9ab59b-c14c-4103-adbe-63b1294d2ec1, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:18.045141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Allocated IP 172.20.0.1 (b4faf540-e68e-4012-8366-cf438f1ffa32/579fd193-4c2c-46b4-8589-7cf369465e66/51cc4866-6088-430e-930d-8fc657ea4cf4) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:18.121800 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.194601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.204743 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84996d3c-52cd-43a2-994c-ec650cbe01e7 None None] Pushing event updated for resources: {'Port': ['ID=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:18.207472 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Routers {'aa195ae9-4537-4ccb-b814-e46477d057ca'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:18.208054 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aa195ae9-4537-4ccb-b814-e46477d057ca'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:18.210541 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Transition to ACTIVE for port object 51cc4866-6088-430e-930d-8fc657ea4cf4 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:18.299875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.368546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Network b4faf540-e68e-4012-8366-cf438f1ffa32 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:18.371162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:18.375913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:18.383592 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] Set router aa195ae9-4537-4ccb-b814-e46477d057ca gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:18.407374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Pushing event updated for resources: {'Port': ['ID=51cc4866-6088-430e-930d-8fc657ea4cf4,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:18.454079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.486537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0194bea1-d4c2-45cb-998e-8fcc96da8dda up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:18.564284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0194bea1-d4c2-45cb-998e-8fcc96da8dda triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:18.564486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.624613 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.690057 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:29:16Z', 'revision_number': 3, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:18.695982 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33931d0-1e42-441a-92dc-5af1123cdb44 None None] The sync data for ids ['aa195ae9-4537-4ccb-b814-e46477d057ca'] in dv-neutron-828728-1-hyperv is: [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:29:16Z', 'revision_number': 3, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:29:18.852575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-553385ff-fcd0-4ea3-8f0a-d5742b318eba None None] Provisioning for port 51cc4866-6088-430e-930d-8fc657ea4cf4 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:18.855242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.857707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-553385ff-fcd0-4ea3-8f0a-d5742b318eba None None] Provisioning complete for port 51cc4866-6088-430e-930d-8fc657ea4cf4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:18.858167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-553385ff-fcd0-4ea3-8f0a-d5742b318eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:18.908366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-553385ff-fcd0-4ea3-8f0a-d5742b318eba None None] Port 51cc4866-6088-430e-930d-8fc657ea4cf4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:29:18.920750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:19.025667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Pushing event updated for resources: {'Port': ['ID=51cc4866-6088-430e-930d-8fc657ea4cf4,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:19.028140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:19.163199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Network b4faf540-e68e-4012-8366-cf438f1ffa32 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:19.164262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:19.432741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8e99c1e9-4c6b-4137-a472-2c488e5160ce None None] Provisioning complete for port 51cc4866-6088-430e-930d-8fc657ea4cf4 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:19.433078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8e99c1e9-4c6b-4137-a472-2c488e5160ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:19.490052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8e99c1e9-4c6b-4137-a472-2c488e5160ce None None] Port 51cc4866-6088-430e-930d-8fc657ea4cf4 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:29:19.548728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Router aa195ae9-4537-4ccb-b814-e46477d057ca has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:29:19.846614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:29:19.855508 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3852ce5a-a46d-4b7c-95f9-bc856d4cf190 admin admin] 10.222.0.47 "PUT /v2.0/routers/aa195ae9-4537-4ccb-b814-e46477d057ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351037 Feb 17 12:29:20.851381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-642fa773-0619-4329-adc1-cfe3db0ef04a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:20.852052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-642fa773-0619-4329-adc1-cfe3db0ef04a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Synchronizing usage tracker for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:29:20.909641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-642fa773-0619-4329-adc1-cfe3db0ef04a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Unset dirty status for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:29:20.910837 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-642fa773-0619-4329-adc1-cfe3db0ef04a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/networks?id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342 HTTP/1.1" status: 200 len: 816 time: 0.2012362 Feb 17 12:29:20.927638 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-5a2a61c7-7f5f-46cd-8168-f1fbec95a22f tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/quotas/c4a913f15bc742a9b23f9ae9d812726a HTTP/1.1" status: 200 len: 375 time: 0.0110972 Feb 17 12:29:21.004989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-9a0c6d3e-af1d-4492-9c94-dfdbe6f2fa59 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723805 Feb 17 12:29:21.143083 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-c42fa914-9bbc-46fa-9c88-4218ed368db2 service neutron] 10.222.0.47 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257091 Feb 17 12:29:21.271794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-7539fbf2-b7c1-4c2a-96ed-82dbb8d33135 service neutron] 10.222.0.47 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229770 Feb 17 12:29:21.527508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-56ed4075-4de9-4060-b21c-10e8f8971672 req-23062bb7-4087-4bb8-9a5e-c08616985a1e tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Synchronizing usage tracker for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:29:21.600406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-56ed4075-4de9-4060-b21c-10e8f8971672 req-23062bb7-4087-4bb8-9a5e-c08616985a1e tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Unset dirty status for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:29:21.601613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-56ed4075-4de9-4060-b21c-10e8f8971672 req-23062bb7-4087-4bb8-9a5e-c08616985a1e tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 210 time: 0.1182587 Feb 17 12:29:22.780381 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9aec43c-c389-486a-8ba1-6efc6d3504e7 req-c217ebaf-b053-4601-b410-e0ddb28246d3 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 210 time: 0.0409791 Feb 17 12:29:23.507382 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-2d885fe0-41d2-4028-8afa-db3891587318 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:23.508791 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-2d885fe0-41d2-4028-8afa-db3891587318 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "GET /v2.0/networks?id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342 HTTP/1.1" status: 200 len: 816 time: 0.1416214 Feb 17 12:29:23.524677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Request body: {'port': {'device_id': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'admin_state_up': True, 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:23.660594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:29:23.670455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:29:23.778545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Made reservation on behalf of c4a913f15bc742a9b23f9ae9d812726a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:29:23.782182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:23.946091 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fc23a7d7-0fe5-499f-82f0-9ede324b5bb2 req-faa98b75-dd93-4cfc-83af-5ff12a1ed784 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 210 time: 0.0419073 Feb 17 12:29:23.950873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Allocated IP 172.20.0.5 (3203d226-9f23-4bbb-afdf-1ee3a0c4b342/e686cc3d-34c9-47b9-ac2e-bb449b92162b/f7900e93-78e2-421a-8d2c-7268fc384b14) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:29:24.151602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.168930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Transition to ACTIVE for port object f7900e93-78e2-421a-8d2c-7268fc384b14 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:24.259107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.355713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:29:24.359658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:29:24.364823 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:29:24.396039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Pushing event updated for resources: {'Port': ['ID=f7900e93-78e2-421a-8d2c-7268fc384b14,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:24.441987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:24.442813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.518272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed9ab59b-c14c-4103-adbe-63b1294d2ec1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:24.522834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-3776c8de-048c-446a-8320-86a473a34bbe tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0017488 Feb 17 12:29:24.536078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Request body: {'port': {'device_id': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:29:24.647817 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:24.654652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:24.655905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.752696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3074bf4f-7f16-4ce7-87b5-4988b3cb7dc7 None None] Provisioning for port f7900e93-78e2-421a-8d2c-7268fc384b14 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:24.762152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.763297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3074bf4f-7f16-4ce7-87b5-4988b3cb7dc7 None None] Provisioning complete for port f7900e93-78e2-421a-8d2c-7268fc384b14 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:24.763657 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3074bf4f-7f16-4ce7-87b5-4988b3cb7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.827221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.836499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3074bf4f-7f16-4ce7-87b5-4988b3cb7dc7 None None] Port f7900e93-78e2-421a-8d2c-7268fc384b14 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:29:24.848796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ed9ab59b-c14c-4103-adbe-63b1294d2ec1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:24.916491 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:24.996019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:25.181343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7900e93-78e2-421a-8d2c-7268fc384b14 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:29:25.190312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:25.215730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Transition to ACTIVE for port object f7900e93-78e2-421a-8d2c-7268fc384b14 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:25.232862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-c1abd790-cc7a-4765-adbb-1ac1d146a55d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:25.233550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-c1abd790-cc7a-4765-adbb-1ac1d146a55d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Synchronizing usage tracker for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:29:25.292926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:25.334003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-c1abd790-cc7a-4765-adbb-1ac1d146a55d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Unset dirty status for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:29:25.335198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-c1abd790-cc7a-4765-adbb-1ac1d146a55d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 931 time: 0.2304299 Feb 17 12:29:25.374306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Sync routers for ids ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:29:25.397136 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Routers {'98fbc5f6-10f4-4b15-8d23-47681060d3a3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:25.397570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:25.465656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7900e93-78e2-421a-8d2c-7268fc384b14,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:25.493510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-e765edaa-e67d-43d5-8b4f-e1a9e766095a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Synchronizing usage tracker for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:29:25.616302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Set router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:25.628789 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Attempting to bind port f7900e93-78e2-421a-8d2c-7268fc384b14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:25.629116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Attempting to bind port f7900e93-78e2-421a-8d2c-7268fc384b14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:25.629440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Attempting to bind port f7900e93-78e2-421a-8d2c-7268fc384b14 on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:25.636625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Port f7900e93-78e2-421a-8d2c-7268fc384b14 on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:29:25.636939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Attempting to bind port f7900e93-78e2-421a-8d2c-7268fc384b14 on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:25.643252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-e765edaa-e67d-43d5-8b4f-e1a9e766095a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Unset dirty status for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:29:25.644417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f81b5c6-a69e-49e4-bf92-39534d12f873 req-e765edaa-e67d-43d5-8b4f-e1a9e766095a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968369 Feb 17 12:29:25.646261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:25.646595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Checking segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:25.646965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Bound using segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:25.647389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Bound port: f7900e93-78e2-421a-8d2c-7268fc384b14, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:25.647722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:25.754098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] For port f7900e93-78e2-421a-8d2c-7268fc384b14, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:25.757154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] For port f7900e93-78e2-421a-8d2c-7268fc384b14, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7900e93-78e2-421a-8d2c-7268fc384b14,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:25.819226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:25.887168 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:25.888637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] 10.222.0.24 "PUT /v2.0/ports/f7900e93-78e2-421a-8d2c-7268fc384b14 HTTP/1.1" status: 200 len: 1093 time: 1.3577178 Feb 17 12:29:25.888983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'tag': 'f7900e93-78e2-421a-8d2c-7268fc384b14'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:29:25.922879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a873f-5b5e-43e5-be81-d887d5b9f5ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7900e93-78e2-421a-8d2c-7268fc384b14,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:25.965066 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'tag': 'f7900e93-78e2-421a-8d2c-7268fc384b14', 'status': 'completed', 'code': 200} Feb 17 12:29:26.050557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '341e4ceb-64ee-483f-8b07-4333b19a3ddd', 'name': '', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'mac_address': 'fa:16:3e:4a:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:10Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 2, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'subnets': [{'id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:26.054797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Checking router: 98fbc5f6-10f4-4b15-8d23-47681060d3a3 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:29:26.055150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Updating router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 port 341e4ceb-64ee-483f-8b07-4333b19a3ddd binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:29:26.063053 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6529a3fa-44fb-48de-9efc-86897fb62609 req-145831e2-c32c-48f1-8f93-3968394d6827 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 1096 time: 0.0782142 Feb 17 12:29:26.110145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:26.208901 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a3fa-44fb-48de-9efc-86897fb62609 req-1db8cb40-8acc-46c1-a273-7a5ca627f15d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:26.210293 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6529a3fa-44fb-48de-9efc-86897fb62609 req-1db8cb40-8acc-46c1-a273-7a5ca627f15d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1411958 Feb 17 12:29:26.351965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a3fa-44fb-48de-9efc-86897fb62609 req-44ba3489-1c9a-4bef-a421-19b5270e5fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:26.353351 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6529a3fa-44fb-48de-9efc-86897fb62609 req-44ba3489-1c9a-4bef-a421-19b5270e5fa6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1372566 Feb 17 12:29:26.471992 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-d3288a74-2747-4d8c-868e-2b00facc7c28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 1096 time: 0.0824420 Feb 17 12:29:26.476466 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed9ab59b-c14c-4103-adbe-63b1294d2ec1 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:26.508078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:26.534699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Transition to ACTIVE for port object 341e4ceb-64ee-483f-8b07-4333b19a3ddd will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:26.540529 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-ff491c28-263e-49ad-a91b-d01c0e75a33d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7900e93-78e2-421a-8d2c-7268fc384b14 HTTP/1.1" status: 200 len: 217 time: 0.0628846 Feb 17 12:29:26.560476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:26.560834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:26.604742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:26.606576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-70b25cfc-42b7-4505-8f50-f5e48156480d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:26.608689 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-70b25cfc-42b7-4505-8f50-f5e48156480d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e686cc3d-34c9-47b9-ac2e-bb449b92162b HTTP/1.1" status: 200 len: 855 time: 0.0619423 Feb 17 12:29:26.684757 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-76961911-9b83-4aac-bc12-5abd71e0d7b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708425 Feb 17 12:29:26.763091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b1300-4488-45cd-acdd-b3288f82b20d None None] Pushing event updated for resources: {'Port': ['ID=341e4ceb-64ee-483f-8b07-4333b19a3ddd,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:26.917076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Attempting to bind port 341e4ceb-64ee-483f-8b07-4333b19a3ddd on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:26.917458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Attempting to bind port 341e4ceb-64ee-483f-8b07-4333b19a3ddd by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:26.917823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Attempting to bind port 341e4ceb-64ee-483f-8b07-4333b19a3ddd on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:26.924995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:26.925360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Checking segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:26.926087 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:26.926477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Bound using segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:26.926931 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Bound port: 341e4ceb-64ee-483f-8b07-4333b19a3ddd, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:26.927295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:26.984283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-f85b63a7-2856-43a6-9071-b4cc6abea541 service neutron] 10.222.0.24 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928233 Feb 17 12:29:26.992812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2bb2-6291-41b4-abea-4b664e192c29 req-151fa7c8-e7e2-42cb-94d5-1717398b2147 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:26.994229 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-20ad2bb2-6291-41b4-abea-4b664e192c29 req-151fa7c8-e7e2-42cb-94d5-1717398b2147 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 943 time: 0.1372116 Feb 17 12:29:27.026147 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] For port 341e4ceb-64ee-483f-8b07-4333b19a3ddd, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:27.029194 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] For port 341e4ceb-64ee-483f-8b07-4333b19a3ddd, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=341e4ceb-64ee-483f-8b07-4333b19a3ddd,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:27.098225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:27.125042 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-20ad2bb2-6291-41b4-abea-4b664e192c29 req-8dcd42f3-b71e-4c51-8202-2fd1d0c95279 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099648 Feb 17 12:29:27.158005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ec37224-3c27-4042-9b7d-9c297ac95c6a req-8ca5b5c8-992e-4ccb-921f-24c0fe7fa9af service neutron] 10.222.0.24 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628170 Feb 17 12:29:27.184666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b1300-4488-45cd-acdd-b3288f82b20d None None] Pushing event updated for resources: {'Port': ['ID=341e4ceb-64ee-483f-8b07-4333b19a3ddd,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:27.192835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Routers {'98fbc5f6-10f4-4b15-8d23-47681060d3a3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:27.193421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:27.268388 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:29:27.381416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] Set router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:27.744475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '341e4ceb-64ee-483f-8b07-4333b19a3ddd', 'name': '', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'mac_address': 'fa:16:3e:4a:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:10Z', 'updated_at': '2022-02-17T12:29:27Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'subnets': [{'id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:27.748402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c2fc2-f7dc-4c9c-aa12-87566a8cb956 None None] The sync data for ids ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'] in dv-neutron-828728-1-hyperv is: [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:10Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '341e4ceb-64ee-483f-8b07-4333b19a3ddd', 'name': '', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'mac_address': 'fa:16:3e:4a:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:10Z', 'updated_at': '2022-02-17T12:29:27Z', 'revision_number': 4, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'subnets': [{'id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:29:28.132365 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Sync routers for ids ['aa195ae9-4537-4ccb-b814-e46477d057ca'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:29:28.145370 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Routers {'aa195ae9-4537-4ccb-b814-e46477d057ca'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:28.146296 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aa195ae9-4537-4ccb-b814-e46477d057ca'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:28.331452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d7a1-78b6-4f49-8f93-515c8ce31294 req-227c0eff-7293-4d3c-9efa-bdc05b2a04c6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:28.332906 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0891d7a1-78b6-4f49-8f93-515c8ce31294 req-227c0eff-7293-4d3c-9efa-bdc05b2a04c6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 943 time: 0.0760474 Feb 17 12:29:28.348499 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Set router aa195ae9-4537-4ccb-b814-e46477d057ca gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:28.382449 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0891d7a1-78b6-4f49-8f93-515c8ce31294 req-967078cf-44a1-4564-af70-39309c353636 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 Feb 17 12:29:28.493032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 341e4ceb-64ee-483f-8b07-4333b19a3ddd up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:28.618278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 341e4ceb-64ee-483f-8b07-4333b19a3ddd completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:28.623170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 341e4ceb-64ee-483f-8b07-4333b19a3ddd triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:28.623530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:28.664186 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:29:18Z', 'revision_number': 4, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '51cc4866-6088-430e-930d-8fc657ea4cf4', 'name': '', 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'mac_address': 'fa:16:3e:83:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579fd193-4c2c-46b4-8589-7cf369465e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:17Z', 'updated_at': '2022-02-17T12:29:18Z', 'revision_number': 2, 'project_id': '7802801da7e441788ffee387338a33f3', 'subnets': [{'id': '579fd193-4c2c-46b4-8589-7cf369465e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:28.667950 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Checking router: aa195ae9-4537-4ccb-b814-e46477d057ca for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:29:28.668300 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Updating router aa195ae9-4537-4ccb-b814-e46477d057ca port 51cc4866-6088-430e-930d-8fc657ea4cf4 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:29:28.720333 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:28.736810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:28.768907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 341e4ceb-64ee-483f-8b07-4333b19a3ddd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=341e4ceb-64ee-483f-8b07-4333b19a3ddd,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:28.841458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:28.906573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=341e4ceb-64ee-483f-8b07-4333b19a3ddd,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:29.073809 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:29.084644 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Transition to ACTIVE for port object 51cc4866-6088-430e-930d-8fc657ea4cf4 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:29:29.149656 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:29.263871 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0135a7-89fc-4ea2-884e-8f4e1caf5bdf None None] Pushing event updated for resources: {'Port': ['ID=51cc4866-6088-430e-930d-8fc657ea4cf4,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:29.365309 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Attempting to bind port 51cc4866-6088-430e-930d-8fc657ea4cf4 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:29:29.366019 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Attempting to bind port 51cc4866-6088-430e-930d-8fc657ea4cf4 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:29:29.366019 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Attempting to bind port 51cc4866-6088-430e-930d-8fc657ea4cf4 on network b4faf540-e68e-4012-8366-cf438f1ffa32 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:29:29.372479 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:29:29.372836 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Checking segment: {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:29:29.373232 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:29.373613 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Bound using segment: {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:29:29.374176 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Bound port: 51cc4866-6088-430e-930d-8fc657ea4cf4, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac62c9e-bfd2-4847-9946-9871fe0aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:29:29.374515 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:29.464610 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] For port 51cc4866-6088-430e-930d-8fc657ea4cf4, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:29:29.467633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] For port 51cc4866-6088-430e-930d-8fc657ea4cf4, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=51cc4866-6088-430e-930d-8fc657ea4cf4,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:29:29.533241 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:29.580879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e04fd-3001-4e90-b746-4e228679192b req-93ee1805-e1a7-4f69-82f8-29cd3608efc6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:29.582403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a85e04fd-3001-4e90-b746-4e228679192b req-93ee1805-e1a7-4f69-82f8-29cd3608efc6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 943 time: 0.0808139 Feb 17 12:29:29.609480 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0135a7-89fc-4ea2-884e-8f4e1caf5bdf None None] Pushing event updated for resources: {'Port': ['ID=51cc4866-6088-430e-930d-8fc657ea4cf4,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:29.617559 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Routers {'aa195ae9-4537-4ccb-b814-e46477d057ca'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:29:29.617850 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:29:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aa195ae9-4537-4ccb-b814-e46477d057ca'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:29.633588 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a85e04fd-3001-4e90-b746-4e228679192b req-bb63e99f-c7d6-42b5-9e44-d93db72cfdef tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Feb 17 12:29:29.800175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] Set router aa195ae9-4537-4ccb-b814-e46477d057ca gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:29:30.102891 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:29:18Z', 'revision_number': 4, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '51cc4866-6088-430e-930d-8fc657ea4cf4', 'name': '', 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'mac_address': 'fa:16:3e:83:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579fd193-4c2c-46b4-8589-7cf369465e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:17Z', 'updated_at': '2022-02-17T12:29:29Z', 'revision_number': 4, 'project_id': '7802801da7e441788ffee387338a33f3', 'subnets': [{'id': '579fd193-4c2c-46b4-8589-7cf369465e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:29:30.106837 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67e3ef-ecc3-47db-8e02-ba09807a8eec None None] The sync data for ids ['aa195ae9-4537-4ccb-b814-e46477d057ca'] in dv-neutron-828728-1-hyperv is: [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:29:18Z', 'revision_number': 4, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '51cc4866-6088-430e-930d-8fc657ea4cf4', 'name': '', 'network_id': 'b4faf540-e68e-4012-8366-cf438f1ffa32', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'mac_address': 'fa:16:3e:83:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579fd193-4c2c-46b4-8589-7cf369465e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:17Z', 'updated_at': '2022-02-17T12:29:29Z', 'revision_number': 4, 'project_id': '7802801da7e441788ffee387338a33f3', 'subnets': [{'id': '579fd193-4c2c-46b4-8589-7cf369465e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:29:30.536032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 341e4ceb-64ee-483f-8b07-4333b19a3ddd up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:30.609885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 341e4ceb-64ee-483f-8b07-4333b19a3ddd triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:30.610257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:30.699582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f7900e93-78e2-421a-8d2c-7268fc384b14 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:29:30.742718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 51cc4866-6088-430e-930d-8fc657ea4cf4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:30.848059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c478-badc-474d-a26c-b7f93035e46f req-8414be91-a4e5-4035-8f7e-a480c512ca1f tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:30.849660 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a951c478-badc-474d-a26c-b7f93035e46f req-8414be91-a4e5-4035-8f7e-a480c512ca1f tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 943 time: 0.0866723 Feb 17 12:29:30.900850 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a951c478-badc-474d-a26c-b7f93035e46f req-d2444073-0965-4645-85bf-4409e3f9b5c7 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Feb 17 12:29:30.920427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port f7900e93-78e2-421a-8d2c-7268fc384b14, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7900e93-78e2-421a-8d2c-7268fc384b14,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:30.935806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'f7900e93-78e2-421a-8d2c-7268fc384b14', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'port_id': 'f7900e93-78e2-421a-8d2c-7268fc384b14', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:29:30.975470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 51cc4866-6088-430e-930d-8fc657ea4cf4 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:30.990764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 51cc4866-6088-430e-930d-8fc657ea4cf4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:30.991125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:31.033959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:31.062689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7900e93-78e2-421a-8d2c-7268fc384b14 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:29:31.082213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port f7900e93-78e2-421a-8d2c-7268fc384b14, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7900e93-78e2-421a-8d2c-7268fc384b14,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:31.138688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:31.170629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 51cc4866-6088-430e-930d-8fc657ea4cf4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=51cc4866-6088-430e-930d-8fc657ea4cf4,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:31.172938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:31.231417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:31.243276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=f7900e93-78e2-421a-8d2c-7268fc384b14,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:31.309373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=51cc4866-6088-430e-930d-8fc657ea4cf4,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:31.497072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['f7900e93-78e2-421a-8d2c-7268fc384b14'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:29:32.102208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0535e47-6b7b-4f2f-95b1-d7c40472379f req-cef4b882-709e-4262-a9f3-3c13154d0612 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:32.103653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d0535e47-6b7b-4f2f-95b1-d7c40472379f req-cef4b882-709e-4262-a9f3-3c13154d0612 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 944 time: 0.0745876 Feb 17 12:29:32.149119 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d0535e47-6b7b-4f2f-95b1-d7c40472379f req-0d9af1cd-aa58-44d4-bedb-144ff1e75926 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Feb 17 12:29:32.470906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 51cc4866-6088-430e-930d-8fc657ea4cf4 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:32.540748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 51cc4866-6088-430e-930d-8fc657ea4cf4 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:32.541114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:32.729221 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f7900e93-78e2-421a-8d2c-7268fc384b14 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:29:32.846584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port f7900e93-78e2-421a-8d2c-7268fc384b14 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:29:32.851654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port f7900e93-78e2-421a-8d2c-7268fc384b14 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:29:32.852016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:32.992628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:33.019025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7900e93-78e2-421a-8d2c-7268fc384b14'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:29:33.028391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port f7900e93-78e2-421a-8d2c-7268fc384b14, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7900e93-78e2-421a-8d2c-7268fc384b14,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:33.072273 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7900e93-78e2-421a-8d2c-7268fc384b14', 'code': 200} Feb 17 12:29:33.109846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:33.176234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=f7900e93-78e2-421a-8d2c-7268fc384b14,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:33.353254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8450cca-f0aa-40c7-b598-c326c018c636 req-52e077e0-8e8f-475e-a70a-2eff006b0171 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:33.354710 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8450cca-f0aa-40c7-b598-c326c018c636 req-52e077e0-8e8f-475e-a70a-2eff006b0171 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.0802343 Feb 17 12:29:33.429201 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d8450cca-f0aa-40c7-b598-c326c018c636 req-937fed45-218d-4465-b62e-401520d521f1 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681355 Feb 17 12:29:33.470304 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dc9ba137-a185-441f-b678-85d63f99abcd req-6550420c-77d9-44ee-b4d4-8a59efec15c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 1098 time: 0.0721414 Feb 17 12:29:33.511032 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dc9ba137-a185-441f-b678-85d63f99abcd req-ff0e9556-b0a2-437a-8906-00c77769dfb4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348909 Feb 17 12:29:34.632237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ccd97-c46e-4a7b-a7f2-269e15fc0253 req-0721779e-6aac-43a3-9d94-9e34c305e3f6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:34.633565 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-944ccd97-c46e-4a7b-a7f2-269e15fc0253 req-0721779e-6aac-43a3-9d94-9e34c305e3f6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.0780370 Feb 17 12:29:34.679830 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-944ccd97-c46e-4a7b-a7f2-269e15fc0253 req-710c9948-207d-497f-80ef-37cfc8905113 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Feb 17 12:29:35.878694 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2cfe-0eb6-4ecd-b617-f9252975902d req-32d7526a-b277-428c-a083-dd5f01ba8611 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:35.880143 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-634f2cfe-0eb6-4ecd-b617-f9252975902d req-32d7526a-b277-428c-a083-dd5f01ba8611 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.0777605 Feb 17 12:29:35.925030 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-634f2cfe-0eb6-4ecd-b617-f9252975902d req-f81ceb2f-02e7-456e-b47b-7545e30d8d5c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Feb 17 12:29:36.122424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788f20f-4f59-401d-9755-acdcf008b878 req-04454ed7-46fe-4dc1-a440-2acae6ab02dd tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:36.124015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a788f20f-4f59-401d-9755-acdcf008b878 req-04454ed7-46fe-4dc1-a440-2acae6ab02dd tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.0757747 Feb 17 12:29:36.168892 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a788f20f-4f59-401d-9755-acdcf008b878 req-fb25cda9-0cac-4b33-add3-75af0bece8d5 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Feb 17 12:29:37.807156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-36055945-2767-4d61-ae13-6c561a518585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:40.081642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-95e5239b-6844-494e-a697-21eb2ca3b211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:41.429621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:41.457609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:41.875502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:42.982704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:53.539982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-93d6dfaf-e5b6-4eb2-9f86-f9646e75059c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690961 Feb 17 12:29:53.682030 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-434122ba-bdd2-4435-aaa5-7f16d6fe97b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 1098 time: 0.0721359 Feb 17 12:29:53.842528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-7f55594a-92f1-4af9-88d1-80264fabb6ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:53.845005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-7f55594a-92f1-4af9-88d1-80264fabb6ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342 HTTP/1.1" status: 200 len: 916 time: 0.1450684 Feb 17 12:29:53.919082 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-2fc6446f-1aab-4d8f-a283-2c6db7c919b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7900e93-78e2-421a-8d2c-7268fc384b14 HTTP/1.1" status: 200 len: 217 time: 0.0677264 Feb 17 12:29:53.982614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-1caa2f02-3a98-47f3-947e-33df0290c45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:53.984595 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-1caa2f02-3a98-47f3-947e-33df0290c45c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e686cc3d-34c9-47b9-ac2e-bb449b92162b HTTP/1.1" status: 200 len: 855 time: 0.0589750 Feb 17 12:29:54.064202 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-1007b7f1-ff41-490b-b321-60376e9d566d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739942 Feb 17 12:29:54.203335 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-717ece97-9baf-4e8f-88d2-04cd3938fb7d service neutron] 10.222.0.24 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327004 Feb 17 12:29:54.276943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c05eb-f840-47d9-b538-179fa5a123ef req-ec1e9c45-1193-4d66-862a-704c8d97e834 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:54.279070 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d22c05eb-f840-47d9-b538-179fa5a123ef req-ec1e9c45-1193-4d66-862a-704c8d97e834 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.0831399 Feb 17 12:29:54.329369 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d22c05eb-f840-47d9-b538-179fa5a123ef req-46cb564a-ab14-455e-abe3-467fc2af90dc tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Feb 17 12:29:54.344163 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbbe07ad-6fc4-4b86-bc6d-dc25dde0484a req-b5254879-22f1-4b7c-adef-8557e9c16255 service neutron] 10.222.0.24 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343708 Feb 17 12:29:55.613156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0f81-01d2-4159-a8c3-b2b7551796d6 req-d3157293-1a06-4a7e-af96-05b5ab87e183 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:55.614569 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ccea0f81-01d2-4159-a8c3-b2b7551796d6 req-d3157293-1a06-4a7e-af96-05b5ab87e183 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.1596885 Feb 17 12:29:55.661136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ccea0f81-01d2-4159-a8c3-b2b7551796d6 req-a915649c-ef55-4f57-bd58-423f5a4c2266 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Feb 17 12:29:56.032035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-45cc4592-89f8-413c-a7cd-262ddc7a752b tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:29:56.033475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-45cc4592-89f8-413c-a7cd-262ddc7a752b tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 945 time: 0.0748320 Feb 17 12:29:56.110267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Deleting port f7900e93-78e2-421a-8d2c-7268fc384b14 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:29:56.110600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:56.353295 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] For port f7900e93-78e2-421a-8d2c-7268fc384b14, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7900e93-78e2-421a-8d2c-7268fc384b14,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:29:56.353637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:56.474388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Calling delete_port for f7900e93-78e2-421a-8d2c-7268fc384b14 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:29:56.675394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:56.688021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['f7900e93-78e2-421a-8d2c-7268fc384b14'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:29:56.730701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Pushing event deleted for resources: {'Port': ['ID=f7900e93-78e2-421a-8d2c-7268fc384b14,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:29:56.814899 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.815254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.815565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.815893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.816219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.816541 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.816865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.817194 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.817501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.817847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.818170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:29:56.822182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] No DVR routers for this DVR port f7900e93-78e2-421a-8d2c-7268fc384b14 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:29:56.824461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:29:56.841658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'name': 'network-vif-deleted', 'tag': 'f7900e93-78e2-421a-8d2c-7268fc384b14'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:29:56.874791 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fbda37ec-4c40-49f8-8b7b-0f60fbc7cfe0 req-f412bbac-0635-4672-86dd-6d8d41a5304c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 210 time: 0.0521591 Feb 17 12:29:56.899964 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-99dcfd12-13a5-43d4-8c90-da15b14ee612 req-ab32894f-77e4-41c6-b29f-bee69e5994ca tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "DELETE /v2.0/ports/f7900e93-78e2-421a-8d2c-7268fc384b14 HTTP/1.1" status: 204 len: 173 time: 0.8615766 Feb 17 12:29:56.901834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e72d7b4-e1a3-42ad-ab42-386c22855f5b', 'name': 'network-vif-deleted', 'tag': 'f7900e93-78e2-421a-8d2c-7268fc384b14', 'status': 'completed', 'code': 200} Feb 17 12:29:58.075362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ca0f5c53-3b3a-44cf-b9f9-535824690005 req-3afaec91-e505-40fd-98af-c4ea2ff17d8d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Synchronizing usage tracker for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:29:58.148114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-ca0f5c53-3b3a-44cf-b9f9-535824690005 req-3afaec91-e505-40fd-98af-c4ea2ff17d8d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Unset dirty status for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:29:58.149296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca0f5c53-3b3a-44cf-b9f9-535824690005 req-3afaec91-e505-40fd-98af-c4ea2ff17d8d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e72d7b4-e1a3-42ad-ab42-386c22855f5b HTTP/1.1" status: 200 len: 210 time: 0.1146305 Feb 17 12:30:00.070463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-b3608f9e-bcc3-4e3e-8506-586a5c8f25fd tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:00.071807 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-b3608f9e-bcc3-4e3e-8506-586a5c8f25fd tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/networks?id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342 HTTP/1.1" status: 200 len: 816 time: 0.1437244 Feb 17 12:30:00.088257 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-ef5313aa-018e-4db0-b0f2-114728192250 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/quotas/c4a913f15bc742a9b23f9ae9d812726a HTTP/1.1" status: 200 len: 375 time: 0.0111105 Feb 17 12:30:00.166688 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-b3774607-9da5-4f3c-8596-2a00e232bc5e tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732441 Feb 17 12:30:00.302707 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-bf559979-0f82-4172-92b2-6b589d76eea8 service neutron] 10.222.0.47 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 Feb 17 12:30:00.435558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-f945d757-f5e3-4827-830d-1d6cc9dff371 service neutron] 10.222.0.47 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268849 Feb 17 12:30:00.681411 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2fff1e56-9584-4385-80e9-b6d28a21e02b req-5297b733-29b0-4f79-826e-262aaaf44722 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 210 time: 0.0451224 Feb 17 12:30:00.854421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f7900e93-78e2-421a-8d2c-7268fc384b14 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:00.885563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: f7900e93-78e2-421a-8d2c-7268fc384b14 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:00.885962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device f7900e93-78e2-421a-8d2c-7268fc384b14 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:01.849040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8ba821b-69e9-4385-acba-6ad2ea7b1747 req-a740a4a1-e820-46bf-8e90-79b30002af4a tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 210 time: 0.0471354 Feb 17 12:30:02.574612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-18d4bea5-bb98-4b3e-8a36-f5fa6e1c0f71 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:02.576097 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-18d4bea5-bb98-4b3e-8a36-f5fa6e1c0f71 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "GET /v2.0/networks?id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342 HTTP/1.1" status: 200 len: 816 time: 0.1460619 Feb 17 12:30:02.591097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Request body: {'port': {'device_id': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'admin_state_up': True, 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:30:02.824497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:30:02.835212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:30:02.921480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Made reservation on behalf of c4a913f15bc742a9b23f9ae9d812726a for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:30:02.924583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:03.014519 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ebd5b70e-cae3-4c9f-b3a0-50ecc84763ef req-9cf567a2-8d0e-449b-87d3-92ea49fd221b tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 210 time: 0.0420451 Feb 17 12:30:03.089842 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Allocated IP 172.20.0.14 (3203d226-9f23-4bbb-afdf-1ee3a0c4b342/e686cc3d-34c9-47b9-ac2e-bb449b92162b/c39c8775-d612-42df-952f-b219c6a0827a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:30:03.292188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:03.309252 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Transition to ACTIVE for port object c39c8775-d612-42df-952f-b219c6a0827a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:30:03.395944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:03.469034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:30:03.471867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:30:03.475666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:30:03.507054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Pushing event updated for resources: {'Port': ['ID=c39c8775-d612-42df-952f-b219c6a0827a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:03.545411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:03.546068 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:03.646280 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-a96db656-9584-4d19-a703-d82d4ca67d80 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0586874 Feb 17 12:30:03.659846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Request body: {'port': {'device_id': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:30:03.769290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:03.805457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-08e3f61f-3ddb-41e1-ac5e-936baba655b5 None None] Provisioning for port c39c8775-d612-42df-952f-b219c6a0827a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:30:03.810386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-08e3f61f-3ddb-41e1-ac5e-936baba655b5 None None] Provisioning complete for port c39c8775-d612-42df-952f-b219c6a0827a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:30:03.810751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08e3f61f-3ddb-41e1-ac5e-936baba655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:03.863846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f61f-3ddb-41e1-ac5e-936baba655b5 None None] Port c39c8775-d612-42df-952f-b219c6a0827a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:30:04.117112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39c8775-d612-42df-952f-b219c6a0827a {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:30:04.125027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:04.169045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Transition to ACTIVE for port object c39c8775-d612-42df-952f-b219c6a0827a will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:30:04.222179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b753ca-56d5-4f7e-a261-af2e95cc6c6e req-706ba47a-972a-44cc-9f56-2e2fc8e9f8bc tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:04.222887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e1b753ca-56d5-4f7e-a261-af2e95cc6c6e req-706ba47a-972a-44cc-9f56-2e2fc8e9f8bc tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Synchronizing usage tracker for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:30:04.263025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:04.270613 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:30:04.303041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e1b753ca-56d5-4f7e-a261-af2e95cc6c6e req-706ba47a-972a-44cc-9f56-2e2fc8e9f8bc tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Unset dirty status for tenant:c4a913f15bc742a9b23f9ae9d812726a on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:30:04.303893 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e1b753ca-56d5-4f7e-a261-af2e95cc6c6e req-706ba47a-972a-44cc-9f56-2e2fc8e9f8bc tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 932 time: 0.1644626 Feb 17 12:30:04.413942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Pushing event updated for resources: {'Port': ['ID=c39c8775-d612-42df-952f-b219c6a0827a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:04.471621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e1b753ca-56d5-4f7e-a261-af2e95cc6c6e req-891736a0-c870-4b42-957a-e8beae8bfc84 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558063 Feb 17 12:30:04.549612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Attempting to bind port c39c8775-d612-42df-952f-b219c6a0827a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:30:04.549972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Attempting to bind port c39c8775-d612-42df-952f-b219c6a0827a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:30:04.550293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Attempting to bind port c39c8775-d612-42df-952f-b219c6a0827a on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:30:04.556071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Port c39c8775-d612-42df-952f-b219c6a0827a on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:30:04.556389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Attempting to bind port c39c8775-d612-42df-952f-b219c6a0827a on network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:30:04.563846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:30:04.564099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Checking segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:30:04.564481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Bound using segment: {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:30:04.564900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Bound port: c39c8775-d612-42df-952f-b219c6a0827a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfb61f9-5376-41c6-aede-330cc70c7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:30:04.565237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:04.655993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] For port c39c8775-d612-42df-952f-b219c6a0827a, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:30:04.659071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] For port c39c8775-d612-42df-952f-b219c6a0827a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c39c8775-d612-42df-952f-b219c6a0827a,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:30:04.743060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:04.807643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:04.809438 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] 10.222.0.24 "PUT /v2.0/ports/c39c8775-d612-42df-952f-b219c6a0827a HTTP/1.1" status: 200 len: 1094 time: 1.1566925 Feb 17 12:30:04.809891 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'tag': 'c39c8775-d612-42df-952f-b219c6a0827a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:30:04.874323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad1320-099a-4db9-8e2e-f33672f2cf84 service neutron] Pushing event updated for resources: {'Port': ['ID=c39c8775-d612-42df-952f-b219c6a0827a,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:04.874323 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'tag': 'c39c8775-d612-42df-952f-b219c6a0827a', 'status': 'completed', 'code': 200} Feb 17 12:30:04.966219 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-31372832-1787-40d1-8c22-3091b6804d1b req-8202a089-64ac-4f4a-b606-9c2bdb4ec735 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 1097 time: 0.0777521 Feb 17 12:30:05.203954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372832-1787-40d1-8c22-3091b6804d1b req-c8972f6a-0cdd-4e42-a231-cf5e96f88499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:05.205432 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-31372832-1787-40d1-8c22-3091b6804d1b req-c8972f6a-0cdd-4e42-a231-cf5e96f88499 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2325172 Feb 17 12:30:05.346560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372832-1787-40d1-8c22-3091b6804d1b req-6d06f67b-5d5b-41c4-8223-9c7e13a196b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:05.347941 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-31372832-1787-40d1-8c22-3091b6804d1b req-6d06f67b-5d5b-41c4-8223-9c7e13a196b0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1362271 Feb 17 12:30:05.452129 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-517c271d-542c-4809-b032-8893c051acfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 1097 time: 0.0686505 Feb 17 12:30:05.524461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-c00954f2-84e1-4215-a454-2aa803e945cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c39c8775-d612-42df-952f-b219c6a0827a HTTP/1.1" status: 200 len: 217 time: 0.0663972 Feb 17 12:30:05.588787 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-5f38992e-5082-4cb8-9448-bc4b28614fb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:05.590419 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-5f38992e-5082-4cb8-9448-bc4b28614fb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e686cc3d-34c9-47b9-ac2e-bb449b92162b HTTP/1.1" status: 200 len: 855 time: 0.0611229 Feb 17 12:30:05.725772 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-c8f52613-30ce-4c28-8350-265e05bc6a92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3203d226-9f23-4bbb-afdf-1ee3a0c4b342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294897 Feb 17 12:30:05.731854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9345-1bde-4d21-825f-fa0b9b3e2ac8 req-a9577b30-7d67-4075-bd0e-9d6e3c76a6c8 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:05.733175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e41e9345-1bde-4d21-825f-fa0b9b3e2ac8 req-a9577b30-7d67-4075-bd0e-9d6e3c76a6c8 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 944 time: 0.1017146 Feb 17 12:30:05.869365 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e41e9345-1bde-4d21-825f-fa0b9b3e2ac8 req-fde7a954-38f2-4ca4-8f16-1aa4ed438857 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177733 Feb 17 12:30:05.895733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-234421a9-a006-4bc5-82ea-23cddb5d9c06 service neutron] 10.222.0.24 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614535 Feb 17 12:30:06.029707 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-242a5643-e850-42fa-b2b3-076bf236c0fa req-7557896c-c734-4e13-a3f1-827b698c9fdb service neutron] 10.222.0.24 "GET /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285160 Feb 17 12:30:07.072807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00add8f-bc1f-41cd-b190-f96a78bc07a9 req-01e2eddb-2ef3-48dc-be9a-adc30f2518f7 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:07.074271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e00add8f-bc1f-41cd-b190-f96a78bc07a9 req-01e2eddb-2ef3-48dc-be9a-adc30f2518f7 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 944 time: 0.0759923 Feb 17 12:30:07.120794 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e00add8f-bc1f-41cd-b190-f96a78bc07a9 req-bca40ae6-5bb0-4e4c-ad91-e909ac8c2d46 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Feb 17 12:30:07.750539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1e07c7cd-2f5b-4c6f-9de8-8d9008518e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:08.318796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b4d7-24ec-48b4-b30e-00bb0eb29e5a req-e967d9ee-a44e-493c-8156-49e6f939b53c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:08.320284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7252b4d7-24ec-48b4-b30e-00bb0eb29e5a req-e967d9ee-a44e-493c-8156-49e6f939b53c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 944 time: 0.0776203 Feb 17 12:30:08.366656 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7252b4d7-24ec-48b4-b30e-00bb0eb29e5a req-2f962bca-279a-473b-9c63-77b6588aa5d7 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Feb 17 12:30:09.565533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d562a6-3eb5-4820-ac71-384087509c2d req-83e5f94d-51d8-48a5-ac98-863b11a3da41 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:09.566961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b8d562a6-3eb5-4820-ac71-384087509c2d req-83e5f94d-51d8-48a5-ac98-863b11a3da41 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 944 time: 0.0820436 Feb 17 12:30:09.616259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b8d562a6-3eb5-4820-ac71-384087509c2d req-204d344e-dbc1-4970-a081-a1575fccc12b tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Feb 17 12:30:10.070064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a07-2b15-4335-96fa-24e52ebacdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:10.818008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f985276-88bd-47b7-845b-e674b6432f83 req-d9cc92b0-6839-4126-82f9-2e4d75015746 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:10.819384 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f985276-88bd-47b7-845b-e674b6432f83 req-d9cc92b0-6839-4126-82f9-2e4d75015746 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 944 time: 0.0803981 Feb 17 12:30:10.865606 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9f985276-88bd-47b7-845b-e674b6432f83 req-a61a16a2-ca6b-491d-ad7c-309f83c9fcc4 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 Feb 17 12:30:10.894191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c39c8775-d612-42df-952f-b219c6a0827a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:30:11.030719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port c39c8775-d612-42df-952f-b219c6a0827a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c39c8775-d612-42df-952f-b219c6a0827a,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:11.044608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'c39c8775-d612-42df-952f-b219c6a0827a', 'network_id': '3203d226-9f23-4bbb-afdf-1ee3a0c4b342', 'port_id': 'c39c8775-d612-42df-952f-b219c6a0827a', 'mac_address': 'fa:16:3e:93:f3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e686cc3d-34c9-47b9-ac2e-bb449b92162b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:30:11.096274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:11.113177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39c8775-d612-42df-952f-b219c6a0827a {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:30:11.128184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port c39c8775-d612-42df-952f-b219c6a0827a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c39c8775-d612-42df-952f-b219c6a0827a,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:11.193764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:11.258258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=c39c8775-d612-42df-952f-b219c6a0827a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:11.267115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.267445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.267770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.268090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.268415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.268729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.269049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.269356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.269682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.269998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.270305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:11.405345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:11.497024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['c39c8775-d612-42df-952f-b219c6a0827a'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:30:11.525489 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:11.890928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:12.058033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078052e-837a-4e83-a06e-7a795d8798d1 req-4055f1dc-25a6-4859-8ef2-0111e0c78a32 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:12.059499 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d078052e-837a-4e83-a06e-7a795d8798d1 req-4055f1dc-25a6-4859-8ef2-0111e0c78a32 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 945 time: 0.0763490 Feb 17 12:30:12.107419 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d078052e-837a-4e83-a06e-7a795d8798d1 req-c060b9b7-9921-4624-9745-5eba8efb9ca3 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Feb 17 12:30:12.894498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c39c8775-d612-42df-952f-b219c6a0827a up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:30:13.019433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:13.045343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port c39c8775-d612-42df-952f-b219c6a0827a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:30:13.050752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port c39c8775-d612-42df-952f-b219c6a0827a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:30:13.051120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:13.172617 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:13.200294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c8775-d612-42df-952f-b219c6a0827a'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:30:13.210799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port c39c8775-d612-42df-952f-b219c6a0827a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c39c8775-d612-42df-952f-b219c6a0827a,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:13.274765 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c8775-d612-42df-952f-b219c6a0827a', 'code': 200} Feb 17 12:30:13.295355 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:13.329328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f4ec-870c-49bb-9212-0d97db440589 req-57b310e4-1915-44e8-bf50-f1d4a8a68016 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:13.331838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e64f4ec-870c-49bb-9212-0d97db440589 req-57b310e4-1915-44e8-bf50-f1d4a8a68016 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 945 time: 0.0940821 Feb 17 12:30:13.374219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=c39c8775-d612-42df-952f-b219c6a0827a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:13.379355 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e64f4ec-870c-49bb-9212-0d97db440589 req-d17c07e7-a985-4182-a36d-1be7ca4a8890 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Feb 17 12:30:13.699756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f176f1b0-4dc0-43e5-8108-1507ab06431c req-ccf8eed6-0a70-4aa2-8372-1174d9b296c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 1099 time: 0.0711269 Feb 17 12:30:13.742518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f176f1b0-4dc0-43e5-8108-1507ab06431c req-f9c4004f-238c-44ec-ba2b-2bd4040e5aaf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362175 Feb 17 12:30:14.585474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4c84-f7cf-442d-8be0-b71798b549a7 req-60c4f850-6965-43ec-86b0-ac0ef554ed90 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:14.586914 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-59cb4c84-f7cf-442d-8be0-b71798b549a7 req-60c4f850-6965-43ec-86b0-ac0ef554ed90 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0757265 Feb 17 12:30:14.632353 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-59cb4c84-f7cf-442d-8be0-b71798b549a7 req-be271b1a-ac09-410f-956c-8914e9c24748 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Feb 17 12:30:15.825911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a8bc8-dc40-4139-998e-748bc0fd0486 req-58f890ec-ec50-48dc-816e-ef11a615214d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:15.827369 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c19a8bc8-dc40-4139-998e-748bc0fd0486 req-58f890ec-ec50-48dc-816e-ef11a615214d tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0755193 Feb 17 12:30:15.872653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c19a8bc8-dc40-4139-998e-748bc0fd0486 req-81a78e0a-0660-49d5-b434-14fddac445c1 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393200 Feb 17 12:30:16.068881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e7d1a-b42a-4062-9a9e-e878e00a18ea req-76bf844a-91b2-4ce2-9b59-808edb6a4fd4 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:16.070338 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f41e7d1a-b42a-4062-9a9e-e878e00a18ea req-76bf844a-91b2-4ce2-9b59-808edb6a4fd4 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0790303 Feb 17 12:30:16.114559 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f41e7d1a-b42a-4062-9a9e-e878e00a18ea req-c0983ae1-948a-4e8a-ab77-7f4055f12bf6 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 Feb 17 12:30:34.128211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d859ec-dfa7-4741-bf3b-abc4064aba02 req-630f393e-fb9c-4f69-9262-ad72f913d9f9 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:34.129650 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b6d859ec-dfa7-4741-bf3b-abc4064aba02 req-630f393e-fb9c-4f69-9262-ad72f913d9f9 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0785573 Feb 17 12:30:34.175004 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b6d859ec-dfa7-4741-bf3b-abc4064aba02 req-d7af121e-70d3-423d-9586-a5b401b052d3 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Feb 17 12:30:35.376444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683509c-f679-405a-913a-80d6f5d3f5d0 req-6d13252c-11bb-4d18-af9a-6ef3d9c14760 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:35.377982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c683509c-f679-405a-913a-80d6f5d3f5d0 req-6d13252c-11bb-4d18-af9a-6ef3d9c14760 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0803218 Feb 17 12:30:35.423993 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c683509c-f679-405a-913a-80d6f5d3f5d0 req-be63cdaa-b7bc-4aa0-b89f-dfc7d8e71151 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Feb 17 12:30:35.877005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-f9bd8b3c-8ae5-48db-a201-f3b1766350ef tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:35.878515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-f9bd8b3c-8ae5-48db-a201-f3b1766350ef tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0749838 Feb 17 12:30:35.947818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Deleting port c39c8775-d612-42df-952f-b219c6a0827a {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:35.948155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:36.272221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] For port c39c8775-d612-42df-952f-b219c6a0827a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c39c8775-d612-42df-952f-b219c6a0827a,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:36.272491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:36.391793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Calling delete_port for c39c8775-d612-42df-952f-b219c6a0827a owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:36.601102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:36.614057 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['c39c8775-d612-42df-952f-b219c6a0827a'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:30:36.628742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416944f-6026-4245-b4df-3ac269c87013 req-04a73bf7-579a-4512-b69b-e19f919e0a5b tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:36.636138 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a416944f-6026-4245-b4df-3ac269c87013 req-04a73bf7-579a-4512-b69b-e19f919e0a5b tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 946 time: 0.0867529 Feb 17 12:30:36.650867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Pushing event deleted for resources: {'Port': ['ID=c39c8775-d612-42df-952f-b219c6a0827a,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:36.684642 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a416944f-6026-4245-b4df-3ac269c87013 req-f580fddc-733b-42b5-8396-037e049612cf tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/security-groups?id=57b2a132-1969-4df6-9603-d7a63c7d0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475762 Feb 17 12:30:36.729197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] No DVR routers for this DVR port c39c8775-d612-42df-952f-b219c6a0827a on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:30:36.731678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:36.734299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'name': 'network-vif-deleted', 'tag': 'c39c8775-d612-42df-952f-b219c6a0827a'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:30:36.831271 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d47e6d4b-3e62-41c4-89f4-864734ae5e55 req-ec70a620-9c49-44b6-9c8e-8030e572226c tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.24 "DELETE /v2.0/ports/c39c8775-d612-42df-952f-b219c6a0827a HTTP/1.1" status: 204 len: 173 time: 0.9476230 Feb 17 12:30:36.875715 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c006bae7-515f-45f3-9648-1669faccf7c9', 'name': 'network-vif-deleted', 'tag': 'c39c8775-d612-42df-952f-b219c6a0827a', 'status': 'completed', 'code': 200} Feb 17 12:30:37.778098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ec13b8cb-5bcb-4a69-89c8-17aff5b98eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:37.858311 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-89a67995-9f0a-46ab-bc39-f3b7421bd664 req-9b8ebbdd-a517-4c10-9c88-1b1a1bcfbc33 tempest-TestEncryptedCinderVolumes-526703677 tempest-TestEncryptedCinderVolumes-526703677-project] 10.222.0.47 "GET /v2.0/ports?device_id=c006bae7-515f-45f3-9648-1669faccf7c9 HTTP/1.1" status: 200 len: 210 time: 0.0407376 Feb 17 12:30:39.068908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55822) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:39.548672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:40.067962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a2b4ae0e-b780-49b5-b409-bf9b96e82f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:40.145089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Deleting port 341e4ceb-64ee-483f-8b07-4333b19a3ddd {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:40.145689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:40.314740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] For port 341e4ceb-64ee-483f-8b07-4333b19a3ddd, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=341e4ceb-64ee-483f-8b07-4333b19a3ddd,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:40.317368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:40.433282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Calling delete_port for 341e4ceb-64ee-483f-8b07-4333b19a3ddd owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:40.673759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:40.718050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Pushing event deleted for resources: {'Port': ['ID=341e4ceb-64ee-483f-8b07-4333b19a3ddd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:40.760132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.760473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.760805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.761131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.761456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.761829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.762124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.762442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.762760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.763071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:40.763389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:41.009866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c39c8775-d612-42df-952f-b219c6a0827a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:41.041520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: c39c8775-d612-42df-952f-b219c6a0827a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:41.041882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c39c8775-d612-42df-952f-b219c6a0827a not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:41.121137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:41.271405 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:30:41.445047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:41.473435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:41.699726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:30:41.890856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:41.901820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:30:41.912107 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] Sync routers for ids ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:30:41.916249 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c74c30f6-af5b-4e23-bb74-3848a99e307b admin admin] 10.222.0.47 "PUT /v2.0/routers/98fbc5f6-10f4-4b15-8d23-47681060d3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462746 Feb 17 12:30:41.918861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55826) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:41.923924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] Routers {'98fbc5f6-10f4-4b15-8d23-47681060d3a3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:30:41.924527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:42.102529 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] Set router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:30:42.118740 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:42.320220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:42.420400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:30:40Z', 'revision_number': 5, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port': {'id': '4f73da5e-ab58-4045-8dcf-22eb77b3b039', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:42.424490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] Checking router: 98fbc5f6-10f4-4b15-8d23-47681060d3a3 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:30:42.434655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] Routers {'98fbc5f6-10f4-4b15-8d23-47681060d3a3'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:30:42.435231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:42.468210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Deleting port 4f73da5e-ab58-4045-8dcf-22eb77b3b039 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:42.468555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:42.586547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] Set router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:30:42.693626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:30:42Z', 'revision_number': 6, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:42.697561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119f31a-5e58-407c-adeb-7fe0236ad7a0 None None] The sync data for ids ['98fbc5f6-10f4-4b15-8d23-47681060d3a3'] in dv-neutron-828728-1-hyperv is: [{'id': '98fbc5f6-10f4-4b15-8d23-47681060d3a3', 'name': 'tempest-TestEncryptedCinderVolumes-338992747-router', 'tenant_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:07Z', 'updated_at': '2022-02-17T12:30:42Z', 'revision_number': 6, 'project_id': 'c4a913f15bc742a9b23f9ae9d812726a', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:30:42.761280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] For port 4f73da5e-ab58-4045-8dcf-22eb77b3b039, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=4f73da5e-ab58-4045-8dcf-22eb77b3b039,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:42.761900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:42.883199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Calling delete_port for 4f73da5e-ab58-4045-8dcf-22eb77b3b039 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:42.981870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.107958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.152474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f73da5e-ab58-4045-8dcf-22eb77b3b039,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:43.377726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.634711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.638885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.782043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.782749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98fbc5f6-10f4-4b15-8d23-47681060d3a3 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:30:43.795325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.796488 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3cd219a3-cac7-4eda-8884-b6d348912219 admin admin] 10.222.0.47 "DELETE /v2.0/routers/98fbc5f6-10f4-4b15-8d23-47681060d3a3 HTTP/1.1" status: 204 len: 168 time: 1.8767214 Feb 17 12:30:43.803783 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55830) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:43.870117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Deleting subnet e686cc3d-34c9-47b9-ac2e-bb449b92162b {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:30:43.873124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.922882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:43.998121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.178932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.216677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e686cc3d-34c9-47b9-ac2e-bb449b92162b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:44.222888 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.227946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dd5c5-e445-4c9a-ae6a-2b5e8647e297 None None] Network 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:30:44.230713 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fccf8585-b89c-4353-b519-9fcb90ba6b7b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e686cc3d-34c9-47b9-ac2e-bb449b92162b HTTP/1.1" status: 204 len: 168 time: 0.4240620 Feb 17 12:30:44.231249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55834) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:44.442208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.457071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Deleting port f27247c1-f72f-438c-9432-fb79e5a26aad {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:44.457420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.488877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] DHCP port deletion for 3203d226-9f23-4bbb-afdf-1ee3a0c4b342 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:30:44.494315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Deleting port f27247c1-f72f-438c-9432-fb79e5a26aad {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:44.494683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.535964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 341e4ceb-64ee-483f-8b07-4333b19a3ddd no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:44.577962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 341e4ceb-64ee-483f-8b07-4333b19a3ddd {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:44.578296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 341e4ceb-64ee-483f-8b07-4333b19a3ddd not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:44.579250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4f73da5e-ab58-4045-8dcf-22eb77b3b039 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:44.617081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 4f73da5e-ab58-4045-8dcf-22eb77b3b039 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:44.617420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 4f73da5e-ab58-4045-8dcf-22eb77b3b039 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:44.668098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] For port f27247c1-f72f-438c-9432-fb79e5a26aad, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f27247c1-f72f-438c-9432-fb79e5a26aad,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:44.668444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.771131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] For port f27247c1-f72f-438c-9432-fb79e5a26aad, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f27247c1-f72f-438c-9432-fb79e5a26aad,segment=NetworkSegment(cdfb61f9-5376-41c6-aede-330cc70c7640),segment_id=cdfb61f9-5376-41c6-aede-330cc70c7640)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:44.771507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.792461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Calling delete_port for f27247c1-f72f-438c-9432-fb79e5a26aad owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:44.889683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Calling delete_port for f27247c1-f72f-438c-9432-fb79e5a26aad owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:44.939094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:44.959296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:30:44.959630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:30:44.987970 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27247c1-f72f-438c-9432-fb79e5a26aad,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:44.991716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] No DVR routers for this DVR port f27247c1-f72f-438c-9432-fb79e5a26aad on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:30:45.106524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.131713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3203d226-9f23-4bbb-afdf-1ee3a0c4b342']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:45.144381 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfb61f9-5376-41c6-aede-330cc70c7640') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:45.144644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfb61f9-5376-41c6-aede-330cc70c7640') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:45.155633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.171360 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.177413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:30:45.179860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:30:45.191101 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:30:45.350061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.366417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.376877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3203d226-9f23-4bbb-afdf-1ee3a0c4b342,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:45.460879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Deleting port f27247c1-f72f-438c-9432-fb79e5a26aad {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:45.461427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:45.470420 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cd828b74-9c30-454b-aba9-4da8375512d5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3203d226-9f23-4bbb-afdf-1ee3a0c4b342 HTTP/1.1" status: 204 len: 168 time: 1.2381201 Feb 17 12:30:45.473189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55838) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:45.562808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e2e01352-a832-4896-918a-a1d441d38406 None None] The port 'f27247c1-f72f-438c-9432-fb79e5a26aad' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:30:45.862626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:46.503872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f27247c1-f72f-438c-9432-fb79e5a26aad no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:46.535680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f27247c1-f72f-438c-9432-fb79e5a26aad {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:46.536018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f27247c1-f72f-438c-9432-fb79e5a26aad not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:46.551863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Deleting port 51cc4866-6088-430e-930d-8fc657ea4cf4 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:46.552195 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:46.720638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] For port 51cc4866-6088-430e-930d-8fc657ea4cf4, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=51cc4866-6088-430e-930d-8fc657ea4cf4,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:46.720977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:46.839054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Calling delete_port for 51cc4866-6088-430e-930d-8fc657ea4cf4 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:47.087882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:47.132761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cc4866-6088-430e-930d-8fc657ea4cf4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:47.420119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:48.099560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Router aa195ae9-4537-4ccb-b814-e46477d057ca has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:30:48.302015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:30:48.310887 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] Sync routers for ids ['aa195ae9-4537-4ccb-b814-e46477d057ca'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:30:48.311471 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a8140102-3d96-477e-8d33-3268214b7af4 admin admin] 10.222.0.47 "PUT /v2.0/routers/aa195ae9-4537-4ccb-b814-e46477d057ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8368354 Feb 17 12:30:48.313506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55842) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:48.323118 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] Routers {'aa195ae9-4537-4ccb-b814-e46477d057ca'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:30:48.323714 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aa195ae9-4537-4ccb-b814-e46477d057ca'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:48.502748 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] Set router aa195ae9-4537-4ccb-b814-e46477d057ca gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:30:48.522638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:48.717527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:48.806912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Deleting port ed9ab59b-c14c-4103-adbe-63b1294d2ec1 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:48.807242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:48.813456 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:30:46Z', 'revision_number': 5, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port': {'id': 'ed9ab59b-c14c-4103-adbe-63b1294d2ec1', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:29:15Z', 'updated_at': '2022-02-17T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:48.817393 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] Checking router: aa195ae9-4537-4ccb-b814-e46477d057ca for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:30:48.827953 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] Routers {'aa195ae9-4537-4ccb-b814-e46477d057ca'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:30:48.828571 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['aa195ae9-4537-4ccb-b814-e46477d057ca'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:48.979493 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] Set router aa195ae9-4537-4ccb-b814-e46477d057ca gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:30:48.982528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] For port ed9ab59b-c14c-4103-adbe-63b1294d2ec1, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:48.982877 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:49.087033 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:30:48Z', 'revision_number': 6, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:49.091095 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadbaec-9426-432c-a6fb-0a3075125d32 None None] The sync data for ids ['aa195ae9-4537-4ccb-b814-e46477d057ca'] in dv-neutron-828728-1-hyperv is: [{'id': 'aa195ae9-4537-4ccb-b814-e46477d057ca', 'name': 'tempest-TestEncryptedCinderVolumes-1495532923-router', 'tenant_id': '7802801da7e441788ffee387338a33f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:29:14Z', 'updated_at': '2022-02-17T12:30:48Z', 'revision_number': 6, 'project_id': '7802801da7e441788ffee387338a33f3', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:30:49.102095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Calling delete_port for ed9ab59b-c14c-4103-adbe-63b1294d2ec1 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:49.479510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:49.527647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9ab59b-c14c-4103-adbe-63b1294d2ec1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:49.744463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.000125 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.004892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.127953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.128635 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa195ae9-4537-4ccb-b814-e46477d057ca {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:30:50.140624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.142092 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7e5ef814-b186-4ce9-a13e-2c29e1f35965 admin admin] 10.222.0.47 "DELETE /v2.0/routers/aa195ae9-4537-4ccb-b814-e46477d057ca HTTP/1.1" status: 204 len: 168 time: 1.8274167 Feb 17 12:30:50.144470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55846) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:50.205008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Deleting subnet 579fd193-4c2c-46b4-8589-7cf369465e66 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:30:50.208252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.257926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.337185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.482022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.506391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed9ab59b-c14c-4103-adbe-63b1294d2ec1 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:50.524924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579fd193-4c2c-46b4-8589-7cf369465e66,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:50.529524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.537066 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b09ba9fd-1069-4cb1-9888-f8078a7c3e05 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/579fd193-4c2c-46b4-8589-7cf369465e66 HTTP/1.1" status: 204 len: 168 time: 0.3912408 Feb 17 12:30:50.539282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55850) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:50.542958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0573ac1b-c60e-4aa7-897f-8c5f78973837 None None] Network b4faf540-e68e-4012-8366-cf438f1ffa32 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:30:50.562392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ed9ab59b-c14c-4103-adbe-63b1294d2ec1 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:50.562727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ed9ab59b-c14c-4103-adbe-63b1294d2ec1 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:50.563178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 51cc4866-6088-430e-930d-8fc657ea4cf4 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:50.640757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.643709 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 51cc4866-6088-430e-930d-8fc657ea4cf4 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:50.644121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 51cc4866-6088-430e-930d-8fc657ea4cf4 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:50.652537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Deleting port 0194bea1-d4c2-45cb-998e-8fcc96da8dda {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:50.652865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.822146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] DHCP port deletion for b4faf540-e68e-4012-8366-cf438f1ffa32 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:30:50.826319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Deleting port 0194bea1-d4c2-45cb-998e-8fcc96da8dda {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:50.826684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:50.864640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] For port 0194bea1-d4c2-45cb-998e-8fcc96da8dda, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0194bea1-d4c2-45cb-998e-8fcc96da8dda,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:50.864993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.046339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] For port 0194bea1-d4c2-45cb-998e-8fcc96da8dda, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0194bea1-d4c2-45cb-998e-8fcc96da8dda,segment=NetworkSegment(6ac62c9e-bfd2-4847-9946-9871fe0aae0a),segment_id=6ac62c9e-bfd2-4847-9946-9871fe0aae0a)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:51.046626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.090162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Calling delete_port for 0194bea1-d4c2-45cb-998e-8fcc96da8dda owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:51.168430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Calling delete_port for 0194bea1-d4c2-45cb-998e-8fcc96da8dda owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:30:51.258827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.264184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:30:51.264656 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:30:51.303949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0194bea1-d4c2-45cb-998e-8fcc96da8dda,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:51.310770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] No DVR routers for this DVR port 0194bea1-d4c2-45cb-998e-8fcc96da8dda on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:30:51.424273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.447964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4faf540-e68e-4012-8366-cf438f1ffa32']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:51.460269 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac62c9e-bfd2-4847-9946-9871fe0aae0a') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:51.460554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac62c9e-bfd2-4847-9946-9871fe0aae0a') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:51.471489 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.487211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.492950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:30:51.493309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:30:51.509814 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:30:51.690418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.695012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.717678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b4faf540-e68e-4012-8366-cf438f1ffa32,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:51.722112 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a4047322-1892-4f98-9a91-fa281ca7b3fd admin admin] 10.222.0.47 "DELETE /v2.0/networks/b4faf540-e68e-4012-8366-cf438f1ffa32 HTTP/1.1" status: 204 len: 168 time: 1.1818249 Feb 17 12:30:51.766167 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Deleting port 0194bea1-d4c2-45cb-998e-8fcc96da8dda {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:30:51.766733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:51.831195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-57d48734-b550-4060-a54b-abcbbdc84524 None None] The port '0194bea1-d4c2-45cb-998e-8fcc96da8dda' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:30:52.124409 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55856) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:52.178578 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7b36f7a4-f997-4cc1-81a3-292ddfe23548 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4a913f15bc742a9b23f9ae9d812726a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530097 Feb 17 12:30:52.181062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55860) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:52.246834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c4d-1362-47d6-a9a8-e202f0e24776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:52.273450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c4d-1362-47d6-a9a8-e202f0e24776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:52.401355 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c4d-1362-47d6-a9a8-e202f0e24776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:52.418738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac7c4d-1362-47d6-a9a8-e202f0e24776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b2a132-1969-4df6-9603-d7a63c7d0aaf,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:52.495059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-41ac7c4d-1362-47d6-a9a8-e202f0e24776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:52.496309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-41ac7c4d-1362-47d6-a9a8-e202f0e24776 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57b2a132-1969-4df6-9603-d7a63c7d0aaf HTTP/1.1" status: 204 len: 168 time: 0.3143785 Feb 17 12:30:52.506860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0194bea1-d4c2-45cb-998e-8fcc96da8dda no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:30:52.540101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 0194bea1-d4c2-45cb-998e-8fcc96da8dda {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:30:52.540324 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0194bea1-d4c2-45cb-998e-8fcc96da8dda not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:30:53.219226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55868) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:53.270590 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7459865d-a65f-47d0-ac05-a56bc85b1523 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7802801da7e441788ffee387338a33f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500457 Feb 17 12:30:53.273061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 55872) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:53.337090 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82b3102d-f093-4397-8d54-4b9ff0f40e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:53.363304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82b3102d-f093-4397-8d54-4b9ff0f40e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:53.492913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82b3102d-f093-4397-8d54-4b9ff0f40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:53.506828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3102d-f093-4397-8d54-4b9ff0f40e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d352b8f-054b-42b9-adbf-093a0bf861ef,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:53.514696 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-82b3102d-f093-4397-8d54-4b9ff0f40e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:53.515865 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-82b3102d-f093-4397-8d54-4b9ff0f40e80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d352b8f-054b-42b9-adbf-093a0bf861ef HTTP/1.1" status: 204 len: 168 time: 0.2419193 Feb 17 12:30:54.688923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55894) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:54.817868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1707773373-network', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:30:54.822702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:30:54.826525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Usage tracker for resource:network and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:30:54.829734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:30:54.836149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:30:54.913025 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Made reservation on behalf of 43ca75cfbcd246fa9df046119e14edaf for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:30:54.915402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:54.929012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:54.959408 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:30:54.963094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:30:54.965865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:30:54.972337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:30:55.040124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.109346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.137994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:30:55.147113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db62bdfd-d239-47c7-be64-a1eabc7c34d9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:55.153552 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.156910 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Added segment 2118487f-c72b-414d-8228-24a2fa2787a9 of type vlan for network 17799567-628d-4cb4-ae92-7c71c13f6a46 Feb 17 12:30:55.181042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.290337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.291366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:55.291968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.392689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] Pushing event updated for resources: {'Network': ['ID=17799567-628d-4cb4-ae92-7c71c13f6a46,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:55.402767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:30:55.457481 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2592bcbb-4e40-41fa-869b-e1189c33cca9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7674270 Feb 17 12:30:55.460701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55900) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:55.466265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Request body: {'subnet': {'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1707773373-subnet', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:30:55.471702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:30:55.475565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Usage tracker for resource:subnet and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:30:55.478427 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:30:55.484223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:30:55.572709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Made reservation on behalf of 43ca75cfbcd246fa9df046119e14edaf for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:30:55.575049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.836282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:55.914213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=32af68c8-fb4d-4c09-9470-ce24233f74d5,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:55.926353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Checking segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:30:55.926709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Network hostable DHCP agents. Network: 17799567-628d-4cb4-ae92-7c71c13f6a46, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:30:56.021949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:30:56.096154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 17799567-628d-4cb4-ae92-7c71c13f6a46) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:30:56.100390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:30:56.101000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.104808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549a065-4a1e-4dca-95e7-3c57f88e5ece None None] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:30:56.188200 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9357fcef-64a5-484d-b8c9-f3fc9f0c9dde admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7264450 Feb 17 12:30:56.190995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55904) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:56.196532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:30:56.201153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:30:56.205164 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Usage tracker for resource:router and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:30:56.208178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:30:56.214050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:30:56.281540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.282632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.303514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.321425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-17799567-628d-4cb4-ae92-7c71c13f6a46', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:30:56.322281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.483093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Allocated IP 172.20.0.2 (17799567-628d-4cb4-ae92-7c71c13f6a46/32af68c8-fb4d-4c09-9470-ce24233f74d5/21a64d7a-adba-4f76-82f8-61d752fb4173) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:30:56.544289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.734344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.745604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Transition to ACTIVE for port object 21a64d7a-adba-4f76-82f8-61d752fb4173 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:30:56.764990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Transition to ACTIVE for port object 21a64d7a-adba-4f76-82f8-61d752fb4173 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:30:56.804263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.834169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.847911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:56.921182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:30:56.922456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:30:56.925874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:30:56.934930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Pushing event updated for resources: {'Port': ['ID=21a64d7a-adba-4f76-82f8-61d752fb4173,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:57.023154 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Attempting to bind port 21a64d7a-adba-4f76-82f8-61d752fb4173 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:30:57.023416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Attempting to bind port 21a64d7a-adba-4f76-82f8-61d752fb4173 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:30:57.023776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Attempting to bind port 21a64d7a-adba-4f76-82f8-61d752fb4173 on network 17799567-628d-4cb4-ae92-7c71c13f6a46 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:30:57.030361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:30:57.030729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Checking segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:30:57.031120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:57.031555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Bound using segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:30:57.032011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Bound port: 21a64d7a-adba-4f76-82f8-61d752fb4173, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:30:57.032375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:57.065916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Allocated IP 172.26.6.209 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/46dd980d-1c03-4f36-b6b6-8cb2a3af1286) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:30:57.123544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] For port 21a64d7a-adba-4f76-82f8-61d752fb4173, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:30:57.126583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] For port 21a64d7a-adba-4f76-82f8-61d752fb4173, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=21a64d7a-adba-4f76-82f8-61d752fb4173,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:30:57.196334 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:57.219786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:57.286644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd39a8-67ee-4327-8b1b-319d952f12fc None None] Pushing event updated for resources: {'Port': ['ID=21a64d7a-adba-4f76-82f8-61d752fb4173,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:57.365437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:57.438215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:30:57.446425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:30:57.453301 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:30:57.494197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Pushing event updated for resources: {'Port': ['ID=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:57.512099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.512444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.512784 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.513116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.513445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.513771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.514123 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.514448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.514770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.515085 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.515403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:30:57.725999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:57.726632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:58.033140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Router 5ad2febf-6f36-49d7-94a7-aade8e373723 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:30:58.233970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f293e-7b92-4296-9029-5d1b30430d62 None None] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:30:58.245369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:30:58.258403 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Sync routers for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:30:58.341338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:30:58.341981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:58.342182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:58.343509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-660ea8af-2b32-4c48-bdfb-ae491b544865 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1514337 Feb 17 12:30:58.346467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55908) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:30:58.466958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5b0ac5c5-7e94-40cb-b5e5-15c49db6e6d7 None None] Provisioning for port 21a64d7a-adba-4f76-82f8-61d752fb4173 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:30:58.565564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 21a64d7a-adba-4f76-82f8-61d752fb4173 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:30:58.677386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:30:58.952369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 21a64d7a-adba-4f76-82f8-61d752fb4173 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:30:58.986628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 21a64d7a-adba-4f76-82f8-61d752fb4173 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:30:58.987035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.117964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:57Z', 'revision_number': 3, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:30:59.131865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Checking router: 5ad2febf-6f36-49d7-94a7-aade8e373723 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:30:59.132256 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Updating router 5ad2febf-6f36-49d7-94a7-aade8e373723 port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:30:59.168933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.241493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.265123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.325157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 21a64d7a-adba-4f76-82f8-61d752fb4173, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=21a64d7a-adba-4f76-82f8-61d752fb4173,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:30:59.328031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-231ce316-50f6-4c46-8575-6ed796291e4e None None] Provisioning complete for port 21a64d7a-adba-4f76-82f8-61d752fb4173 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:30:59.328391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-231ce316-50f6-4c46-8575-6ed796291e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.447090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.456568 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Allocated IP 172.20.0.1 (17799567-628d-4cb4-ae92-7c71c13f6a46/32af68c8-fb4d-4c09-9470-ce24233f74d5/428b6ae7-a99a-4cd0-80b4-ef75786a8b57) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:30:59.617732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.633719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Transition to ACTIVE for port object 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:30:59.644726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=21a64d7a-adba-4f76-82f8-61d752fb4173,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:59.741997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.788822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.802068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Transition to ACTIVE for port object 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:30:59.813096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:30:59.816570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:30:59.818988 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:30:59.857486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Pushing event updated for resources: {'Port': ['ID=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:59.873236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.890389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.959161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Attempting to bind port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:30:59.959518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Attempting to bind port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:30:59.959872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Attempting to bind port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:30:59.966130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c04b9-ed5f-41cf-badb-00092a55b4cb None None] Pushing event updated for resources: {'Port': ['ID=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:30:59.971337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:30:59.972328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:30:59.972671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:30:59.973055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:30:59.973512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Bound port: 46dd980d-1c03-4f36-b6b6-8cb2a3af1286, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:30:59.973895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.051686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] For port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:31:00.054737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] For port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:31:00.057975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.138981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.175356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3936e99-d888-4df7-a2cc-d565a7c6d570 None None] Provisioning for port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:00.189999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3936e99-d888-4df7-a2cc-d565a7c6d570 None None] Provisioning complete for port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:00.190856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3936e99-d888-4df7-a2cc-d565a7c6d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.275437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e3936e99-d888-4df7-a2cc-d565a7c6d570 None None] Port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:31:00.279450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c04b9-ed5f-41cf-badb-00092a55b4cb None None] Pushing event updated for resources: {'Port': ['ID=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:00.287117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:00.287791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:00.304470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.366879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.468660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:00.468777 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Pushing event updated for resources: {'Port': ['ID=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:00.473679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.533717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 21a64d7a-adba-4f76-82f8-61d752fb4173 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:00.613495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:31:00.614630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:00.767666 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 21a64d7a-adba-4f76-82f8-61d752fb4173 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:00.768034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.965406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-957ff8ca-dfa1-4a8e-85c8-7ff99da0a80d None None] Provisioning complete for port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:00.966539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-957ff8ca-dfa1-4a8e-85c8-7ff99da0a80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:00.995203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 1, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:01.008651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e8063-03c8-4206-9205-6e316f660ca5 None None] The sync data for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv is: [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 1, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:31:01.032349 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-957ff8ca-dfa1-4a8e-85c8-7ff99da0a80d None None] Port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:31:01.130115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Router 5ad2febf-6f36-49d7-94a7-aade8e373723 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:31:01.349884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:31:01.359414 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-26bcd335-0dce-472c-8867-55300d1d639b admin admin] 10.222.0.47 "PUT /v2.0/routers/5ad2febf-6f36-49d7-94a7-aade8e373723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0113900 Feb 17 12:31:02.542195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:02.546660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55930) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:31:02.557549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-791354517-network', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:31:02.562563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:31:02.567803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Usage tracker for resource:network and tenant:e764f4dd01be486d9bb8eb777353e676 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:31:02.570933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:31:02.577372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:31:02.663889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Made reservation on behalf of e764f4dd01be486d9bb8eb777353e676 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:31:02.666293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.679351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.712421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:31:02.716179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Usage tracker for resource:security_group_rule and tenant:e764f4dd01be486d9bb8eb777353e676 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:31:02.718924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:31:02.724631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:31:02.729973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:02.734936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:02.737741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.789821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.848667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.864249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.864775 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:02.894625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:31:02.902996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef39b7-15bb-41cf-9136-d25cabd71cfb,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:02.908397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.908735 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Added segment 1f4b08ca-ace6-4322-b189-0dc1a15a38f4 of type vlan for network 641c92e0-30bb-493a-98d0-5700b04c471b Feb 17 12:31:02.935806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:02.959053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:03.022901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:03.035873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:03.037026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:03.037598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:03.138653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] Pushing event updated for resources: {'Network': ['ID=641c92e0-30bb-493a-98d0-5700b04c471b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:03.148396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 641c92e0-30bb-493a-98d0-5700b04c471b details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:31:03.214136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1a3907ce-1347-4e75-bdca-58b49d2db65e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6659057 Feb 17 12:31:03.217444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55934) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:31:03.224646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Request body: {'subnet': {'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-791354517-subnet', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:31:03.230671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:31:03.235414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Usage tracker for resource:subnet and tenant:e764f4dd01be486d9bb8eb777353e676 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:31:03.239161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:31:03.245215 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:31:03.324496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Made reservation on behalf of e764f4dd01be486d9bb8eb777353e676 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:31:03.327283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:03.587553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:03.673896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b18593f-49f3-460f-9980-c3a23c100ff9,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:03.687487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Checking segment: {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:31:03.687819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Network hostable DHCP agents. Network: 641c92e0-30bb-493a-98d0-5700b04c471b, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:31:03.810103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Network 641c92e0-30bb-493a-98d0-5700b04c471b is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:31:03.887646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 641c92e0-30bb-493a-98d0-5700b04c471b) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:03.892369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:03.893091 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:03.899871 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db554d6a-8d46-434e-b66c-8c27146a8ca2 None None] Network 641c92e0-30bb-493a-98d0-5700b04c471b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:31:03.996394 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-536c0229-6ee0-4bfd-bf5b-3c653c4e8b2f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7776873 Feb 17 12:31:03.999655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55938) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:31:04.006898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:31:04.012729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:31:04.019214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Usage tracker for resource:router and tenant:e764f4dd01be486d9bb8eb777353e676 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:31:04.023102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:31:04.032693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:31:04.124275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.125256 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.148781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.185126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-641c92e0-30bb-493a-98d0-5700b04c471b', 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'fixed_ips': [{'subnet_id': '2b18593f-49f3-460f-9980-c3a23c100ff9'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:31:04.186182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.383160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Allocated IP 172.20.0.2 (641c92e0-30bb-493a-98d0-5700b04c471b/2b18593f-49f3-460f-9980-c3a23c100ff9/1b3390af-f8b9-4ed9-b796-168cde6e76d8) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:31:04.433666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.522176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:04.653945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.667913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Transition to ACTIVE for port object 1b3390af-f8b9-4ed9-b796-168cde6e76d8 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:04.692502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:04.692833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.724085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Transition to ACTIVE for port object 1b3390af-f8b9-4ed9-b796-168cde6e76d8 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:04.821214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.854838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.875776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:04.947715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Network 641c92e0-30bb-493a-98d0-5700b04c471b is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:31:04.951027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:04.952866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Pushing event updated for resources: {'Port': ['ID=1b3390af-f8b9-4ed9-b796-168cde6e76d8,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:04.954966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:31:04.992391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Allocated IP 172.26.6.95 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/deb09bef-1223-4e69-a208-12a7a1c24581) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:31:05.043140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Attempting to bind port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:31:05.043498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Attempting to bind port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:31:05.043849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Attempting to bind port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 on network 641c92e0-30bb-493a-98d0-5700b04c471b {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:31:05.050880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:31:05.051237 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Checking segment: {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:31:05.051631 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:05.052011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Bound using segment: {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:31:05.052455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Bound port: 1b3390af-f8b9-4ed9-b796-168cde6e76d8, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:31:05.052834 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:05.141422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:05.144602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] For port 1b3390af-f8b9-4ed9-b796-168cde6e76d8, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:31:05.149396 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] For port 1b3390af-f8b9-4ed9-b796-168cde6e76d8, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1b3390af-f8b9-4ed9-b796-168cde6e76d8,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:31:05.264848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:05.293872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:05.363701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166f3bd-7260-4853-9e7a-bf424043c8ca None None] Pushing event updated for resources: {'Port': ['ID=1b3390af-f8b9-4ed9-b796-168cde6e76d8,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:05.379143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:31:05.379893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:05.382373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:31:05.420308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Pushing event updated for resources: {'Port': ['ID=deb09bef-1223-4e69-a208-12a7a1c24581,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:05.748428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:05.749163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:06.058468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Router 981ec098-17d1-4062-afde-371bbb5d4a65 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:31:06.277221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:31:06.294182 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Sync routers for ids ['981ec098-17d1-4062-afde-371bbb5d4a65'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:31:06.319943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44c509-3542-4ec4-b71b-8b378f5cc47f None None] Network 641c92e0-30bb-493a-98d0-5700b04c471b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:31:06.320376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Routers {'981ec098-17d1-4062-afde-371bbb5d4a65'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:06.320376 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['981ec098-17d1-4062-afde-371bbb5d4a65'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:06.492911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:06.498033 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0e2dfd49-2c2c-4854-ba20-825c24265abd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4935684 Feb 17 12:31:06.498137 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Set router 981ec098-17d1-4062-afde-371bbb5d4a65 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:06.498344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 55942) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:31:06.575971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1b3390af-f8b9-4ed9-b796-168cde6e76d8 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:06.593941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-850f9b53-452c-4900-b8c7-d165585319f2 None None] Provisioning for port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:06.732715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:06.738867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:06.739240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:06.807127 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:05Z', 'revision_number': 3, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:06.811443 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Checking router: 981ec098-17d1-4062-afde-371bbb5d4a65 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:31:06.811785 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Updating router 981ec098-17d1-4062-afde-371bbb5d4a65 port deb09bef-1223-4e69-a208-12a7a1c24581 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:31:06.870958 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:06.871571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:06.910588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 1b3390af-f8b9-4ed9-b796-168cde6e76d8, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1b3390af-f8b9-4ed9-b796-168cde6e76d8,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:06.938390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-415d4b0c-d831-42cd-bc2e-dc52fa044363 None None] Provisioning complete for port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:06.938852 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-415d4b0c-d831-42cd-bc2e-dc52fa044363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:06.986606 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.098121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=1b3390af-f8b9-4ed9-b796-168cde6e76d8,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:07.246961 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.259646 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Transition to ACTIVE for port object deb09bef-1223-4e69-a208-12a7a1c24581 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:07.285268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.375968 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.459162 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Attempting to bind port deb09bef-1223-4e69-a208-12a7a1c24581 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:31:07.459523 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Attempting to bind port deb09bef-1223-4e69-a208-12a7a1c24581 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:31:07.459881 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Attempting to bind port deb09bef-1223-4e69-a208-12a7a1c24581 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:31:07.462050 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Pushing event updated for resources: {'Port': ['ID=deb09bef-1223-4e69-a208-12a7a1c24581,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:07.474012 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.474353 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.474689 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.475018 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.475342 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.475665 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.475985 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.476311 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.476627 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.476941 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.477257 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:07.480407 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:31:07.480773 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:31:07.481165 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.481541 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:31:07.482020 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Bound port: deb09bef-1223-4e69-a208-12a7a1c24581, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:31:07.482392 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.494547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Allocated IP 172.20.0.1 (641c92e0-30bb-493a-98d0-5700b04c471b/2b18593f-49f3-460f-9980-c3a23c100ff9/8df72d46-16ba-4e3c-a515-2bc345f6e1ea) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:31:07.554820 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] For port deb09bef-1223-4e69-a208-12a7a1c24581, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:31:07.557984 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] For port deb09bef-1223-4e69-a208-12a7a1c24581, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=deb09bef-1223-4e69-a208-12a7a1c24581,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:31:07.639525 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.733268 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e838340-4127-49b5-8645-32e416e12dca None None] Pushing event updated for resources: {'Port': ['ID=deb09bef-1223-4e69-a208-12a7a1c24581,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:07.738711 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Routers {'981ec098-17d1-4062-afde-371bbb5d4a65'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:07.739296 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:30:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['981ec098-17d1-4062-afde-371bbb5d4a65'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:07.747742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.763880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Transition to ACTIVE for port object 8df72d46-16ba-4e3c-a515-2bc345f6e1ea will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:07.767956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-22213f17-fad1-4270-88df-2f0d5d50207a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.839417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:07.914814 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] Set router 981ec098-17d1-4062-afde-371bbb5d4a65 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:07.915292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Network 641c92e0-30bb-493a-98d0-5700b04c471b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:31:07.918705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:07.920680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:07.922798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:31:07.979557 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.129517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.250350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1a4cc85d-632f-45f0-b66e-09e0c19919a7 None None] Provisioning for port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:08.258225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1a4cc85d-632f-45f0-b66e-09e0c19919a7 None None] Provisioning complete for port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:08.258591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc85d-632f-45f0-b66e-09e0c19919a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.327558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cc85d-632f-45f0-b66e-09e0c19919a7 None None] Port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:31:08.352281 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:05Z', 'revision_number': 3, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:08.357943 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe19ad-9193-4fad-bf87-34b75a06bebe None None] The sync data for ids ['981ec098-17d1-4062-afde-371bbb5d4a65'] in dv-neutron-828728-1-hyperv is: [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:05Z', 'revision_number': 3, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:31:08.370877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.432607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.524572 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1b3390af-f8b9-4ed9-b796-168cde6e76d8 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:08.540062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.543493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:08.597383 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:08.597903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:08.681374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Network 641c92e0-30bb-493a-98d0-5700b04c471b is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:31:08.682558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:08.951599 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6f63c5c3-1d31-4d81-a30e-6652806c23d1 None None] Provisioning complete for port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:08.952211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6f63c5c3-1d31-4d81-a30e-6652806c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:09.002818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6f63c5c3-1d31-4d81-a30e-6652806c23d1 None None] Port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:31:09.072893 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Router 981ec098-17d1-4062-afde-371bbb5d4a65 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:31:09.281566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:31:09.291878 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-309fe11a-1396-4c83-87c6-bbecf26d4ba7 admin admin] 10.222.0.47 "PUT /v2.0/routers/981ec098-17d1-4062-afde-371bbb5d4a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7939625 Feb 17 12:31:10.064181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5ef64530-438a-42a6-bc14-baa66c894370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:11.470301 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:11.481350 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:11.924163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:12.973959 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:14.585436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device deb09bef-1223-4e69-a208-12a7a1c24581 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:14.754611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port deb09bef-1223-4e69-a208-12a7a1c24581 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:14.761151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port deb09bef-1223-4e69-a208-12a7a1c24581 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:14.762591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:14.917028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:14.943369 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port deb09bef-1223-4e69-a208-12a7a1c24581, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=deb09bef-1223-4e69-a208-12a7a1c24581,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:15.044562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:15.145399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=deb09bef-1223-4e69-a208-12a7a1c24581,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:15.156805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.157139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.157468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.157809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.158143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.158465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.158902 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.159374 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.159696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.160150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.160616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:31:15.203260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Sync routers for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:31:15.216954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:15.217564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:31:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:15.440654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:15.819510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:00Z', 'revision_number': 2, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:15.823750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Checking router: 5ad2febf-6f36-49d7-94a7-aade8e373723 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:31:15.824216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Updating router 5ad2febf-6f36-49d7-94a7-aade8e373723 port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:31:15.875776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:16.262536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:16.277908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Transition to ACTIVE for port object 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:16.360867 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:16.530805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be49ef-ba5b-48ed-8899-bd5d75ef713d None None] Pushing event updated for resources: {'Port': ['ID=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:16.555008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device deb09bef-1223-4e69-a208-12a7a1c24581 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:16.649697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Attempting to bind port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:31:16.650211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Attempting to bind port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:31:16.650573 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Attempting to bind port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 on network 17799567-628d-4cb4-ae92-7c71c13f6a46 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:31:16.676127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:31:16.676473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Checking segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:31:16.676845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:16.677232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Bound using segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:31:16.677697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Bound port: 428b6ae7-a99a-4cd0-80b4-ef75786a8b57, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:31:16.678254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:16.777536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port deb09bef-1223-4e69-a208-12a7a1c24581 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:16.777847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:16.860180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] For port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:31:16.865571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] For port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:31:17.336926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:17.435362 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:17.436019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:31:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:17.489480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be49ef-ba5b-48ed-8899-bd5d75ef713d None None] Pushing event updated for resources: {'Port': ['ID=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:17.649703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:18.059727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:16Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:18.064424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808f6fb-a5f7-4783-acf6-b4d7d1ea27b0 None None] The sync data for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv is: [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:16Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:31:18.109292 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Sync routers for ids ['981ec098-17d1-4062-afde-371bbb5d4a65'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:31:18.128959 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Routers {'981ec098-17d1-4062-afde-371bbb5d4a65'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:18.129774 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:31:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['981ec098-17d1-4062-afde-371bbb5d4a65'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:18.333110 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:31:18.342938 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Set router 981ec098-17d1-4062-afde-371bbb5d4a65 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:18.634352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:18.766755 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:08Z', 'revision_number': 4, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8df72d46-16ba-4e3c-a515-2bc345f6e1ea', 'name': '', 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'mac_address': 'fa:16:3e:0f:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b18593f-49f3-460f-9980-c3a23c100ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:07Z', 'updated_at': '2022-02-17T12:31:08Z', 'revision_number': 2, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'subnets': [{'id': '2b18593f-49f3-460f-9980-c3a23c100ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:18.770992 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Checking router: 981ec098-17d1-4062-afde-371bbb5d4a65 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:31:18.771333 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Updating router 981ec098-17d1-4062-afde-371bbb5d4a65 port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:31:18.806932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:18.813609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:18.814069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:18.830918 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:18.961566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.000408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:19.055743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.133134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:19.196932 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.212156 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Transition to ACTIVE for port object 8df72d46-16ba-4e3c-a515-2bc345f6e1ea will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:19.258395 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.332993 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a2b1-567f-4055-8f4f-a8c550a8c188 None None] Pushing event updated for resources: {'Port': ['ID=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:19.501335 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Attempting to bind port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:31:19.501696 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Attempting to bind port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:31:19.502170 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Attempting to bind port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea on network 641c92e0-30bb-493a-98d0-5700b04c471b {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:31:19.509820 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:31:19.510208 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Checking segment: {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:31:19.510597 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.510987 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Bound using segment: {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:31:19.511439 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Bound port: 8df72d46-16ba-4e3c-a515-2bc345f6e1ea, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4b08ca-ace6-4322-b189-0dc1a15a38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:31:19.511803 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.632718 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] For port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:31:19.635569 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] For port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:31:19.725507 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:19.816593 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a2b1-567f-4055-8f4f-a8c550a8c188 None None] Pushing event updated for resources: {'Port': ['ID=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:19.823785 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Routers {'981ec098-17d1-4062-afde-371bbb5d4a65'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:31:19.825380 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:31:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['981ec098-17d1-4062-afde-371bbb5d4a65'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:20.025379 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] Set router 981ec098-17d1-4062-afde-371bbb5d4a65 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:31:20.363767 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:08Z', 'revision_number': 4, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8df72d46-16ba-4e3c-a515-2bc345f6e1ea', 'name': '', 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'mac_address': 'fa:16:3e:0f:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b18593f-49f3-460f-9980-c3a23c100ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:07Z', 'updated_at': '2022-02-17T12:31:19Z', 'revision_number': 4, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'subnets': [{'id': '2b18593f-49f3-460f-9980-c3a23c100ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:31:20.368210 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8592f0-9290-4e8a-8df7-c532e4154b3b None None] The sync data for ids ['981ec098-17d1-4062-afde-371bbb5d4a65'] in dv-neutron-828728-1-hyperv is: [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:08Z', 'revision_number': 4, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8df72d46-16ba-4e3c-a515-2bc345f6e1ea', 'name': '', 'network_id': '641c92e0-30bb-493a-98d0-5700b04c471b', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'mac_address': 'fa:16:3e:0f:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b18593f-49f3-460f-9980-c3a23c100ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:07Z', 'updated_at': '2022-02-17T12:31:19Z', 'revision_number': 4, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'subnets': [{'id': '2b18593f-49f3-460f-9980-c3a23c100ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:31:20.632923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8df72d46-16ba-4e3c-a515-2bc345f6e1ea up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:20.827269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:20.839810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:20.839810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:20.980341 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:21.022257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:21.487346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:21.488094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:21.605101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:21.618642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:21.619010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:22.548628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8df72d46-16ba-4e3c-a515-2bc345f6e1ea up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:22.616571 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:22.616938 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:23.249669 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-2c1764ef-ccd7-407e-b5e1-0d6834b6d65e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:23.251045 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-2c1764ef-ccd7-407e-b5e1-0d6834b6d65e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 815 time: 0.1411355 Feb 17 12:31:23.267299 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-98acbe7c-553a-4e1a-ad28-79acd17857f3 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/quotas/43ca75cfbcd246fa9df046119e14edaf HTTP/1.1" status: 200 len: 375 time: 0.0110099 Feb 17 12:31:23.348275 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-decfce5e-f204-4b07-96a3-d4feb29c8e22 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752256 Feb 17 12:31:23.606005 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d74693e7-8752-43f3-bc7a-6124394ae0d2 service neutron] 10.222.0.47 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457871 Feb 17 12:31:23.738004 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-a30129d5-d385-4856-9234-e86004b9273e service neutron] 10.222.0.47 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264148 Feb 17 12:31:24.031354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d9faeaae-5aa6-4cbb-8404-2bbcae8db429 req-c9793d03-539d-4a5c-9b4b-454fedffc926 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:31:24.132845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-d9faeaae-5aa6-4cbb-8404-2bbcae8db429 req-c9793d03-539d-4a5c-9b4b-454fedffc926 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:31:24.134054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d9faeaae-5aa6-4cbb-8404-2bbcae8db429 req-c9793d03-539d-4a5c-9b4b-454fedffc926 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 210 time: 0.1433454 Feb 17 12:31:25.299829 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b1a49f29-58ac-4438-98ff-b4c44daa77ae req-0250dbcb-8675-41d4-a7b3-d0c2697141fd tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 210 time: 0.0448666 Feb 17 12:31:26.539439 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-db0a0ae5-a780-422b-a94d-a726a8f45ddb req-b740da5b-dde0-48dd-b959-cff21a077068 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 210 time: 0.0646567 Feb 17 12:31:26.596986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-84a113cd-3dca-4bb9-af4d-8c388aa3c2ba tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:26.597649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-84a113cd-3dca-4bb9-af4d-8c388aa3c2ba tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:31:26.666902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-84a113cd-3dca-4bb9-af4d-8c388aa3c2ba tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:31:26.668069 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-84a113cd-3dca-4bb9-af4d-8c388aa3c2ba tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 815 time: 0.4015250 Feb 17 12:31:26.684229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'port': {'device_id': '98fca51d-275f-4292-94a2-da85968842c9', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'admin_state_up': True, 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:31:26.844218 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:31:26.855747 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:31:26.924195 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Made reservation on behalf of 43ca75cfbcd246fa9df046119e14edaf for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:31:26.927205 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:27.101045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Allocated IP 172.20.0.11 (17799567-628d-4cb4-ae92-7c71c13f6a46/32af68c8-fb4d-4c09-9470-ce24233f74d5/252cf169-721c-4e53-a3cb-a181d1cefe9f) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:31:27.353610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:27.380412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Transition to ACTIVE for port object 252cf169-721c-4e53-a3cb-a181d1cefe9f will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:27.470896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:27.565027 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:27.583422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:31:27.589984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:31:27.589984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:31:27.718064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:27.718835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:27.783151 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56c70c-ca3f-49bf-9c72-1e58a1b7f3ce req-774db3cb-6d73-487a-b419-0690f0397325 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:27.791721 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1a56c70c-ca3f-49bf-9c72-1e58a1b7f3ce req-774db3cb-6d73-487a-b419-0690f0397325 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 932 time: 0.0938272 Feb 17 12:31:27.837053 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1a56c70c-ca3f-49bf-9c72-1e58a1b7f3ce req-e4207f97-f7be-4591-845b-ef14a8ba6903 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Feb 17 12:31:27.876137 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-8a34612f-e998-459e-a78f-d257749fec52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1957955 Feb 17 12:31:27.978160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b0655161-0206-4594-9a4d-c30698421d9f None None] Provisioning for port 252cf169-721c-4e53-a3cb-a181d1cefe9f completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:27.984336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-b0655161-0206-4594-9a4d-c30698421d9f None None] Provisioning complete for port 252cf169-721c-4e53-a3cb-a181d1cefe9f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:27.988045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b0655161-0206-4594-9a4d-c30698421d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:28.047366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-b0655161-0206-4594-9a4d-c30698421d9f None None] Port 252cf169-721c-4e53-a3cb-a181d1cefe9f cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:31:29.053448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-452ac1f1-ef60-4339-96c1-435e21d1fa2e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:29.053448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-452ac1f1-ef60-4339-96c1-435e21d1fa2e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:31:29.127551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-452ac1f1-ef60-4339-96c1-435e21d1fa2e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:31:29.129084 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-452ac1f1-ef60-4339-96c1-435e21d1fa2e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 932 time: 0.1640334 Feb 17 12:31:29.179457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-3edb7e6f-fbf6-4f76-9ca3-68c470003f1d tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:31:29.249963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-3edb7e6f-fbf6-4f76-9ca3-68c470003f1d tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:31:29.251380 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-922f587f-4f29-4608-80f6-4bfd42f83397 req-3edb7e6f-fbf6-4f76-9ca3-68c470003f1d tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160951 Feb 17 12:31:30.470112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e327f-316b-4392-836e-d12e27175c77 req-c4638b2d-e4c8-44e9-aa47-a6331bbf46d5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:30.588011 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ea2e327f-316b-4392-836e-d12e27175c77 req-c4638b2d-e4c8-44e9-aa47-a6331bbf46d5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 932 time: 0.0962389 Feb 17 12:31:30.588011 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ea2e327f-316b-4392-836e-d12e27175c77 req-8950aa6c-ad20-4e4a-a6fd-48b41f2790fc tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765738 Feb 17 12:31:31.942765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc03f-e560-4b52-94c9-92737c6f4e4e req-39fa4460-0a4c-49e8-a80e-338065a4a682 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:31.944866 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4dbc03f-e560-4b52-94c9-92737c6f4e4e req-39fa4460-0a4c-49e8-a80e-338065a4a682 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 932 time: 0.2421749 Feb 17 12:31:31.998970 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4dbc03f-e560-4b52-94c9-92737c6f4e4e req-b36082f1-e6b3-4324-8814-9260f9b0743c tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Feb 17 12:31:33.292580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958df783-69f0-4a43-85c5-4f318ae4f3f7 req-8f334af8-95b8-4f88-84ae-c57ac5d96fb5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:33.299597 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-958df783-69f0-4a43-85c5-4f318ae4f3f7 req-8f334af8-95b8-4f88-84ae-c57ac5d96fb5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 932 time: 0.1701143 Feb 17 12:31:33.356084 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-958df783-69f0-4a43-85c5-4f318ae4f3f7 req-d873d26b-c759-4bb0-bdf0-1f19ffa962f7 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554955 Feb 17 12:31:34.585097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecec6c-cc9e-461b-a57d-a8843142d3c1 req-b662ab94-0f77-4f7d-8765-b68ed8e99cfa tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:34.586727 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3ecec6c-cc9e-461b-a57d-a8843142d3c1 req-b662ab94-0f77-4f7d-8765-b68ed8e99cfa tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 932 time: 0.0908144 Feb 17 12:31:34.619193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-6a1177dd-25a9-4946-96d8-107cf9906731 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:31:34.620155 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-6a1177dd-25a9-4946-96d8-107cf9906731 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095489 Feb 17 12:31:34.651880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3ecec6c-cc9e-461b-a57d-a8843142d3c1 req-d89034e3-961a-4248-84e0-bb83e642eacf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586171 Feb 17 12:31:34.711023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Request body: {'port': {'device_id': '98fca51d-275f-4292-94a2-da85968842c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:31:34.818935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:35.157445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252cf169-721c-4e53-a3cb-a181d1cefe9f {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:31:35.164728 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:35.178920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Transition to ACTIVE for port object 252cf169-721c-4e53-a3cb-a181d1cefe9f will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:31:35.252509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:35.380579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:35.488599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Attempting to bind port 252cf169-721c-4e53-a3cb-a181d1cefe9f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:31:35.488921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Attempting to bind port 252cf169-721c-4e53-a3cb-a181d1cefe9f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:31:35.489257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Attempting to bind port 252cf169-721c-4e53-a3cb-a181d1cefe9f on network 17799567-628d-4cb4-ae92-7c71c13f6a46 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:31:35.495754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Port 252cf169-721c-4e53-a3cb-a181d1cefe9f on network 17799567-628d-4cb4-ae92-7c71c13f6a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:31:35.496060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Attempting to bind port 252cf169-721c-4e53-a3cb-a181d1cefe9f on network 17799567-628d-4cb4-ae92-7c71c13f6a46 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:31:35.502209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:31:35.502532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Checking segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:31:35.502897 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Bound using segment: {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:31:35.503302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Bound port: 252cf169-721c-4e53-a3cb-a181d1cefe9f, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2118487f-c72b-414d-8228-24a2fa2787a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:31:35.503635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:35.593113 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:31:35.596037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:31:35.672861 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:35.736293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:35.737595 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 1094 time: 1.1052523 Feb 17 12:31:35.738062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:31:35.752898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab60c-5c06-4591-aca9-10d2214707c8 service neutron] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:35.800041 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'status': 'completed', 'code': 200} Feb 17 12:31:35.857410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e897b0-8fe2-4ddc-a753-0d7cf6ca8b34 req-f7df717f-064e-434b-b2f2-acfe768155bf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:35.858926 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b5e897b0-8fe2-4ddc-a753-0d7cf6ca8b34 req-f7df717f-064e-434b-b2f2-acfe768155bf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 944 time: 0.0841281 Feb 17 12:31:35.908198 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b5e897b0-8fe2-4ddc-a753-0d7cf6ca8b34 req-5c849f9b-9c37-4e89-81d1-777209d16767 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Feb 17 12:31:36.776540 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3a3dab8f-a047-47a5-a5c6-a29a134c380f req-1da4fe3f-9cb2-4493-ad6a-ae208f60b727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1097 time: 0.0679724 Feb 17 12:31:36.918889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dab8f-a047-47a5-a5c6-a29a134c380f req-2214bfd3-acdc-4dc5-8410-baac3d97a518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:36.920331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3a3dab8f-a047-47a5-a5c6-a29a134c380f req-2214bfd3-acdc-4dc5-8410-baac3d97a518 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=43ca75cfbcd246fa9df046119e14edaf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1331377 Feb 17 12:31:37.193896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dab8f-a047-47a5-a5c6-a29a134c380f req-e2129be1-e472-4f96-9f9b-23960a2c07d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:37.195834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3a3dab8f-a047-47a5-a5c6-a29a134c380f req-e2129be1-e472-4f96-9f9b-23960a2c07d6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2693818 Feb 17 12:31:37.202043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96214-440a-4515-b3ee-88da140aa9b2 req-1dec5c0a-1890-44db-8d61-beaed0f1efda tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:37.203392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61e96214-440a-4515-b3ee-88da140aa9b2 req-1dec5c0a-1890-44db-8d61-beaed0f1efda tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 944 time: 0.1664979 Feb 17 12:31:37.248854 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61e96214-440a-4515-b3ee-88da140aa9b2 req-cbcefb8f-0a79-4243-9110-9f7cef53071a tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Feb 17 12:31:37.352774 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-db5e54b8-782d-4cf6-94f6-46431282d00a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1097 time: 0.0712886 Feb 17 12:31:37.419307 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-5202341a-b509-4c52-88fd-127ca19a936c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 217 time: 0.0594850 Feb 17 12:31:37.482634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-9e01d4fd-bcd5-4aae-84f6-14cd09214851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:37.483958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-9e01d4fd-bcd5-4aae-84f6-14cd09214851 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0582139 Feb 17 12:31:37.559278 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-a1026ee0-c530-4769-aebd-a89d4cec7189 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691178 Feb 17 12:31:37.690801 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-44227ec6-22b3-4e0f-bd59-fe268008191a service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241243 Feb 17 12:31:37.778664 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7285-84f8-4416-bcb1-a479c42b3603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:37.823947 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1d89bca-8a5b-41e9-a54a-eb0f31483845 req-7393f967-d4b4-42ab-8f56-6d89bacaac26 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271570 Feb 17 12:31:38.441902 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e905-b7dd-4774-b897-5bd73168a617 req-6478fefc-230e-4f12-b213-e929189dd8de tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:38.443331 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bd0e905-b7dd-4774-b897-5bd73168a617 req-6478fefc-230e-4f12-b213-e929189dd8de tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 944 time: 0.0738657 Feb 17 12:31:38.492825 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bd0e905-b7dd-4774-b897-5bd73168a617 req-91ade77c-d675-4f08-9d7d-e937721d106f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Feb 17 12:31:39.689930 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb37c-c4af-499b-8f58-3f77930b969e req-35130331-bbaa-4503-941c-9838d7e987a7 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:39.691440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f81eb37c-c4af-499b-8f58-3f77930b969e req-35130331-bbaa-4503-941c-9838d7e987a7 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 944 time: 0.0789144 Feb 17 12:31:39.736305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f81eb37c-c4af-499b-8f58-3f77930b969e req-ecc30430-fb9f-4576-945c-82d044a0adfc tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Feb 17 12:31:40.055517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9b85debd-1e21-4c63-98fa-3f25e711fbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:40.937931 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2106ef-f3dd-46b1-a07f-69567ad6fa64 req-064941e7-bf44-4c82-a24a-141e7dac668a tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:40.939405 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8e2106ef-f3dd-46b1-a07f-69567ad6fa64 req-064941e7-bf44-4c82-a24a-141e7dac668a tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 944 time: 0.0783374 Feb 17 12:31:40.985172 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8e2106ef-f3dd-46b1-a07f-69567ad6fa64 req-5870cafa-eba0-4ae3-8814-c987b35388a7 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Feb 17 12:31:41.255833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 252cf169-721c-4e53-a3cb-a181d1cefe9f details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:31:41.407969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:41.410353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:41.423363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'port_id': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'mac_address': 'fa:16:3e:c5:2c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:31:41.460451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:41.478918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:41.496365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252cf169-721c-4e53-a3cb-a181d1cefe9f {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:31:41.511918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:41.578231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:41.643828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:41.903667 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['252cf169-721c-4e53-a3cb-a181d1cefe9f'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:31:41.932027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:42.185307 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f48dc2-9668-41fa-af16-4af08c6f0c44 req-9f8965ee-6eee-4c4a-88c9-6be9905217b4 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:42.187463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8f48dc2-9668-41fa-af16-4af08c6f0c44 req-9f8965ee-6eee-4c4a-88c9-6be9905217b4 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 945 time: 0.0747356 Feb 17 12:31:42.233973 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8f48dc2-9668-41fa-af16-4af08c6f0c44 req-9f27c10c-326f-4dfe-9cec-af6a05d7b7aa tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Feb 17 12:31:42.989536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:43.255823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 252cf169-721c-4e53-a3cb-a181d1cefe9f up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:31:43.397742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 252cf169-721c-4e53-a3cb-a181d1cefe9f completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:31:43.402781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 252cf169-721c-4e53-a3cb-a181d1cefe9f triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:31:43.404262 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:43.447672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c38a7-dd51-47c4-a50e-804f4d43ff22 req-301d3c9c-eaed-4374-aac0-66b017cf3e69 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:43.449461 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-345c38a7-dd51-47c4-a50e-804f4d43ff22 req-301d3c9c-eaed-4374-aac0-66b017cf3e69 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 945 time: 0.0824718 Feb 17 12:31:43.520077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:43.581729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:31:43.590706 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-345c38a7-dd51-47c4-a50e-804f4d43ff22 req-0ef47669-5afa-40d0-b20d-01f63d2b8df2 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359563 Feb 17 12:31:43.591980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:31:43.639241 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'code': 200} Feb 17 12:31:43.661518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:31:43.726642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:31:43.969392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c895fdd7-4361-4692-8812-35a282fd2f2b req-288932d1-46dd-483b-8672-ad94b232d496 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1099 time: 0.0702820 Feb 17 12:31:44.010682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c895fdd7-4361-4692-8812-35a282fd2f2b req-65bcb80e-3266-430c-bbbb-141dcbad0266 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Feb 17 12:31:44.785193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98daf8a-adff-4d81-8182-b8327235fdb7 req-eeab9a4a-588a-4b8f-82bf-c46501d48682 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:44.786939 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e98daf8a-adff-4d81-8182-b8327235fdb7 req-eeab9a4a-588a-4b8f-82bf-c46501d48682 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0756931 Feb 17 12:31:44.832468 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e98daf8a-adff-4d81-8182-b8327235fdb7 req-2125d4ba-58da-4f0f-82f6-bf342163e694 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Feb 17 12:31:46.034456 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca26e-d7d1-4c19-a366-a95d5ae3cb63 req-a29d1685-00d9-4950-a7c6-671f937e69a1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:46.036231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba7ca26e-d7d1-4c19-a366-a95d5ae3cb63 req-a29d1685-00d9-4950-a7c6-671f937e69a1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0780706 Feb 17 12:31:46.084678 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba7ca26e-d7d1-4c19-a366-a95d5ae3cb63 req-8be40cfd-d675-4b85-bbad-d6384c09f0c5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Feb 17 12:31:46.285275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0ffad-34e6-475a-9457-8a71cace657b req-d482740f-d996-4102-8b7f-7c07d521b572 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:46.287032 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fea0ffad-34e6-475a-9457-8a71cace657b req-d482740f-d996-4102-8b7f-7c07d521b572 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0810981 Feb 17 12:31:46.332241 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fea0ffad-34e6-475a-9457-8a71cace657b req-c8624440-1ae7-4663-99cb-f89928dfee52 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Feb 17 12:31:46.750847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5271ce-ea42-4bf2-b66d-16aef4386e4e req-806044a1-6055-461b-96a5-578e6d5af5c9 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:46.752284 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ad5271ce-ea42-4bf2-b66d-16aef4386e4e req-806044a1-6055-461b-96a5-578e6d5af5c9 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0753901 Feb 17 12:31:46.799799 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ad5271ce-ea42-4bf2-b66d-16aef4386e4e req-d7e527c1-5178-4be5-9e4e-3abb36f41c25 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Feb 17 12:31:55.323010 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:31:55.535275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-35c9ecf0-abb5-429f-892f-9e102d6c58b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674703 Feb 17 12:31:55.668995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-06e98277-13c5-4019-9617-fc592ac1f116 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1099 time: 0.0673690 Feb 17 12:31:55.810730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-0936a79a-5a4a-47f9-be17-51fed8256463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:55.812190 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-0936a79a-5a4a-47f9-be17-51fed8256463 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1262624 Feb 17 12:31:55.881874 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-27479112-296f-4fa5-8952-190500e864a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 217 time: 0.0627899 Feb 17 12:31:55.943885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-5492acb1-d045-483f-80f7-41198a9253d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:55.945232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-5492acb1-d045-483f-80f7-41198a9253d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0572302 Feb 17 12:31:56.019995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-07df2626-12df-4739-b1a1-7a230f475f89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693381 Feb 17 12:31:56.231764 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-f9c21181-d80f-4fb4-adf0-abe66f7ee028 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058270 Feb 17 12:31:56.362777 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-372e9259-13a3-4a38-9fd2-8e081a2b6dc5 req-bc92a426-46e7-40b4-b84b-6b75e5a1b3fc service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243098 Feb 17 12:31:59.803440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398f99e-ac2b-4a9a-a26d-0e6848b87630 req-aca7bdc8-d2c8-43a8-ac13-889ad6920d54 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:31:59.804872 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3398f99e-ac2b-4a9a-a26d-0e6848b87630 req-aca7bdc8-d2c8-43a8-ac13-889ad6920d54 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0766470 Feb 17 12:31:59.849499 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3398f99e-ac2b-4a9a-a26d-0e6848b87630 req-3aea017b-7982-4f7d-b90a-ed0a1959821c tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Feb 17 12:31:59.878093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56138) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:00.011800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62523a0e-369a-4b9a-b63b-1189ed39cb2e tempest-TestMinimumBasicScenario-1697122234 tempest-TestMinimumBasicScenario-1697122234-project-admin] Synchronizing usage tracker for tenant:e764f4dd01be486d9bb8eb777353e676 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:32:00.106811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-62523a0e-369a-4b9a-b63b-1189ed39cb2e tempest-TestMinimumBasicScenario-1697122234 tempest-TestMinimumBasicScenario-1697122234-project-admin] Unset dirty status for tenant:e764f4dd01be486d9bb8eb777353e676 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:32:00.107977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-62523a0e-369a-4b9a-b63b-1189ed39cb2e tempest-TestMinimumBasicScenario-1697122234 tempest-TestMinimumBasicScenario-1697122234-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1094 time: 0.2288680 Feb 17 12:32:00.110997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56144) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:00.116046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:00.122121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:00.125856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:floatingip and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:00.133932 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:00.134420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:00.203660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:00.341759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:00.478517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Allocated IP 172.26.6.28 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/662f04bb-839c-438b-939a-3fdef80d9de9) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:32:00.628337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:00.721918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:00.790766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:32:00.793264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:32:00.796794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:32:00.829746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'Port': ['ID=662f04bb-839c-438b-939a-3fdef80d9de9,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:00.850239 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.850583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.850916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.851246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.851600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.851921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.852241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.852560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.852876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.853190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:00.853505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:01.320416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:01.442994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:01.650290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:01.717605 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:01.914765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'Port': ['ID=662f04bb-839c-438b-939a-3fdef80d9de9,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:01.929699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:02.126925 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Floating IP 486225f4-8b11-40ac-865c-495fc816d26a associated. External IP: 172.26.6.28, port: 252cf169-721c-4e53-a3cb-a181d1cefe9f. Feb 17 12:32:02.514444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Router 5ad2febf-6f36-49d7-94a7-aade8e373723 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:32:02.706819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:32:02.717123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] Sync routers for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:32:02.729120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:32:02.729729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:31:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:32:02.803493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:02.863028 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c8e0b071-8037-4eaf-91a9-2ce922f11406 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7485745 Feb 17 12:32:02.863028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:32:02.863416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56152) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:02.882015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725837383', 'description': 'tempest-secgroup-smoke-725837383 description', 'project_id': '43ca75cfbcd246fa9df046119e14edaf'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:02.889213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:02.906625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:02.968476 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:32:02.977507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.018354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:03.022955 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:03.026031 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:03.032459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:03.087644 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'status': 'completed', 'code': 200} Feb 17 12:32:03.097022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.179418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.182978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-0b0c336d-c449-4222-b7e8-baf4a90f66ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1099 time: 0.0741267 Feb 17 12:32:03.233604 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ffe202-d377-412b-9877-468f5848d441,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:03.242535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.242872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.243210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.243537 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.243871 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.244184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.244495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.244997 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.245490 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.246556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.247149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:32:03.293187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.294451 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-70cb1720-8fd2-47fd-bfca-e5f1d5014e27 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4293168 Feb 17 12:32:03.297301 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56160) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:03.303412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffe202-d377-412b-9877-468f5848d441', 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:03.311110 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:03.315799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:03.320520 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:03.329009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:03.343619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-121ba522-c1da-47ac-a0a1-e215698f6525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:03.345128 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-121ba522-c1da-47ac-a0a1-e215698f6525 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1562033 Feb 17 12:32:03.361024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '486225f4-8b11-40ac-865c-495fc816d26a', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'floating_ip_address': '172.26.6.28', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'port_id': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'mac_address': 'fa:16:3e:c5:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fca51d-275f-4292-94a2-da85968842c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:32:01Z', 'updated_at': '2022-02-17T12:32:01Z', 'revision_number': 0, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:32:03.364957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] Checking router: 5ad2febf-6f36-49d7-94a7-aade8e373723 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:32:03.376016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:32:03.376609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:31:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:32:03.425262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.449706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-dc949ec6-ccc7-46da-8a5b-99cce916c9c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 999 time: 0.0975311 Feb 17 12:32:03.488384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.512476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-a668c4f2-63d8-4823-8605-361ac4ed6c0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:03.514266 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-a668c4f2-63d8-4823-8605-361ac4ed6c0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0591297 Feb 17 12:32:03.561624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.573177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:32:03.592578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaae2743-3b3c-4ed6-b9c4-74fa5647278f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:03.603184 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-6a3e2ba1-9293-44fe-9465-ef6e4e0dac26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822904 Feb 17 12:32:03.670838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.672380 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2a9255d1-64b4-4ff1-9381-ef80964bd842 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3738987 Feb 17 12:32:03.675094 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56164) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:03.680936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffe202-d377-412b-9877-468f5848d441', 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:03.688640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:03.692652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:03.695904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:03.702368 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:03.768713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.837137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.843614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-392239ca-c1eb-4a76-8ebf-afb005a6c8e2 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338011 Feb 17 12:32:03.916678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:03.939695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61477cb5-cbf9-4aa4-ba47-9c197a2330fd,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:03.988909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '486225f4-8b11-40ac-865c-495fc816d26a', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'floating_ip_address': '172.26.6.28', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'port_id': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'mac_address': 'fa:16:3e:c5:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fca51d-275f-4292-94a2-da85968842c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:32:01Z', 'updated_at': '2022-02-17T12:32:01Z', 'revision_number': 0, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:32:03.990520 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a1e2ab24-d3b0-435c-a24f-8fc98be81c28 req-e5635a66-752d-4530-a1e8-b07bc4063c22 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406872 Feb 17 12:32:03.992949 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16578fa2-c544-4c6e-8a98-16c19462c671 None None] The sync data for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv is: [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '486225f4-8b11-40ac-865c-495fc816d26a', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'floating_ip_address': '172.26.6.28', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'port_id': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'mac_address': 'fa:16:3e:c5:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fca51d-275f-4292-94a2-da85968842c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:32:01Z', 'updated_at': '2022-02-17T12:32:01Z', 'revision_number': 0, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:32:04.025427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.025427 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8c93e0a5-725c-437c-a71d-f32f3dfeeb74 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3441458 Feb 17 12:32:04.025427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56168) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:04.029209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffe202-d377-412b-9877-468f5848d441', 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:04.036035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:04.039984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:04.043542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:04.049410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:04.126485 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.193273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.199514 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e5211-81c0-469b-834a-dc1c24385074 None None] New status for floating IP 486225f4-8b11-40ac-865c-495fc816d26a: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:32:04.266410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.292577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435a4081-b684-491d-8ff3-4abfa48bd63d,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:04.375076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.376396 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b87fc12b-4530-4022-8d13-f45ad54717cf tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3526077 Feb 17 12:32:04.379344 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56172) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:04.384863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffe202-d377-412b-9877-468f5848d441', 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:04.394318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:04.400919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:04.404989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:04.411158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:04.501889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.569266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.677872 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.702136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66097878-1129-499c-a3f5-b31cd3e35f54,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:04.757816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.759039 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bcde10db-d0e3-4089-87c0-661e49d8dac6 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3787305 Feb 17 12:32:04.762446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56176) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:04.767834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffe202-d377-412b-9877-468f5848d441', 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:04.773799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:04.777719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:04.780614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:04.786523 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:04.831696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Project 43ca75cfbcd246fa9df046119e14edaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:32:04.838236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.906243 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.946180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:04.970380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eced515a-0152-4f43-8c96-15940571424e,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:05.026007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:05.027396 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0c91a5bb-4eb4-44ed-80ff-052bc75c5d3f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2638202 Feb 17 12:32:05.030256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56180) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:32:05.035875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffe202-d377-412b-9877-468f5848d441', 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:05.041912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:32:05.046284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Usage tracker for resource:security_group_rule and tenant:43ca75cfbcd246fa9df046119e14edaf is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:32:05.049103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:32:05.054769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:32:05.226722 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Project 43ca75cfbcd246fa9df046119e14edaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:32:05.256858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:05.306919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:05.386466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:05.410572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83333a6-3f79-4531-b645-6c6e90888470,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:05.495414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:05.497160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-310219ed-de58-491b-a70b-132be6b30aee tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4659011 Feb 17 12:32:05.632431 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-05de33ef-9f1f-4440-9d0c-d00d19adc0a0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:32:05.694548 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-05de33ef-9f1f-4440-9d0c-d00d19adc0a0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:32:05.695735 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-05de33ef-9f1f-4440-9d0c-d00d19adc0a0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725837383&fields=id&tenant_id=43ca75cfbcd246fa9df046119e14edaf HTTP/1.1" status: 200 len: 267 time: 0.1036353 Feb 17 12:32:05.781558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-856ecf47-354d-4f8e-8deb-69a40e65ef0b tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:05.782929 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-856ecf47-354d-4f8e-8deb-69a40e65ef0b tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0811634 Feb 17 12:32:05.799382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'port': {'security_groups': ['db62bdfd-d239-47c7-be64-a1eabc7c34d9', 'd1ffe202-d377-412b-9877-468f5848d441']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:32:05.917434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:06.181285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:32:06.208919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:06.270498 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:06.283875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['252cf169-721c-4e53-a3cb-a181d1cefe9f'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:32:06.352221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:06.352817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:06.354192 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a71b802-f5d7-4c8e-a1a7-ad1e1fa883c2 req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "PUT /v2.0/ports/252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 982 time: 0.5593741 Feb 17 12:32:06.354640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:32:06.378766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ea190-6639-4c7c-825d-4f0afa13b978 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=6']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:32:06.433091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['252cf169-721c-4e53-a3cb-a181d1cefe9f'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:32:06.598385 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'status': 'completed', 'code': 200} Feb 17 12:32:06.660703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbf399-a58c-4d60-a9a3-b13bb185e3d0 req-3f9283e5-13ed-4561-8443-b134f709f000 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:06.663078 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bbbf399-a58c-4d60-a9a3-b13bb185e3d0 req-3f9283e5-13ed-4561-8443-b134f709f000 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.1417475 Feb 17 12:32:06.682521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-956af042-35c8-44b5-94c1-437ffd4e019f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1138 time: 0.0911546 Feb 17 12:32:06.732414 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bbbf399-a58c-4d60-a9a3-b13bb185e3d0 req-186ac5f1-55c4-44e2-92fb-88004bbd5e6d tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607524 Feb 17 12:32:06.837562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3c11b84d-5c8b-4859-8034-7992cb19b0b4 None None] Provisioning complete for port 252cf169-721c-4e53-a3cb-a181d1cefe9f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:32:06.837956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c11b84d-5c8b-4859-8034-7992cb19b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:06.839013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-68c03c8c-3d1a-449c-b222-2cbd232d001e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:06.841136 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-68c03c8c-3d1a-449c-b222-2cbd232d001e service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1514752 Feb 17 12:32:06.949256 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-ef58634c-e930-4e20-95fd-e5e6f02746da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 1001 time: 0.1021471 Feb 17 12:32:07.017606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-aecfbfa7-a9db-4e47-864b-e969ad43c28a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:07.018994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-aecfbfa7-a9db-4e47-864b-e969ad43c28a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0635602 Feb 17 12:32:07.099272 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-48f1b270-9298-4ea6-84b2-616a4c85351b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734887 Feb 17 12:32:07.239853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-05e62388-add5-4505-999b-d4f92d52d5b3 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344635 Feb 17 12:32:07.376529 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9c4465d-3753-4225-a5b4-af21e3c0fd43 req-52034653-de66-4f7e-a6e3-5aea3c581cba service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297557 Feb 17 12:32:07.786331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecfec-522c-4c0d-aa12-e8609709df69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:10.056630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a789782e-514e-40f9-a6c1-4f961fe6681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:11.389513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:11.466387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:11.935406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:13.014723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:32.324233 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:32:37.807327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0673dce4-dcd2-4edc-906d-15c928e16060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:40.088797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4701eba-7688-447e-ad50-6a608b73b17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:41.401467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:41.481453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:41.910848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:42.995537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:32:55.311333 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-aa662ce9-189d-4af0-8f8f-70c5932c7bec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1138 time: 0.0698895 Feb 17 12:32:55.319922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6dd0b-d0b7-47f6-b040-33fb6d772b1f req-476c0b4a-cb3b-4590-97c0-79968d5f6627 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:55.321474 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e9d6dd0b-d0b7-47f6-b040-33fb6d772b1f req-476c0b4a-cb3b-4590-97c0-79968d5f6627 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0848250 Feb 17 12:32:55.368771 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e9d6dd0b-d0b7-47f6-b040-33fb6d772b1f req-b4845fd0-e275-4f04-8e14-84ac76915587 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416272 Feb 17 12:32:55.444105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-c4946164-248d-487b-bbab-2af60ba73877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:55.445555 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-c4946164-248d-487b-bbab-2af60ba73877 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1276999 Feb 17 12:32:55.549303 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-9ff53b11-84b3-43ad-a820-504dd1e9ca51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 1001 time: 0.0960464 Feb 17 12:32:55.612273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-bf75274c-7494-4c30-be99-2b140b2189f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:55.613703 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-bf75274c-7494-4c30-be99-2b140b2189f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0584779 Feb 17 12:32:55.691442 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-ceb819cc-16ea-4f59-b15c-ac55715dd45c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707061 Feb 17 12:32:55.822104 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-560b514c-87f0-43ac-8537-6fddfb278e65 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237068 Feb 17 12:32:56.047746 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-da8364cc-4579-43a1-8c94-186baf9e9c53 req-9045fcef-ad36-46ab-856a-0edf9a83e647 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196279 Feb 17 12:32:56.569410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ce45-1756-463f-8547-b8cae603e195 req-754e461a-b0c3-4f02-a004-0fec6047c68a tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:56.570821 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b73ce45-1756-463f-8547-b8cae603e195 req-754e461a-b0c3-4f02-a004-0fec6047c68a tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0763097 Feb 17 12:32:56.617995 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8b73ce45-1756-463f-8547-b8cae603e195 req-64762475-731d-4bf2-b4ff-4d32d4d8434f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408239 Feb 17 12:32:57.610674 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-e9f8d07f-a396-4233-b489-7a4f257f191d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1138 time: 0.0711603 Feb 17 12:32:57.759061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-4cadb667-799e-4530-8227-0ea1332e2879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:57.760586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-4cadb667-799e-4530-8227-0ea1332e2879 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1302469 Feb 17 12:32:57.858823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb9ea-067e-49cc-8fee-d6df763bad85 req-d22053a4-cd3b-4b55-b73c-1552d34bfc73 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:57.860271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4f0cb9ea-067e-49cc-8fee-d6df763bad85 req-d22053a4-cd3b-4b55-b73c-1552d34bfc73 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0916843 Feb 17 12:32:57.870217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-32870e15-f215-4754-9f7d-96914473f529 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 1001 time: 0.1026859 Feb 17 12:32:57.906984 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4f0cb9ea-067e-49cc-8fee-d6df763bad85 req-472453ee-86c5-4c8b-ba86-ae452459d0c9 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409443 Feb 17 12:32:57.932067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-e7b63f4a-883b-48e4-ad3b-cf9b7082564d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:57.933514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-e7b63f4a-883b-48e4-ad3b-cf9b7082564d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0574703 Feb 17 12:32:58.008777 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-af73c9f2-71b7-419d-b37d-90bf1df266fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698361 Feb 17 12:32:58.140875 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-89beaec2-b6e1-4d24-b077-c2f611f7abf8 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261349 Feb 17 12:32:58.274791 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b205dbe-3fbd-4f48-8efc-361477ebd7a5 req-6240f195-f266-4a80-90e4-e4af7163005a service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262777 Feb 17 12:32:59.103549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedfd16-b6f6-4e31-ab6a-4fe52d7ba1b1 req-40802bbf-7c3c-419b-a967-c3b27706e93f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:32:59.105003 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bedfd16-b6f6-4e31-ab6a-4fe52d7ba1b1 req-40802bbf-7c3c-419b-a967-c3b27706e93f tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0758302 Feb 17 12:32:59.152354 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bedfd16-b6f6-4e31-ab6a-4fe52d7ba1b1 req-c2146e33-9910-451c-ac37-0d0d62ccd377 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408821 Feb 17 12:33:00.439122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cc95c-1dd7-4056-afc2-542437e808e6 req-907a3e93-aa27-4028-b0a3-f89cff021ebe tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:00.440592 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a7cc95c-1dd7-4056-afc2-542437e808e6 req-907a3e93-aa27-4028-b0a3-f89cff021ebe tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.1663275 Feb 17 12:33:00.488354 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a7cc95c-1dd7-4056-afc2-542437e808e6 req-74be7f74-3734-41c2-9b52-a7131b77719e tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417130 Feb 17 12:33:01.690283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1de8d-e4ad-47d0-8974-b8da9a55ca05 req-43139d4e-e285-4308-847f-2641293e0097 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:01.691754 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e7e1de8d-e4ad-47d0-8974-b8da9a55ca05 req-43139d4e-e285-4308-847f-2641293e0097 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0841875 Feb 17 12:33:01.739847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e7e1de8d-e4ad-47d0-8974-b8da9a55ca05 req-8ea57dac-14b3-4c2d-b57d-eb2069553138 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424933 Feb 17 12:33:02.932009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb97d8d-1bdf-4714-a30c-a0cc1d330ff6 req-ab78289b-24d4-40cb-8c7a-918c69425ca7 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:02.933464 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-edb97d8d-1bdf-4714-a30c-a0cc1d330ff6 req-ab78289b-24d4-40cb-8c7a-918c69425ca7 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0750217 Feb 17 12:33:02.979992 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-edb97d8d-1bdf-4714-a30c-a0cc1d330ff6 req-4110caae-cfb2-4fbf-8318-af388f667ada tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406313 Feb 17 12:33:04.207821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb5df-2b1d-4828-b282-3c9f48eb5886 req-f0105235-1c34-494d-9766-fb1e4a1290e5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:04.209342 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-affbb5df-2b1d-4828-b282-3c9f48eb5886 req-f0105235-1c34-494d-9766-fb1e4a1290e5 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0908103 Feb 17 12:33:04.256104 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-affbb5df-2b1d-4828-b282-3c9f48eb5886 req-77cef983-949b-4dea-a304-b2c00f093c10 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410786 Feb 17 12:33:05.459416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcbcd2-ea81-49e7-ba02-0f245e986218 req-e66f3c05-ef9e-465a-90ed-cff3d4e63c84 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:05.460895 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fdfcbcd2-ea81-49e7-ba02-0f245e986218 req-e66f3c05-ef9e-465a-90ed-cff3d4e63c84 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0793657 Feb 17 12:33:05.512583 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fdfcbcd2-ea81-49e7-ba02-0f245e986218 req-4fb837a9-dd41-4ae2-b16c-04cf1771cef4 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458758 Feb 17 12:33:06.713665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d177-f8ce-49bc-bad6-32f0da1efdcf req-ca6d5951-3b36-4585-b2c4-0f1657ef19e4 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:06.715158 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1eb6d177-f8ce-49bc-bad6-32f0da1efdcf req-ca6d5951-3b36-4585-b2c4-0f1657ef19e4 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0832255 Feb 17 12:33:06.763220 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1eb6d177-f8ce-49bc-bad6-32f0da1efdcf req-c80f275b-66e8-45fb-9338-7f90ad895ce8 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422022 Feb 17 12:33:07.779605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a719a840-d3b3-4811-8039-c4af844c8f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:07.959480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55facf8-55ac-45d2-946f-634507f7e13d req-af2b3e80-5fe6-4f6b-8b06-568104db18f0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:07.960921 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f55facf8-55ac-45d2-946f-634507f7e13d req-af2b3e80-5fe6-4f6b-8b06-568104db18f0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0756080 Feb 17 12:33:08.026636 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f55facf8-55ac-45d2-946f-634507f7e13d req-dd6d8466-c666-4892-aad2-a5f1f764d976 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1ffe202-d377-412b-9877-468f5848d441&id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568137 Feb 17 12:33:09.324485 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:33:10.070720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed008c40-5c49-4564-a93d-d59e6b3b6d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:11.396741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:11.459432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:11.939934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:12.996632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:37.767787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0f50b628-884a-4bee-9396-1ca82e7988b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:40.064655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-45b4b34b-db6e-4f70-abe6-33bd0608d20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:41.407418 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:41.458516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:41.921404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:42.990213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:33:46.324001 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:33:59.154205 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-3ed62d7b-30f2-4bff-9804-a53fe5cb3de4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661690 Feb 17 12:33:59.295413 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-46493f1d-1f78-4e06-9d22-22635911473f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1138 time: 0.0726752 Feb 17 12:33:59.436616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4192e0-9400-4870-9533-3610e441452c req-3908ec05-dcc7-46db-a311-40370c800f99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:59.438023 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-3908ec05-dcc7-46db-a311-40370c800f99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1252902 Feb 17 12:33:59.538322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-2ece6e92-e662-4872-87a2-08acca6b2829 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 1001 time: 0.0947340 Feb 17 12:33:59.687806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4192e0-9400-4870-9533-3610e441452c req-084cf0c9-0df5-443f-a0af-efd9bea9ad8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:33:59.689151 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-084cf0c9-0df5-443f-a0af-efd9bea9ad8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.1454923 Feb 17 12:33:59.766072 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-fb9ae7a0-2852-487d-acf3-f3fd432184af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696383 Feb 17 12:33:59.896177 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-11ffa25e-a46c-42f2-b092-a5d9fc0447ea service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241481 Feb 17 12:34:00.028558 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1a4192e0-9400-4870-9533-3610e441452c req-8c3a7e57-3d61-4aab-a106-3f7647206e8f service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262245 Feb 17 12:34:03.740327 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-a151dd9e-7e81-4c01-8214-c366b73d8798 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725837383&fields=id&tenant_id=43ca75cfbcd246fa9df046119e14edaf HTTP/1.1" status: 200 len: 267 time: 0.0402088 Feb 17 12:34:03.817989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-aeaeeb43-1b33-4093-bc11-f06d6cdcbb77 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:03.819419 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-aeaeeb43-1b33-4093-bc11-f06d6cdcbb77 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 985 time: 0.0740392 Feb 17 12:34:03.830356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Request body: {'port': {'security_groups': ['db62bdfd-d239-47c7-be64-a1eabc7c34d9']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:03.945858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.183553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:04.208850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.276126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.288885 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['252cf169-721c-4e53-a3cb-a181d1cefe9f'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:34:04.347488 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:04.348105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.350247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb1dd74e-3d34-4060-a278-e57ab845c7ad req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "PUT /v2.0/ports/252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 943 time: 0.5244255 Feb 17 12:34:04.355032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:34:04.356391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56276) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:04.401058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event updated for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=7']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:04.414880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.415305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.415709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.416112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.416509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.417516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.417516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.417516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.418003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.418644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.418994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4b49e-98f5-4196-8bc8-5ef9f320ea68 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.426887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['252cf169-721c-4e53-a3cb-a181d1cefe9f'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:34:04.440787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'status': 'completed', 'code': 200} Feb 17 12:34:04.449632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.483506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.573117 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-ee9797f4-18fa-4f13-81e4-cbe946d0c205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1099 time: 0.1121061 Feb 17 12:34:04.636035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.655790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ffe202-d377-412b-9877-468f5848d441,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:04.666277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.666500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-71a55538-5b7a-43e3-aee4-6eea2faca373 None None] Provisioning complete for port 252cf169-721c-4e53-a3cb-a181d1cefe9f triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:04.666626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.666726 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-71a55538-5b7a-43e3-aee4-6eea2faca373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.666939 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.667487 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.667812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.668314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.669280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.669618 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.669969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.670290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.670616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:04.713341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08601c08-b950-46b2-9fa8-60d441820b0e req-15c8c9d5-dca9-45e1-beb7-abe19f27c50b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:04.714762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-15c8c9d5-dca9-45e1-beb7-abe19f27c50b service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1335824 Feb 17 12:34:04.741234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.744104 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7b9a0ba4-f9c0-46ee-9150-30a0b28df6d1 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "DELETE /v2.0/security-groups/d1ffe202-d377-412b-9877-468f5848d441 HTTP/1.1" status: 204 len: 168 time: 0.3852091 Feb 17 12:34:04.745435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56282) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:04.829190 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-1a5284bf-8e2e-4f8b-bd1e-ed530dca9388 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 1001 time: 0.1078591 Feb 17 12:34:04.895585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08601c08-b950-46b2-9fa8-60d441820b0e req-1792c5dd-3bc8-4b82-b2a6-f3e70712b614 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:04.897045 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-1792c5dd-3bc8-4b82-b2a6-f3e70712b614 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0615232 Feb 17 12:34:04.951587 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Deleting port 662f04bb-839c-438b-939a-3fdef80d9de9 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:04.951922 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:04.970810 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-fec54b06-07f7-4715-bba2-71ee6b3f72f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676391 Feb 17 12:34:05.102263 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-644806ac-4e96-4f6a-a41b-be6e10bcd559 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246569 Feb 17 12:34:05.120102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:05.120426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:05.246320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Calling delete_port for 662f04bb-839c-438b-939a-3fdef80d9de9 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:05.316465 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-08601c08-b950-46b2-9fa8-60d441820b0e req-87e8c734-95a9-43f7-a070-8c4e8a87a49f service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089438 Feb 17 12:34:05.447454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:05.496890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event deleted for resources: {'Port': ['ID=662f04bb-839c-438b-939a-3fdef80d9de9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:05.585284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:06.069895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Router 5ad2febf-6f36-49d7-94a7-aade8e373723 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:34:06.266681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:34:06.277101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] Sync routers for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:34:06.292377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:06.297438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:33:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:06.356032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:06.413448 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-21097524-9b22-4914-9bbd-fbcca83d3768 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "DELETE /v2.0/floatingips/486225f4-8b11-40ac-865c-495fc816d26a HTTP/1.1" status: 204 len: 168 time: 1.6666386 Feb 17 12:34:06.414214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:34:06.472774 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'status': 'completed', 'code': 200} Feb 17 12:34:06.514634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:06.572586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-38e91c5c-7cdd-4d39-a1e5-2a64cccf1dcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ca75cfbcd246fa9df046119e14edaf&device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 1099 time: 0.0761290 Feb 17 12:34:06.712967 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-3883584e-3edf-4e9b-8408-75abfa467332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:06.714468 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-3883584e-3edf-4e9b-8408-75abfa467332 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 200 len: 915 time: 0.1368804 Feb 17 12:34:06.786654 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-a5767f65-c9c8-4364-a8a9-2b154ba351ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 200 len: 217 time: 0.0661623 Feb 17 12:34:06.853059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:06.853818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-1f6e9528-8312-499e-b083-32c24b025eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:06.855291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-1f6e9528-8312-499e-b083-32c24b025eae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 200 len: 854 time: 0.0631332 Feb 17 12:34:06.858343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] Checking router: 5ad2febf-6f36-49d7-94a7-aade8e373723 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:34:06.869582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:06.870234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:33:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:06.933829 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-38fcd616-5d40-41a1-ac5f-23c7c9cbcfac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17799567-628d-4cb4-ae92-7c71c13f6a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724156 Feb 17 12:34:07.072957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:07.083800 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-b5d2d1d6-dedb-43b6-8a17-663cd7d134e8 service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408014 Feb 17 12:34:07.217876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f5b88ce5-bc6f-429b-968f-fd8b9d9fe1d3 req-3f80e6b5-2bc3-4968-910a-ef72ba4aaf4e service neutron] 10.222.0.24 "GET /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274359 Feb 17 12:34:07.397309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:07.401300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a821092-84e5-4497-a553-c00f3a2d407b None None] The sync data for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv is: [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:30:59Z', 'revision_number': 4, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '428b6ae7-a99a-4cd0-80b4-ef75786a8b57', 'name': '', 'network_id': '17799567-628d-4cb4-ae92-7c71c13f6a46', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'mac_address': 'fa:16:3e:88:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:59Z', 'updated_at': '2022-02-17T12:31:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'subnets': [{'id': '32af68c8-fb4d-4c09-9470-ce24233f74d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:34:07.617814 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba7006-9ba2-4b8c-a765-64daed8f8dba None None] New status for floating IP 486225f4-8b11-40ac-865c-495fc816d26a: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:34:07.769714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-178178c0-57c6-41c7-8daf-b1dfb734e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:10.058699 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3bd6310d-2bea-4865-bf31-61d7b1fa295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:11.412955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:11.458540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:11.932891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:12.315275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363e6b-025b-42be-9977-b11c423c800f req-2f955d94-603e-4047-8f0e-1a2e3b871430 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:12.316780 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7f363e6b-025b-42be-9977-b11c423c800f req-2f955d94-603e-4047-8f0e-1a2e3b871430 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0826020 Feb 17 12:34:12.362054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7f363e6b-025b-42be-9977-b11c423c800f req-b524067e-b72a-41f3-86ec-46085a125b04 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Feb 17 12:34:13.002158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:13.567665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-378d15de-04fe-4001-a17c-711d29973984 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:13.568242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-378d15de-04fe-4001-a17c-711d29973984 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:34:13.647426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-378d15de-04fe-4001-a17c-711d29973984 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:34:13.648602 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-378d15de-04fe-4001-a17c-711d29973984 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.1553376 Feb 17 12:34:13.694632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-bec0fcfc-9709-4675-887d-7855db83a7a0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Synchronizing usage tracker for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:34:13.750168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-bec0fcfc-9709-4675-887d-7855db83a7a0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Unset dirty status for tenant:43ca75cfbcd246fa9df046119e14edaf on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:34:13.751739 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bc23d2da-2310-4bc4-8e3e-1078cb0b4f71 req-bec0fcfc-9709-4675-887d-7855db83a7a0 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965624 Feb 17 12:34:14.356050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-c5efefac-c7f9-4267-ada4-e4e8d2637852 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:14.357491 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-c5efefac-c7f9-4267-ada4-e4e8d2637852 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.0753183 Feb 17 12:34:14.426751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Deleting port 252cf169-721c-4e53-a3cb-a181d1cefe9f {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:14.427086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:14.668184 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] For port 252cf169-721c-4e53-a3cb-a181d1cefe9f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=252cf169-721c-4e53-a3cb-a181d1cefe9f,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:14.669162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:14.791340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Calling delete_port for 252cf169-721c-4e53-a3cb-a181d1cefe9f owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:15.083220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643f319-2091-444d-94ec-5e179798707d req-c2f4b318-bc21-40e4-8cb8-e8ba9a81a467 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:15.084674 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5643f319-2091-444d-94ec-5e179798707d req-c2f4b318-bc21-40e4-8cb8-e8ba9a81a467 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fca51d-275f-4292-94a2-da85968842c9 HTTP/1.1" status: 200 len: 946 time: 0.1878386 Feb 17 12:34:15.131133 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5643f319-2091-444d-94ec-5e179798707d req-0296ba12-cd7e-4694-8c77-c869c359cf75 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.47 "GET /v2.0/security-groups?id=db62bdfd-d239-47c7-be64-a1eabc7c34d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Feb 17 12:34:15.161873 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:15.175872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['252cf169-721c-4e53-a3cb-a181d1cefe9f'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:34:15.214498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Pushing event deleted for resources: {'Port': ['ID=252cf169-721c-4e53-a3cb-a181d1cefe9f,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:15.297021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] No DVR routers for this DVR port 252cf169-721c-4e53-a3cb-a181d1cefe9f on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:34:15.299504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:15.303266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'name': 'network-vif-deleted', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:34:15.357765 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9d655a3-e96e-4ec8-8111-7d0aff34686b req-510e0381-2374-4e04-bc29-0e117d57c623 tempest-TestMinimumBasicScenario-926278236 tempest-TestMinimumBasicScenario-926278236-project] 10.222.0.24 "DELETE /v2.0/ports/252cf169-721c-4e53-a3cb-a181d1cefe9f HTTP/1.1" status: 204 len: 173 time: 0.9950395 Feb 17 12:34:15.512215 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fca51d-275f-4292-94a2-da85968842c9', 'name': 'network-vif-deleted', 'tag': '252cf169-721c-4e53-a3cb-a181d1cefe9f', 'status': 'completed', 'code': 200} Feb 17 12:34:17.492809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56366) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:17.879367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:17.959742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 252cf169-721c-4e53-a3cb-a181d1cefe9f no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:17.993213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 252cf169-721c-4e53-a3cb-a181d1cefe9f {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:17.993548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 252cf169-721c-4e53-a3cb-a181d1cefe9f not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:18.474207 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Deleting port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:18.474534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:18.648012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] For port 428b6ae7-a99a-4cd0-80b4-ef75786a8b57, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:18.648732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:18.858496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Calling delete_port for 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:19.076355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:19.123078 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=428b6ae7-a99a-4cd0-80b4-ef75786a8b57,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:19.407337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:20.007903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Router 5ad2febf-6f36-49d7-94a7-aade8e373723 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:34:20.219016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:34:20.228352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] Sync routers for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:34:20.234285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-32ced241-2e90-49cd-a2f8-ab6ac635f1c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/5ad2febf-6f36-49d7-94a7-aade8e373723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403901 Feb 17 12:34:20.236674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56370) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:20.240555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:20.241145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:20.447936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:20.548254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:20.757554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:20.781138 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:34:18Z', 'revision_number': 5, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port': {'id': '46dd980d-1c03-4f36-b6b6-8cb2a3af1286', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:20.785643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] Checking router: 5ad2febf-6f36-49d7-94a7-aade8e373723 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:34:20.796451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] Routers {'5ad2febf-6f36-49d7-94a7-aade8e373723'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:20.797044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['5ad2febf-6f36-49d7-94a7-aade8e373723'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:20.836269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Deleting port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:20.836531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:20.952783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] Set router 5ad2febf-6f36-49d7-94a7-aade8e373723 gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:21.018156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] For port 46dd980d-1c03-4f36-b6b6-8cb2a3af1286, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:21.018824 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:21.068072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:34:20Z', 'revision_number': 6, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:21.072195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1d59d-871f-41be-8ba3-a43a246b3a21 None None] The sync data for ids ['5ad2febf-6f36-49d7-94a7-aade8e373723'] in dv-neutron-828728-1-hyperv is: [{'id': '5ad2febf-6f36-49d7-94a7-aade8e373723', 'name': 'tempest-TestMinimumBasicScenario-1707773373-router', 'tenant_id': '43ca75cfbcd246fa9df046119e14edaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:30:56Z', 'updated_at': '2022-02-17T12:34:20Z', 'revision_number': 6, 'project_id': '43ca75cfbcd246fa9df046119e14edaf', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:34:21.146644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Calling delete_port for 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:21.379286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:21.424080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Pushing event deleted for resources: {'Port': ['ID=46dd980d-1c03-4f36-b6b6-8cb2a3af1286,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:21.645371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.004479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.009597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.104107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.104794 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad2febf-6f36-49d7-94a7-aade8e373723 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:34:22.117209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.123797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f901d421-6c37-4747-8fa9-6d5e9e209799 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5ad2febf-6f36-49d7-94a7-aade8e373723 HTTP/1.1" status: 204 len: 168 time: 1.8809559 Feb 17 12:34:22.123797 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56374) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:22.190178 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Deleting subnet 32af68c8-fb4d-4c09-9470-ce24233f74d5 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:34:22.193299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.244752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.324357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.476369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.514370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32af68c8-fb4d-4c09-9470-ce24233f74d5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:22.520752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.525969 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b24802-7289-43e4-9d85-fb20b6a69739 None None] Network 17799567-628d-4cb4-ae92-7c71c13f6a46 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:34:22.528985 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-17a52534-08d9-4b79-9953-3d61a996b23e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/32af68c8-fb4d-4c09-9470-ce24233f74d5 HTTP/1.1" status: 204 len: 168 time: 0.4065456 Feb 17 12:34:22.531336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56378) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:22.624043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:22.639956 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.650237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Deleting port 21a64d7a-adba-4f76-82f8-61d752fb4173 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:22.650558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.660359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:22.660694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 46dd980d-1c03-4f36-b6b6-8cb2a3af1286 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:22.661105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:22.723566 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:22.723901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 428b6ae7-a99a-4cd0-80b4-ef75786a8b57 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:22.853430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] DHCP port deletion for 17799567-628d-4cb4-ae92-7c71c13f6a46 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:34:22.858807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Deleting port 21a64d7a-adba-4f76-82f8-61d752fb4173 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:22.859175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.868072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] For port 21a64d7a-adba-4f76-82f8-61d752fb4173, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=21a64d7a-adba-4f76-82f8-61d752fb4173,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:22.868433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:22.993931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Calling delete_port for 21a64d7a-adba-4f76-82f8-61d752fb4173 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:23.061612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] For port 21a64d7a-adba-4f76-82f8-61d752fb4173, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=21a64d7a-adba-4f76-82f8-61d752fb4173,segment=NetworkSegment(2118487f-c72b-414d-8228-24a2fa2787a9),segment_id=2118487f-c72b-414d-8228-24a2fa2787a9)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:23.061942 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.126810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.174903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Pushing event deleted for resources: {'Port': ['ID=21a64d7a-adba-4f76-82f8-61d752fb4173,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:23.180717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Calling delete_port for 21a64d7a-adba-4f76-82f8-61d752fb4173 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:23.183009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] No DVR routers for this DVR port 21a64d7a-adba-4f76-82f8-61d752fb4173 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:34:23.250320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:34:23.250692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:34:23.304818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.323741 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:34:23.331808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17799567-628d-4cb4-ae92-7c71c13f6a46']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:23.344349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2118487f-c72b-414d-8228-24a2fa2787a9') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:23.344885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2118487f-c72b-414d-8228-24a2fa2787a9') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:23.355647 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.371457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.377650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:34:23.378052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:34:23.392135 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:34:23.538729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.555111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.566654 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] Pushing event deleted for resources: {'Network': ['ID=17799567-628d-4cb4-ae92-7c71c13f6a46,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:23.654375 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b83720a0-780f-41bc-9f1f-ca7c6609847c admin admin] 10.222.0.47 "DELETE /v2.0/networks/17799567-628d-4cb4-ae92-7c71c13f6a46 HTTP/1.1" status: 204 len: 168 time: 1.1219277 Feb 17 12:34:23.657146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56382) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:23.752357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Deleting port 21a64d7a-adba-4f76-82f8-61d752fb4173 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:23.753002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:23.819120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ec69d436-6f76-4d4e-b8f6-091bef796fec None None] The port '21a64d7a-adba-4f76-82f8-61d752fb4173' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:34:24.139471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:24.611854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 21a64d7a-adba-4f76-82f8-61d752fb4173 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:24.643882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 21a64d7a-adba-4f76-82f8-61d752fb4173 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:24.644216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 21a64d7a-adba-4f76-82f8-61d752fb4173 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:24.732876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Deleting port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:24.733202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:24.908914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] For port 8df72d46-16ba-4e3c-a515-2bc345f6e1ea, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:24.909511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:25.026167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Calling delete_port for 8df72d46-16ba-4e3c-a515-2bc345f6e1ea owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:25.287761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:25.334896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8df72d46-16ba-4e3c-a515-2bc345f6e1ea,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:25.713339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:26.292428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Router 981ec098-17d1-4062-afde-371bbb5d4a65 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:34:26.504653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:34:26.513981 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] Sync routers for ids ['981ec098-17d1-4062-afde-371bbb5d4a65'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:34:26.526545 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] Routers {'981ec098-17d1-4062-afde-371bbb5d4a65'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:26.527155 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['981ec098-17d1-4062-afde-371bbb5d4a65'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:26.592927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e72c07a5-640c-4f19-83d7-110f9f87aa5c admin admin] 10.222.0.47 "PUT /v2.0/routers/981ec098-17d1-4062-afde-371bbb5d4a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347208 Feb 17 12:34:26.595503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56386) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:26.709963 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] Set router 981ec098-17d1-4062-afde-371bbb5d4a65 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:26.791048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:26.986847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:26.994537 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:34:25Z', 'revision_number': 5, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:26.999031 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] Checking router: 981ec098-17d1-4062-afde-371bbb5d4a65 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:34:27.008976 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] Routers {'981ec098-17d1-4062-afde-371bbb5d4a65'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:27.009564 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['981ec098-17d1-4062-afde-371bbb5d4a65'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:27.070617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Deleting port deb09bef-1223-4e69-a208-12a7a1c24581 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:27.070961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:27.230870 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] Set router 981ec098-17d1-4062-afde-371bbb5d4a65 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:27.351921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] For port deb09bef-1223-4e69-a208-12a7a1c24581, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=deb09bef-1223-4e69-a208-12a7a1c24581,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:27.352585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:27.473674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Calling delete_port for deb09bef-1223-4e69-a208-12a7a1c24581 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:27.518214 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:34:25Z', 'revision_number': 5, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:27.522212 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a86fe-7fb1-4575-af85-43090e7bacde None None] The sync data for ids ['981ec098-17d1-4062-afde-371bbb5d4a65'] in dv-neutron-828728-1-hyperv is: [{'id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'name': 'tempest-TestMinimumBasicScenario-791354517-router', 'tenant_id': 'e764f4dd01be486d9bb8eb777353e676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:34:25Z', 'revision_number': 5, 'project_id': 'e764f4dd01be486d9bb8eb777353e676', 'gw_port': {'id': 'deb09bef-1223-4e69-a208-12a7a1c24581', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981ec098-17d1-4062-afde-371bbb5d4a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:31:04Z', 'updated_at': '2022-02-17T12:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:34:27.722176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:27.768095 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Pushing event deleted for resources: {'Port': ['ID=deb09bef-1223-4e69-a208-12a7a1c24581,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:27.996595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.254830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.259124 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.361859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.362564 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 981ec098-17d1-4062-afde-371bbb5d4a65 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:34:28.374545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.375694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9ba8da49-ad0e-4b6a-8ffb-6157b420c67c admin admin] 10.222.0.47 "DELETE /v2.0/routers/981ec098-17d1-4062-afde-371bbb5d4a65 HTTP/1.1" status: 204 len: 168 time: 1.7792342 Feb 17 12:34:28.378421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56390) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:28.442731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Deleting subnet 2b18593f-49f3-460f-9980-c3a23c100ff9 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:34:28.445917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.498411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.575189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.733446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.769846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b18593f-49f3-460f-9980-c3a23c100ff9,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:28.776991 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.782077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e6430-afd5-46e8-86be-0188655f82ff None None] Network 641c92e0-30bb-493a-98d0-5700b04c471b requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:34:28.786986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56394) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:28.787392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0b89160f-9da6-47f5-8761-06a46e5df474 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2b18593f-49f3-460f-9980-c3a23c100ff9 HTTP/1.1" status: 204 len: 168 time: 0.4072962 Feb 17 12:34:28.863125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device deb09bef-1223-4e69-a208-12a7a1c24581 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:28.908590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: deb09bef-1223-4e69-a208-12a7a1c24581 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:28.908925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device deb09bef-1223-4e69-a208-12a7a1c24581 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:28.909588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8df72d46-16ba-4e3c-a515-2bc345f6e1ea no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:28.911402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.922672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Deleting port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:28.923002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:28.985993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8df72d46-16ba-4e3c-a515-2bc345f6e1ea {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:28.986330 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8df72d46-16ba-4e3c-a515-2bc345f6e1ea not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:29.138096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] For port 1b3390af-f8b9-4ed9-b796-168cde6e76d8, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1b3390af-f8b9-4ed9-b796-168cde6e76d8,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:29.138406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.139352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] DHCP port deletion for 641c92e0-30bb-493a-98d0-5700b04c471b request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:34:29.143792 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Deleting port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:29.144157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.259818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Calling delete_port for 1b3390af-f8b9-4ed9-b796-168cde6e76d8 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:29.358193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] For port 1b3390af-f8b9-4ed9-b796-168cde6e76d8, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=1b3390af-f8b9-4ed9-b796-168cde6e76d8,segment=NetworkSegment(1f4b08ca-ace6-4322-b189-0dc1a15a38f4),segment_id=1f4b08ca-ace6-4322-b189-0dc1a15a38f4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:29.358497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.413885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.463631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3390af-f8b9-4ed9-b796-168cde6e76d8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:29.470226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] No DVR routers for this DVR port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:34:29.495163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Calling delete_port for 1b3390af-f8b9-4ed9-b796-168cde6e76d8 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:34:29.572390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:34:29.572735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:34:29.593087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.627343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641c92e0-30bb-493a-98d0-5700b04c471b']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:29.639993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4b08ca-ace6-4322-b189-0dc1a15a38f4') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:29.640379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4b08ca-ace6-4322-b189-0dc1a15a38f4') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:29.652457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.670957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.677086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:34:29.677473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:34:29.691626 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:34:29.825045 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.829522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:29.858869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] Pushing event deleted for resources: {'Network': ['ID=641c92e0-30bb-493a-98d0-5700b04c471b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:29.867404 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-90e48d35-46b3-496f-90f3-78d79922eeae admin admin] 10.222.0.47 "DELETE /v2.0/networks/641c92e0-30bb-493a-98d0-5700b04c471b HTTP/1.1" status: 204 len: 168 time: 1.0794361 Feb 17 12:34:30.074352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Deleting port 1b3390af-f8b9-4ed9-b796-168cde6e76d8 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:34:30.075501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:30.137678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-17345f85-d27c-4e92-b5d5-609c2a1b8abe None None] The port '1b3390af-f8b9-4ed9-b796-168cde6e76d8' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:34:30.211086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56400) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:30.261880 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f7db309-f55f-4c9f-aaa0-d1db13dcf8ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43ca75cfbcd246fa9df046119e14edaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495119 Feb 17 12:34:30.265104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56404) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:30.328033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39552364-761a-4fd2-90f5-695d2c53282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:30.355305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39552364-761a-4fd2-90f5-695d2c53282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:30.481798 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39552364-761a-4fd2-90f5-695d2c53282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:30.598159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39552364-761a-4fd2-90f5-695d2c53282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62bdfd-d239-47c7-be64-a1eabc7c34d9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:30.613601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1b3390af-f8b9-4ed9-b796-168cde6e76d8 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:34:30.652216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 1b3390af-f8b9-4ed9-b796-168cde6e76d8 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:34:30.652557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 1b3390af-f8b9-4ed9-b796-168cde6e76d8 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:34:30.691473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-39552364-761a-4fd2-90f5-695d2c53282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:30.692631 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-39552364-761a-4fd2-90f5-695d2c53282d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db62bdfd-d239-47c7-be64-a1eabc7c34d9 HTTP/1.1" status: 204 len: 168 time: 0.4266298 Feb 17 12:34:31.491050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56412) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:31.543066 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a8a7b3db-2fb1-4801-95c4-67af7faf16bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e764f4dd01be486d9bb8eb777353e676&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508869 Feb 17 12:34:31.545932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56416) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:31.604147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61666ea-b2b4-4411-8017-7caabf32f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:31.629015 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61666ea-b2b4-4411-8017-7caabf32f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:31.733398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61666ea-b2b4-4411-8017-7caabf32f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:31.751003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61666ea-b2b4-4411-8017-7caabf32f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef39b7-15bb-41cf-9136-d25cabd71cfb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:31.755002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b61666ea-b2b4-4411-8017-7caabf32f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:31.756143 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b61666ea-b2b4-4411-8017-7caabf32f221 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5ef39b7-15bb-41cf-9136-d25cabd71cfb HTTP/1.1" status: 204 len: 168 time: 0.2091525 Feb 17 12:34:35.977203 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56462) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:35.983790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199003321', 'description': 'tempest-secgroup-smoke-199003321 description', 'project_id': '6176584e6e624e2583129282c599b017'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:35.989975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:35.993944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:35.997077 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:36.003844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:36.093253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.108978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.142954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:36.146816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:36.149747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:36.156271 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:36.222506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.298929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.340274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:36.343283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4fe380-95ae-4bfa-aca7-6d2368f1c599,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:36.348279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:36.351318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:36.357261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:36.415936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.470262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.511261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c703b6-e6d9-4797-a1da-8aa7db579b8f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:36.556084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.557333 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a49ef715-4775-4ddb-ad0a-02494763fa3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5790138 Feb 17 12:34:36.560812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56466) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:36.568051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'e6c703b6-e6d9-4797-a1da-8aa7db579b8f', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:36.572449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:36.578178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:36.581474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:36.587661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:36.676906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.740433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.796607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.820290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7559cb9-d4f3-47d4-8f79-d3785d641825,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:36.881878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:36.883099 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3269a38d-fa78-4ba6-b0de-de701328ffe2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3213563 Feb 17 12:34:36.885748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56470) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:36.891282 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'e6c703b6-e6d9-4797-a1da-8aa7db579b8f', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:36.897147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:36.900994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:36.905807 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:36.909965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:37.037660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.116755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.178457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.203122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4092e164-21d1-4f82-b500-95cc3c2f4489,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:37.269684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.270941 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c7127789-c309-40e5-9d64-7adf0ab98d05 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3842578 Feb 17 12:34:37.273607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56474) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:37.279731 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'e6c703b6-e6d9-4797-a1da-8aa7db579b8f', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:37.286318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:37.290222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:37.293130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:37.299725 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:37.397290 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.461053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.544193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.570232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447a7efd-c2dc-433d-8bac-8f7e6b4d1662,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:37.653078 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.654938 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b00c1cb8-8f91-47dc-98ee-3c9ce90d145a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3803482 Feb 17 12:34:37.657918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56478) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:37.663578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'e6c703b6-e6d9-4797-a1da-8aa7db579b8f', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:37.669718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:37.673524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:37.676412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:37.682060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:37.745814 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.761635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-29df0b7d-f201-4d7a-9aaa-74d99128cf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.812713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.893316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.916846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2c864b-0d43-4e74-beea-faf12d5fd9c0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:37.984833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:37.986064 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-052d82cb-7ac8-42f7-9e21-7ecf2ea95754 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3272138 Feb 17 12:34:37.988759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56482) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:37.994100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'e6c703b6-e6d9-4797-a1da-8aa7db579b8f', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:38.000652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:38.004390 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:38.007248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:38.012852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:38.087802 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:34:38.094843 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.164938 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.242032 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.267147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c262cdd-6eb9-4c40-bce1-a1e68121f62c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:38.344704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.346012 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e07866e-56a3-4750-8b57-9dff3650ca56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3563058 Feb 17 12:34:38.348636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56486) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:38.354117 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'e6c703b6-e6d9-4797-a1da-8aa7db579b8f', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:38.361298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:38.365160 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:38.368018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:38.374677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:38.447967 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:34:38.456417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.526042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.584746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.607984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e168f92-9721-4c54-a1ce-4a8f18dd0b94,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:38.664042 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.665294 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-47b12c3f-8ef8-478c-8def-f30aaf7c9e03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3157060 Feb 17 12:34:38.668265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56490) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:38.674585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'network': {'name': 'tempest-network-smoke--864119176', 'project_id': '6176584e6e624e2583129282c599b017', 'port_security_enabled': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:38.679656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:38.683438 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:network and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:38.686263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:38.693412 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:38.796277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:34:38.799471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.827712 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:34:38.836287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.836621 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Added segment dfe44ec4-50f1-414f-9273-f7b6dc950432 of type vlan for network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 Feb 17 12:34:38.862900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:38.996524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.000499 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:39.009761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.111385 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Network': ['ID=589fe265-0f7e-4e98-9df3-26c6b29edfa8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:39.117585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:34:39.180338 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-35db9239-e74b-4217-ba07-1cd8286e5854 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5108068 Feb 17 12:34:39.183515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56494) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:39.189800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'admin_state_up': True, 'project_id': '6176584e6e624e2583129282c599b017', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:39.197000 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:39.201683 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:router and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:39.204601 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:39.210512 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:39.287469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.288435 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.310065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.518720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.735283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.764051 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:39.897084 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.73 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/ba77e910-e757-48a6-bc65-6034a4282352) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:34:40.045838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:40.077044 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9559f96c-8bb6-418b-9834-613a160fa95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:40.122309 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:40.192330 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:34:40.194945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:34:40.199067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:34:40.311637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=ba77e910-e757-48a6-bc65-6034a4282352,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:40.497246 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:40.498382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:40.784607 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router c4a2e326-7991-4a1f-8e9a-42255e389743 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:34:40.983339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:34:40.994498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Sync routers for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:34:41.009236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:41.010013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:41.070906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:41.072251 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3441b580-26e1-459d-b540-2280f46f788d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8877659 Feb 17 12:34:41.075447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56498) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:41.184325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:41.266776 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-54486bf5-e8c9-41e1-abb6-ad97384584aa tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6176584e6e624e2583129282c599b017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1900842 Feb 17 12:34:41.269426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56504) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:41.399960 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129a7c2-5a0d-451d-b4d2-f0b29a0555d7 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:41.401425 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-8129a7c2-5a0d-451d-b4d2-f0b29a0555d7 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310873 Feb 17 12:34:41.404307 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56508) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:41.446963 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ba678d59-5681-4681-b954-231c619952bf tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415986 Feb 17 12:34:41.449581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56512) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:41.455470 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50486940', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'project_id': '6176584e6e624e2583129282c599b017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:41.458439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:41.493498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:40Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:41.497352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Checking router: c4a2e326-7991-4a1f-8e9a-42255e389743 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:34:41.498391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Updating router c4a2e326-7991-4a1f-8e9a-42255e389743 port ba77e910-e757-48a6-bc65-6034a4282352 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:34:41.525690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:41.551093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:41.564419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:41.568198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:subnet and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:34:41.571005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:34:41.577018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:41.670719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:34:41.772504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:41.934528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:41.946547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Transition to ACTIVE for port object ba77e910-e757-48a6-bc65-6034a4282352 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:42.018951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.041740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.042397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.118598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Subnet': ['ID=8fa96334-ebb3-4995-a493-ac8c60d3e97d,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:42.123121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Pushing event updated for resources: {'Port': ['ID=ba77e910-e757-48a6-bc65-6034a4282352,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:42.128358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Attempting to bind port ba77e910-e757-48a6-bc65-6034a4282352 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:34:42.128717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Attempting to bind port ba77e910-e757-48a6-bc65-6034a4282352 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:34:42.129412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Attempting to bind port ba77e910-e757-48a6-bc65-6034a4282352 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:34:42.132516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Checking segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:34:42.132875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network hostable DHCP agents. Network: 589fe265-0f7e-4e98-9df3-26c6b29edfa8, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:34:42.140177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.143858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:42.146906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:34:42.147294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:34:42.147558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.147928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:34:42.148384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Bound port: ba77e910-e757-48a6-bc65-6034a4282352, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:34:42.148746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.218752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:34:42.228072 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] For port ba77e910-e757-48a6-bc65-6034a4282352, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:34:42.231095 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] For port ba77e910-e757-48a6-bc65-6034a4282352, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ba77e910-e757-48a6-bc65-6034a4282352,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:34:42.304465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 589fe265-0f7e-4e98-9df3-26c6b29edfa8) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:34:42.308326 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:42.308900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.315913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76547efe-365a-4611-a1fc-8e05feae8419 None None] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:34:42.376085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.408520 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de6e34c2-7d83-47ff-be7a-ccf99b371662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9576287 Feb 17 12:34:42.412075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56516) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:34:42.489356 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286478-c61b-490e-ac18-3d0fb5de3db8 None None] Pushing event updated for resources: {'Port': ['ID=ba77e910-e757-48a6-bc65-6034a4282352,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:42.536412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:42.537035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:42.750274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:34:42.751016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:42.819813 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:43.120437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Allocated IP 172.20.0.2 (589fe265-0f7e-4e98-9df3-26c6b29edfa8/8fa96334-ebb3-4995-a493-ac8c60d3e97d/2186e420-d4b2-4b48-b016-686c9ab2fca5) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:34:43.122231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.293199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.400125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:40Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:43.417635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7267-90e1-49d8-8762-bb722748ccfe None None] The sync data for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv is: [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:40Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:34:43.441058 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.452273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Transition to ACTIVE for port object 2186e420-d4b2-4b48-b016-686c9ab2fca5 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:43.472752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Transition to ACTIVE for port object 2186e420-d4b2-4b48-b016-686c9ab2fca5 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:43.562872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.667987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:34:43.672054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:34:43.680741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:34:43.683040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Pushing event updated for resources: {'Port': ['ID=2186e420-d4b2-4b48-b016-686c9ab2fca5,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:43.733350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.1 (589fe265-0f7e-4e98-9df3-26c6b29edfa8/8fa96334-ebb3-4995-a493-ac8c60d3e97d/b516c89c-9ab4-487f-a9fa-9035061d39ed) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:34:43.778551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Attempting to bind port 2186e420-d4b2-4b48-b016-686c9ab2fca5 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:34:43.779671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Attempting to bind port 2186e420-d4b2-4b48-b016-686c9ab2fca5 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:34:43.780363 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Attempting to bind port 2186e420-d4b2-4b48-b016-686c9ab2fca5 on network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:34:43.788387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:34:43.788767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Checking segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:34:43.789168 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.789601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Bound using segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:34:43.794021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Bound port: 2186e420-d4b2-4b48-b016-686c9ab2fca5, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:34:43.794021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.893342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] For port 2186e420-d4b2-4b48-b016-686c9ab2fca5, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:34:43.896794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] For port 2186e420-d4b2-4b48-b016-686c9ab2fca5, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2186e420-d4b2-4b48-b016-686c9ab2fca5,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:34:43.915321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:43.932113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object b516c89c-9ab4-487f-a9fa-9035061d39ed will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:43.962609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:44.019181 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:44.054323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f9ff7-a01e-4e62-9c0b-3ed892b54925 None None] Pushing event updated for resources: {'Port': ['ID=2186e420-d4b2-4b48-b016-686c9ab2fca5,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:44.103432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:34:44.106572 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:34:44.113100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:34:44.155247 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=b516c89c-9ab4-487f-a9fa-9035061d39ed,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:44.185977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:44.362824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:44.679007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2186e420-d4b2-4b48-b016-686c9ab2fca5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:44.807266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2186e420-d4b2-4b48-b016-686c9ab2fca5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:44.814357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ba77e910-e757-48a6-bc65-6034a4282352 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:44.910730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:44.933190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port ba77e910-e757-48a6-bc65-6034a4282352 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:44.938765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ba77e910-e757-48a6-bc65-6034a4282352 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:44.939134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:44.961848 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.043361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5880d-5591-4106-b99f-790b598e536f None None] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:34:45.076751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.080316 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=b516c89c-9ab4-487f-a9fa-9035061d39ed,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:45.150081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.175727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port ba77e910-e757-48a6-bc65-6034a4282352, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ba77e910-e757-48a6-bc65-6034a4282352,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:45.214467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:34:45.215568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:34:45.240794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] Provisioning for port 2186e420-d4b2-4b48-b016-686c9ab2fca5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:45.254587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] Provisioning complete for port 2186e420-d4b2-4b48-b016-686c9ab2fca5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:45.254947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.284521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.425114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=ba77e910-e757-48a6-bc65-6034a4282352,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:45.498406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.532554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] For port 2186e420-d4b2-4b48-b016-686c9ab2fca5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2186e420-d4b2-4b48-b016-686c9ab2fca5,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:45.601670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.610471 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router c4a2e326-7991-4a1f-8e9a-42255e389743 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:34:45.681897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530793db-f99d-43f0-a3b6-5e158fe02f04 None None] Pushing event updated for resources: {'Port': ['ID=2186e420-d4b2-4b48-b016-686c9ab2fca5,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:45.724844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-79975f67-ccd1-4cc8-8c48-4924eb320499 None None] Provisioning complete for port 2186e420-d4b2-4b48-b016-686c9ab2fca5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:45.725306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-79975f67-ccd1-4cc8-8c48-4924eb320499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.840828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:34:45.851315 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6ded949d-3f5d-4f94-916a-39abba624204 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/c4a2e326-7991-4a1f-8e9a-42255e389743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4381063 Feb 17 12:34:45.922084 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-79975f67-ccd1-4cc8-8c48-4924eb320499 None None] Provisioning for port b516c89c-9ab4-487f-a9fa-9035061d39ed completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:45.930327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-79975f67-ccd1-4cc8-8c48-4924eb320499 None None] Provisioning complete for port b516c89c-9ab4-487f-a9fa-9035061d39ed triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:45.930736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-79975f67-ccd1-4cc8-8c48-4924eb320499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:45.989911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-79975f67-ccd1-4cc8-8c48-4924eb320499 None None] Port b516c89c-9ab4-487f-a9fa-9035061d39ed cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:34:46.050672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-d62920a4-efbd-42c1-a83a-340429b34bca tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:34:46.114823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-83ce74c5-36e9-478b-8259-130e3b739d9e None None] Provisioning complete for port b516c89c-9ab4-487f-a9fa-9035061d39ed triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:46.115109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-83ce74c5-36e9-478b-8259-130e3b739d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:46.116226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-d62920a4-efbd-42c1-a83a-340429b34bca tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:34:46.117583 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-d62920a4-efbd-42c1-a83a-340429b34bca tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199003321&fields=id&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 267 time: 0.1131115 Feb 17 12:34:46.168642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-83ce74c5-36e9-478b-8259-130e3b739d9e None None] Port b516c89c-9ab4-487f-a9fa-9035061d39ed cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:34:46.266325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-4695c7f5-a23b-4790-aa18-17186d7f5e99 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:46.266999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-4695c7f5-a23b-4790-aa18-17186d7f5e99 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:34:46.367782 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-4695c7f5-a23b-4790-aa18-17186d7f5e99 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:34:46.368892 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-4695c7f5-a23b-4790-aa18-17186d7f5e99 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/networks?id=589fe265-0f7e-4e98-9df3-26c6b29edfa8 HTTP/1.1" status: 200 len: 796 time: 0.2440054 Feb 17 12:34:46.385613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-2cf9f274-f299-472a-9351-3128f71737cb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/quotas/6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 375 time: 0.0110009 Feb 17 12:34:46.469925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a588b518-9fd9-4abf-861a-18a655c4b7f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:34:46.544654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a588b518-9fd9-4abf-861a-18a655c4b7f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:34:46.546023 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a588b518-9fd9-4abf-861a-18a655c4b7f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550217 Feb 17 12:34:46.562304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-c9a8400e-c129-4507-a8e3-585b0831da54 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:34:46.563290 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-c9a8400e-c129-4507-a8e3-585b0831da54 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053997 Feb 17 12:34:46.633524 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2186e420-d4b2-4b48-b016-686c9ab2fca5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:46.701166 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-fb954e66-50ac-47c3-97a7-77dd5e827510 service neutron] 10.222.0.47 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311178 Feb 17 12:34:46.710305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2186e420-d4b2-4b48-b016-686c9ab2fca5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:46.710881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:46.838576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ba77e910-e757-48a6-bc65-6034a4282352 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:46.945941 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port ba77e910-e757-48a6-bc65-6034a4282352 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:46.946300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:46.955859 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-36ab0fd9-d755-4168-8d57-031697246913 service neutron] 10.222.0.47 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478030 Feb 17 12:34:47.083657 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Sync routers for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:34:47.096949 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:47.097565 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:47.232850 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1373eb6a-9e45-4c0f-9888-a57887c6696c req-e4e2f1dd-a29e-42ed-8892-38d3cf4733fd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 210 time: 0.0409467 Feb 17 12:34:47.297876 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:47.627597 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 2, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:47.631737 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Checking router: c4a2e326-7991-4a1f-8e9a-42255e389743 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:34:47.632079 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Updating router c4a2e326-7991-4a1f-8e9a-42255e389743 port b516c89c-9ab4-487f-a9fa-9035061d39ed binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:34:47.691423 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:48.052807 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:48.065264 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Transition to ACTIVE for port object b516c89c-9ab4-487f-a9fa-9035061d39ed will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:48.144972 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Pushing event updated for resources: {'Port': ['ID=b516c89c-9ab4-487f-a9fa-9035061d39ed,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.466173 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:34:48.468137 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a2c9ac0a-2564-4ec3-8524-8250051015ff req-e92b62b8-645d-4e46-9006-278200bf3a44 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 210 time: 0.0439894 Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Attempting to bind port b516c89c-9ab4-487f-a9fa-9035061d39ed on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Attempting to bind port b516c89c-9ab4-487f-a9fa-9035061d39ed by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Attempting to bind port b516c89c-9ab4-487f-a9fa-9035061d39ed on network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Checking segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Bound using segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Bound port: b516c89c-9ab4-487f-a9fa-9035061d39ed, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:34:48.469228 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:48.546730 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] For port b516c89c-9ab4-487f-a9fa-9035061d39ed, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:34:48.549946 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] For port b516c89c-9ab4-487f-a9fa-9035061d39ed, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b516c89c-9ab4-487f-a9fa-9035061d39ed,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:34:48.677365 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:48.818495 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f991d-4051-4f04-a174-080b6e8ef885 None None] Pushing event updated for resources: {'Port': ['ID=b516c89c-9ab4-487f-a9fa-9035061d39ed,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:48.818495 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:34:48.818495 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:48.971498 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:34:49.298830 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:48Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:34:49.303373 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cb761-1252-49f3-ae45-edc31427c1a5 None None] The sync data for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv is: [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:48Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:34:49.668795 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3e21e264-c871-4f10-9e2f-3acfdd525a37 req-8f11fe30-344e-47d8-bcab-7a44193ad485 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 210 time: 0.1504235 Feb 17 12:34:50.177429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-413c165d-4fee-49d7-b4a9-cb7ed7ebb871 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:50.178867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-413c165d-4fee-49d7-b4a9-cb7ed7ebb871 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/networks?id=589fe265-0f7e-4e98-9df3-26c6b29edfa8 HTTP/1.1" status: 200 len: 796 time: 0.1522081 Feb 17 12:34:50.233895 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-5c368412-2968-4e4c-a36d-40d81c40d483 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 379 time: 0.0430810 Feb 17 12:34:50.242527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'port': {'device_id': '0876ba96-a9e0-47db-8057-66d71af12626', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'admin_state_up': True, 'tenant_id': '6176584e6e624e2583129282c599b017', 'security_groups': ['e6c703b6-e6d9-4797-a1da-8aa7db579b8f']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:50.380563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:34:50.390621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:34:50.555869 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:34:50.558976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:50.646688 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b516c89c-9ab4-487f-a9fa-9035061d39ed up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:50.777012 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.7 (589fe265-0f7e-4e98-9df3-26c6b29edfa8/8fa96334-ebb3-4995-a493-ac8c60d3e97d/c9ada973-405e-46b9-8b4a-8ebd2d3c3b18) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:34:50.847328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-32c0728e-9366-4c02-9cc0-97f8ef20929b req-afa2d174-916e-429d-a808-277af09ad03b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 210 time: 0.0414686 Feb 17 12:34:50.875952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port b516c89c-9ab4-487f-a9fa-9035061d39ed completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:50.881260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b516c89c-9ab4-487f-a9fa-9035061d39ed triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:50.881622 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:50.977232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:50.994053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:51.011630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:51.045708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port b516c89c-9ab4-487f-a9fa-9035061d39ed, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b516c89c-9ab4-487f-a9fa-9035061d39ed,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:51.128058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:51.195169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:51.204491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:34:51.207810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:34:51.212062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:34:51.238719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:51.274788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=b516c89c-9ab4-487f-a9fa-9035061d39ed,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:51.284836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:51.285931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:51.478008 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a5170761-59ea-47d1-8a6a-7923ba5cb8d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2392969 Feb 17 12:34:51.489311 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Request body: {'port': {'device_id': '0876ba96-a9e0-47db-8057-66d71af12626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:34:51.609678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:51.630490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-527d93a1-bfd0-4987-ae17-86b4a887492b None None] Provisioning for port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:51.636473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-527d93a1-bfd0-4987-ae17-86b4a887492b None None] Provisioning complete for port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:51.636981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-527d93a1-bfd0-4987-ae17-86b4a887492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:51.690114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-527d93a1-bfd0-4987-ae17-86b4a887492b None None] Port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:34:51.960832 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:34:51.968059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:52.021587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Transition to ACTIVE for port object c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:34:52.054539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaff5-6646-4f58-9eed-55fdb6fe28a7 req-c494503c-5b9a-4119-89c6-0eedbbb11b45 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:52.055208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4cbeaff5-6646-4f58-9eed-55fdb6fe28a7 req-c494503c-5b9a-4119-89c6-0eedbbb11b45 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:34:52.133135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:52.176366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-4cbeaff5-6646-4f58-9eed-55fdb6fe28a7 req-c494503c-5b9a-4119-89c6-0eedbbb11b45 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:34:52.177525 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4cbeaff5-6646-4f58-9eed-55fdb6fe28a7 req-c494503c-5b9a-4119-89c6-0eedbbb11b45 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 931 time: 0.2070196 Feb 17 12:34:52.299858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Pushing event updated for resources: {'Port': ['ID=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:52.317075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4cbeaff5-6646-4f58-9eed-55fdb6fe28a7 req-ce5b9bfd-dbec-4881-8a96-d260519cbbef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303198 Feb 17 12:34:52.424223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Attempting to bind port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:34:52.425906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Attempting to bind port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:34:52.425906 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Attempting to bind port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 on network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:34:52.430790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 on network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:34:52.431028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Attempting to bind port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 on network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:34:52.438491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:34:52.438809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Checking segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:34:52.439174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Bound using segment: {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:34:52.439617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Bound port: c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe44ec4-50f1-414f-9273-f7b6dc950432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:34:52.439959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:52.631255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b516c89c-9ab4-487f-a9fa-9035061d39ed up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:52.632830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] For port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:34:52.635905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] For port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:34:52.700252 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port b516c89c-9ab4-487f-a9fa-9035061d39ed triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:52.700830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:52.722580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:52.792825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:52.794394 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] 10.222.0.24 "PUT /v2.0/ports/c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 HTTP/1.1" status: 200 len: 1093 time: 1.3100357 Feb 17 12:34:52.794723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:34:52.821156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5317-8009-4995-a390-46544bcdc0ca service neutron] Pushing event updated for resources: {'Port': ['ID=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:52.853618 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'status': 'completed', 'code': 200} Feb 17 12:34:52.957010 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-263fea9b-e437-4db4-bb66-7e3ede5e8e3e req-874190eb-a15a-46ad-8492-84f41b3a0d5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1096 time: 0.0806832 Feb 17 12:34:53.100265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fea9b-e437-4db4-bb66-7e3ede5e8e3e req-0eb192cb-35cd-4d91-a4dc-cedde54a063b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:53.101655 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-263fea9b-e437-4db4-bb66-7e3ede5e8e3e req-0eb192cb-35cd-4d91-a4dc-cedde54a063b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6176584e6e624e2583129282c599b017&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1374857 Feb 17 12:34:53.238881 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fea9b-e437-4db4-bb66-7e3ede5e8e3e req-fc2bb13d-9d07-4b6b-a89a-e9cd9cc36b95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:53.240379 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-263fea9b-e437-4db4-bb66-7e3ede5e8e3e req-fc2bb13d-9d07-4b6b-a89a-e9cd9cc36b95 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1333063 Feb 17 12:34:53.344296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-2e2d729b-8bca-43ee-90d1-8de9e8c54fec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1096 time: 0.0674579 Feb 17 12:34:53.418705 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-a4a323c7-d4fd-42d7-b7b7-03ef9ca8b82a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 HTTP/1.1" status: 200 len: 217 time: 0.0683165 Feb 17 12:34:53.530278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-d099452b-02d5-48be-b9df-68b94d5cfc78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:53.531643 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-d099452b-02d5-48be-b9df-68b94d5cfc78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa96334-ebb3-4995-a493-ac8c60d3e97d HTTP/1.1" status: 200 len: 833 time: 0.1078300 Feb 17 12:34:53.603377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0156-390f-4462-bceb-aaf3e18e8b08 req-824a6555-a179-42ff-8bac-18e50e152e81 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:53.604907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cb8c0156-390f-4462-bceb-aaf3e18e8b08 req-824a6555-a179-42ff-8bac-18e50e152e81 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 943 time: 0.1499629 Feb 17 12:34:53.662847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-55b67f72-c1d0-4c18-a983-8284668e1522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=589fe265-0f7e-4e98-9df3-26c6b29edfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1239331 Feb 17 12:34:53.666707 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cb8c0156-390f-4462-bceb-aaf3e18e8b08 req-3d45c503-5c64-4a0d-9f48-77fc391b8b6f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556319 Feb 17 12:34:53.795670 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-25c2849e-e2b9-454e-86a1-ec3cd49d0e69 service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253662 Feb 17 12:34:53.926176 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-662fd3be-a17c-44c8-938d-5a7ba70bf0fb req-87b23967-319d-4992-9c50-8e05e2619a7d service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254587 Feb 17 12:34:54.871532 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922bbd5-1dc8-44cc-b695-201e5b34031d req-3087c7c2-02a0-472c-9175-d1d96dc59861 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:54.872989 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6922bbd5-1dc8-44cc-b695-201e5b34031d req-3087c7c2-02a0-472c-9175-d1d96dc59861 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 943 time: 0.0802841 Feb 17 12:34:54.920718 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6922bbd5-1dc8-44cc-b695-201e5b34031d req-25a8ca44-ffa5-40f3-8413-d43539090fb8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Feb 17 12:34:56.123028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090630e6-8e8e-4676-bf4d-3ab33488824f req-8f8287c0-8476-4e2a-aa48-027072ad9c64 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:56.124477 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-090630e6-8e8e-4676-bf4d-3ab33488824f req-8f8287c0-8476-4e2a-aa48-027072ad9c64 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 943 time: 0.0762999 Feb 17 12:34:56.140114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:34:56.173890 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-090630e6-8e8e-4676-bf4d-3ab33488824f req-a79c4bee-c625-4bed-9861-8e2162a758a2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Feb 17 12:34:56.282772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:56.296514 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'port_id': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'mac_address': 'fa:16:3e:a3:34:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:34:56.355239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:56.373479 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:34:56.389321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:56.510778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:56.576763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:56.915400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['c9ada973-405e-46b9-8b4a-8ebd2d3c3b18'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:34:57.376943 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1ae3-77df-4338-8a49-71999bfef361 req-f29e78a9-899c-4253-9651-e52ab54446e4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:57.378437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1dfd1ae3-77df-4338-8a49-71999bfef361 req-f29e78a9-899c-4253-9651-e52ab54446e4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 944 time: 0.0792468 Feb 17 12:34:57.430623 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-1dfd1ae3-77df-4338-8a49-71999bfef361 req-abeb4ae8-a020-4930-be1f-17a4489a065a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Feb 17 12:34:58.157017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:34:58.287868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:34:58.292857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:34:58.293222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:58.415686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:58.441912 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:34:58.451509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:34:58.516313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:34:58.591365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:34:58.598351 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'code': 200} Feb 17 12:34:58.635145 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a440bd-c3b2-486c-ad98-522d195c777d req-b0bb3825-8146-4650-b285-b4cc8387b4e8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:58.636664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-65a440bd-c3b2-486c-ad98-522d195c777d req-b0bb3825-8146-4650-b285-b4cc8387b4e8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0793107 Feb 17 12:34:58.684359 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-65a440bd-c3b2-486c-ad98-522d195c777d req-684172da-9446-42a5-afa7-04585c884bcf tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420976 Feb 17 12:34:58.985597 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77d58550-4138-4127-8678-3ee2c172627f req-0e1be88a-e48a-4d9b-b436-a2ca6c986e55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1098 time: 0.0705447 Feb 17 12:34:59.027455 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77d58550-4138-4127-8678-3ee2c172627f req-8dae884f-b010-42eb-8944-705949388efe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Feb 17 12:34:59.880859 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6b296-f0b8-4ebd-8641-920069a71327 req-88903196-7784-482a-89b5-4f333363027b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:34:59.882352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-78e6b296-f0b8-4ebd-8641-920069a71327 req-88903196-7784-482a-89b5-4f333363027b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0765014 Feb 17 12:34:59.927869 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-78e6b296-f0b8-4ebd-8641-920069a71327 req-bd57fc57-9eff-4202-b1c7-373b4fbe0a32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 Feb 17 12:35:00.324274 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:35:01.129904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1007c9-05b0-4d03-84dd-885dfd690215 req-176090ef-26eb-43c6-a0ff-bd7a3e936838 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:35:01.131345 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab1007c9-05b0-4d03-84dd-885dfd690215 req-176090ef-26eb-43c6-a0ff-bd7a3e936838 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0797992 Feb 17 12:35:01.176199 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ab1007c9-05b0-4d03-84dd-885dfd690215 req-3d71ef0f-e767-4abd-b16d-a9928fc9134f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Feb 17 12:35:01.383973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b38b5-534c-4e2d-81f3-4a2f48c76e23 req-415aeca6-2bf9-4c54-83de-f96535c050f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:35:01.385456 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d18b38b5-534c-4e2d-81f3-4a2f48c76e23 req-415aeca6-2bf9-4c54-83de-f96535c050f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0816879 Feb 17 12:35:01.433640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d18b38b5-534c-4e2d-81f3-4a2f48c76e23 req-0751f0b9-a82f-4613-b13d-1d92ced9dbf6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425301 Feb 17 12:35:01.463035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56576) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:35:01.530921 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-605c46ea-4f27-4a51-ab1f-e63422fcf213 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1093 time: 0.0665958 Feb 17 12:35:01.533998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56580) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:35:01.539856 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:35:01.545625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:35:01.549463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:floatingip and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:35:01.552918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:35:01.558574 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:35:01.631043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:01.772612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:01.908432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.213 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/970f23dd-9864-4b61-84bf-8e843375ed22) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:35:02.057776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:02.133857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:02.200447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:35:02.203009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:35:02.206627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:35:02.239466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=970f23dd-9864-4b61-84bf-8e843375ed22,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:35:02.810341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:02.922134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:03.124563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:03.184588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:03.283663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=970f23dd-9864-4b61-84bf-8e843375ed22,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:35:03.306415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:03.507380 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Floating IP 5acfc9e5-7344-48c5-aaf1-e1effc7add9c associated. External IP: 172.26.6.213, port: c9ada973-405e-46b9-8b4a-8ebd2d3c3b18. Feb 17 12:35:03.899773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router c4a2e326-7991-4a1f-8e9a-42255e389743 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:35:04.116908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:35:04.126799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] Sync routers for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:35:04.138923 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:35:04.139519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:35:04.219085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:04.292563 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-62e66950-3e35-49f8-aa19-9a7b638a1bf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7574596 Feb 17 12:35:04.293126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:35:04.362011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:35:04.364011 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'status': 'completed', 'code': 200} Feb 17 12:35:04.460817 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-cf8cba34-7bd5-43a8-a450-c2af3f1e3793 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1098 time: 0.0765202 Feb 17 12:35:04.487209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312e31-60b4-455a-9377-1afc9d3dcff4 req-2873f56b-8b0f-449f-b3eb-9cc4c0b23d42 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:35:04.488586 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-31312e31-60b4-455a-9377-1afc9d3dcff4 req-2873f56b-8b0f-449f-b3eb-9cc4c0b23d42 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0862586 Feb 17 12:35:04.537879 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-31312e31-60b4-455a-9377-1afc9d3dcff4 req-a9414ddf-d4bf-4f27-bea9-2c014fd7fc80 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Feb 17 12:35:04.568130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56588) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:35:04.707793 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-1ec7cd5b-e8ba-43de-ae6c-383412909d46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:35:04.710878 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-1ec7cd5b-e8ba-43de-ae6c-383412909d46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=589fe265-0f7e-4e98-9df3-26c6b29edfa8 HTTP/1.1" status: 200 len: 896 time: 0.2420733 Feb 17 12:35:04.738042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '5acfc9e5-7344-48c5-aaf1-e1effc7add9c', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.213', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'port_id': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'mac_address': 'fa:16:3e:a3:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0876ba96-a9e0-47db-8057-66d71af12626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:35:02Z', 'updated_at': '2022-02-17T12:35:02Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:51Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:35:04.742458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] Checking router: c4a2e326-7991-4a1f-8e9a-42255e389743 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:35:04.754561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:35:04.755354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:34:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:35:04.790963 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-dd18989b-6de4-483e-8e4d-92705844f443 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 200 len: 991 time: 0.2197237 Feb 17 12:35:04.816593 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-68fdca63-4ae0-4580-9102-0eca98b7e17c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 HTTP/1.1" status: 200 len: 999 time: 0.1005707 Feb 17 12:35:04.888829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-fa140549-2a74-4c36-873e-00aeda27c540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:35:04.890480 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-fa140549-2a74-4c36-873e-00aeda27c540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa96334-ebb3-4995-a493-ac8c60d3e97d HTTP/1.1" status: 200 len: 833 time: 0.0659103 Feb 17 12:35:04.934133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:35:04.966826 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-23462920-4cd5-4b2b-8fe3-0fcc7c223a56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=589fe265-0f7e-4e98-9df3-26c6b29edfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692668 Feb 17 12:35:05.108109 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-a7344a4e-72f4-4eac-bb2a-350e5ef916be service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350675 Feb 17 12:35:05.251768 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c35472cf-ab61-4126-bc36-52bc425ab2a9 req-5568cc59-a72e-48cb-8366-de47aa76b4a8 service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380692 Feb 17 12:35:05.293188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '5acfc9e5-7344-48c5-aaf1-e1effc7add9c', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.213', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'port_id': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'mac_address': 'fa:16:3e:a3:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0876ba96-a9e0-47db-8057-66d71af12626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:35:02Z', 'updated_at': '2022-02-17T12:35:02Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:51Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:35:05.297389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57a9a5-e92c-4756-8dd0-2e304bbe44a4 None None] The sync data for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv is: [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '5acfc9e5-7344-48c5-aaf1-e1effc7add9c', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.213', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'port_id': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'mac_address': 'fa:16:3e:a3:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0876ba96-a9e0-47db-8057-66d71af12626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:35:02Z', 'updated_at': '2022-02-17T12:35:02Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:51Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:35:05.793985 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56592) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:35:05.902685 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-372b5f27-af43-4a05-896f-8dac3e53df5c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 200 len: 991 time: 0.1073787 Feb 17 12:35:06.906563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56596) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:35:06.982722 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67234b0-c136-490d-ae08-cc0a12322940 None None] New status for floating IP 5acfc9e5-7344-48c5-aaf1-e1effc7add9c: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:35:07.022024 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4d5d3539-d4f7-4528-9676-40c748d8fa8a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 200 len: 991 time: 0.1133397 Feb 17 12:35:07.790575 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-983ab718-9404-4243-a41b-a626cda9aac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:08.026664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56600) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:35:08.135659 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c23fc57b-1535-48f6-9e41-6e597960aa48 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 200 len: 993 time: 0.1076119 Feb 17 12:35:10.139110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a31968b1-4747-4058-836f-6601bdb191ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:11.441937 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:11.481760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:11.943620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:12.994700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:37.323978 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:35:37.771337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fc0c50ab-1e70-40a2-b60a-9402b16ceecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:40.062720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6bd274d7-ecb5-4160-a738-185cf7dec988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:41.424661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:41.470410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:41.933031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:35:43.002305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:01.157497 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-694c0aa8-af09-440a-99f4-fb4475b0b6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674253 Feb 17 12:36:01.304443 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-99cd9e0a-99b5-40d4-a4d6-2df2f2df0d9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1098 time: 0.0777397 Feb 17 12:36:01.456046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-3c360343-0f31-4e72-9a6e-0fc43b7bab5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:01.457425 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-3c360343-0f31-4e72-9a6e-0fc43b7bab5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=589fe265-0f7e-4e98-9df3-26c6b29edfa8 HTTP/1.1" status: 200 len: 896 time: 0.1348782 Feb 17 12:36:01.566256 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-60cd4d45-f163-434f-be5e-0f68006afc55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 HTTP/1.1" status: 200 len: 1001 time: 0.1032615 Feb 17 12:36:01.628105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-bee30872-91bc-4853-bb88-340fe7a1fcc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:01.629573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-bee30872-91bc-4853-bb88-340fe7a1fcc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa96334-ebb3-4995-a493-ac8c60d3e97d HTTP/1.1" status: 200 len: 833 time: 0.0573912 Feb 17 12:36:01.703017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-d57bf67f-77f3-4e1c-9ea7-f66ec0ae3f27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=589fe265-0f7e-4e98-9df3-26c6b29edfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680275 Feb 17 12:36:01.831453 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-89b5fb3c-8834-441d-8b9c-39a69a3ec032 service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227627 Feb 17 12:36:02.045880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2b60c211-cd84-4bd6-a45a-a5adaa80ff6b req-74895ef8-1210-4613-a62f-7ae6ceafd623 service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084939 Feb 17 12:36:07.790542 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e4a39d71-56c2-4c9d-8412-0ee7ad285077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:08.143603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef71eea-fa26-4169-8636-b105e0255b18 req-25bf5a40-331a-43de-a688-98b42e6aa230 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:08.145713 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4ef71eea-fa26-4169-8636-b105e0255b18 req-25bf5a40-331a-43de-a688-98b42e6aa230 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0847332 Feb 17 12:36:08.190552 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4ef71eea-fa26-4169-8636-b105e0255b18 req-9d1b6794-af6f-4854-bdff-df84cb2e9b59 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392594 Feb 17 12:36:09.406942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a5822-c3d0-45b1-b566-98fe61451e4a req-75fdb779-a57a-4434-ab6f-b6ab4555ad9f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:09.408643 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc3a5822-c3d0-45b1-b566-98fe61451e4a req-75fdb779-a57a-4434-ab6f-b6ab4555ad9f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0834429 Feb 17 12:36:09.456875 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dc3a5822-c3d0-45b1-b566-98fe61451e4a req-074cbbde-9b97-4cce-a60e-e709d41b98f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Feb 17 12:36:09.485887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56632) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:09.586650 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-723e4c99-d077-4e2c-b5b5-daada93f7abd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 200 len: 993 time: 0.0994949 Feb 17 12:36:10.087934 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5c9-d3b2-42dc-a24b-c2645464fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:11.201189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0e136-7aeb-4374-96fa-fd40a50be63e req-85833cf5-16d9-4fc5-895b-c325038c525d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:11.202655 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bda0e136-7aeb-4374-96fa-fd40a50be63e req-85833cf5-16d9-4fc5-895b-c325038c525d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0756447 Feb 17 12:36:11.253081 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bda0e136-7aeb-4374-96fa-fd40a50be63e req-2e1667e0-8de7-4868-99af-0f4f05e11101 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Feb 17 12:36:11.465027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:11.496404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:11.985093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:12.455608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3b4d9-fbb3-423d-9a41-9e98cc470deb req-596f69b5-cad5-43da-b6c9-890508222d8a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:12.457044 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e9c3b4d9-fbb3-423d-9a41-9e98cc470deb req-596f69b5-cad5-43da-b6c9-890508222d8a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0784025 Feb 17 12:36:12.502444 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e9c3b4d9-fbb3-423d-9a41-9e98cc470deb req-76a3f42b-e55c-4ad4-a6c6-9af924fec823 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389609 Feb 17 12:36:12.530903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56644) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:12.641716 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2506a377-ad9a-4332-b0a7-ae03c4f3faae tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 200 len: 993 time: 0.1096354 Feb 17 12:36:12.988885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56652) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:13.008025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:13.197519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 970f23dd-9864-4b61-84bf-8e843375ed22 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:36:13.197802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:13.370245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:13.370467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:13.491790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 970f23dd-9864-4b61-84bf-8e843375ed22 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:36:13.702638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:13.748602 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=970f23dd-9864-4b61-84bf-8e843375ed22,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:13.817531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.817912 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.818245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.818580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.818906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.819229 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.819549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.819868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.820185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.820503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.820821 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:13.852703 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:14.325168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:36:14.347924 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router c4a2e326-7991-4a1f-8e9a-42255e389743 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:36:14.546693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:36:14.557684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] Sync routers for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:36:14.570131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:14.570735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:14.620728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:14.674696 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-83925a89-413c-46df-a573-c2dbeb2e2e75 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/floatingips/5acfc9e5-7344-48c5-aaf1-e1effc7add9c HTTP/1.1" status: 204 len: 168 time: 1.6841109 Feb 17 12:36:14.675397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:36:14.739210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'status': 'completed', 'code': 200} Feb 17 12:36:14.800292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:14.836289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-4f18ed57-ccbc-4b17-b6ed-04137b3ac01f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 1098 time: 0.0768237 Feb 17 12:36:14.975244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-19a9fa0f-831a-43ad-8dcf-27c02258bfaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:14.976707 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-19a9fa0f-831a-43ad-8dcf-27c02258bfaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=589fe265-0f7e-4e98-9df3-26c6b29edfa8 HTTP/1.1" status: 200 len: 896 time: 0.1353388 Feb 17 12:36:15.051078 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-2b85a736-92f7-4900-b3b1-69d7f4ef736f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 HTTP/1.1" status: 200 len: 217 time: 0.0681434 Feb 17 12:36:15.112908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-b8c7aa96-a35b-4c13-842f-7457dd91faf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:15.114394 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-b8c7aa96-a35b-4c13-842f-7457dd91faf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa96334-ebb3-4995-a493-ac8c60d3e97d HTTP/1.1" status: 200 len: 833 time: 0.0578134 Feb 17 12:36:15.129390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:51Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:15.133811 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] Checking router: c4a2e326-7991-4a1f-8e9a-42255e389743 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:36:15.144370 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:15.145055 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:15.198940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-59a37e56-fce6-4481-9f08-c5aaf1115f46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=589fe265-0f7e-4e98-9df3-26c6b29edfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788958 Feb 17 12:36:15.327891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:15.392372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-2002ab1c-3ca1-4990-b351-9d85c0939f93 service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872761 Feb 17 12:36:15.403583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde1bcf-61af-445b-bb73-e8e0fd1a54a2 req-4e3c7208-ceb9-414c-a0f1-55b0ec8a1eb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:15.405091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5fde1bcf-61af-445b-bb73-e8e0fd1a54a2 req-4e3c7208-ceb9-414c-a0f1-55b0ec8a1eb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.1290514 Feb 17 12:36:15.539989 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5fde1bcf-61af-445b-bb73-e8e0fd1a54a2 req-1546dc13-859f-4976-82bb-ad59a79e5ced tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150987 Feb 17 12:36:15.576435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0f702276-61ca-451a-a791-b0779f07e9a8 req-91f1d8a6-cc32-494b-99d3-5696564d144b service neutron] 10.222.0.24 "GET /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703551 Feb 17 12:36:15.665627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:51Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:15.669861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761b28f-30f7-496b-978e-89447cc4ea51 None None] The sync data for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv is: [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:44Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'b516c89c-9ab4-487f-a9fa-9035061d39ed', 'name': '', 'network_id': '589fe265-0f7e-4e98-9df3-26c6b29edfa8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:43:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:43Z', 'updated_at': '2022-02-17T12:34:51Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '8fa96334-ebb3-4995-a493-ac8c60d3e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:36:15.891120 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6aed19-6b76-4592-a52f-82fbdd1a8cc7 None None] New status for floating IP 5acfc9e5-7344-48c5-aaf1-e1effc7add9c: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:36:16.736244 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d70d57-8049-4066-be4e-8d089c1a3daa req-8b1e8d09-3995-46be-8055-3224d59e97f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:16.736929 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-86d70d57-8049-4066-be4e-8d089c1a3daa req-8b1e8d09-3995-46be-8055-3224d59e97f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:36:16.813382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-86d70d57-8049-4066-be4e-8d089c1a3daa req-8b1e8d09-3995-46be-8055-3224d59e97f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:36:16.814741 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-86d70d57-8049-4066-be4e-8d089c1a3daa req-8b1e8d09-3995-46be-8055-3224d59e97f9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.1538484 Feb 17 12:36:16.864829 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-86d70d57-8049-4066-be4e-8d089c1a3daa req-1e4ed179-6225-4871-83bd-eff65fd76152 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6c703b6-e6d9-4797-a1da-8aa7db579b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443330 Feb 17 12:36:17.158495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-e0bade46-3308-455b-9f44-3aac3766c60c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:17.160013 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-e0bade46-3308-455b-9f44-3aac3766c60c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 945 time: 0.0791092 Feb 17 12:36:17.227981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:36:17.228316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:17.466240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:17.466480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:17.668316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:36:17.905056 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:17.954063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=c9ada973-405e-46b9-8b4a-8ebd2d3c3b18,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:18.037910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.038248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.038580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.038912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.039231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.039551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.039868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.042559 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.045043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.045384 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.046528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:18.102101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] No DVR routers for this DVR port c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:36:18.105287 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cff7c139-0353-4391-8dbb-2862581d5de5 req-098a1b2f-16f3-4428-9fb6-268bd3d5c775 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0876ba96-a9e0-47db-8057-66d71af12626 HTTP/1.1" status: 200 len: 210 time: 0.1065848 Feb 17 12:36:18.106248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:18.108726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'name': 'network-vif-deleted', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:36:18.177305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9eedc027-52f0-445e-8091-cae5a4bd2525 req-d24d7b42-9562-42fb-8d78-3bb673a5da3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "DELETE /v2.0/ports/c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 HTTP/1.1" status: 204 len: 173 time: 1.0123842 Feb 17 12:36:18.250742 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0876ba96-a9e0-47db-8057-66d71af12626', 'name': 'network-vif-deleted', 'tag': 'c9ada973-405e-46b9-8b4a-8ebd2d3c3b18', 'status': 'completed', 'code': 200} Feb 17 12:36:19.213676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56672) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:19.621210 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:20.374394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port b516c89c-9ab4-487f-a9fa-9035061d39ed {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:36:20.375103 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:20.476740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:36:20.511388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:36:20.511719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device c9ada973-405e-46b9-8b4a-8ebd2d3c3b18 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:36:20.562083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port b516c89c-9ab4-487f-a9fa-9035061d39ed, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=b516c89c-9ab4-487f-a9fa-9035061d39ed,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:20.562338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:20.685935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for b516c89c-9ab4-487f-a9fa-9035061d39ed owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:36:20.931017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:20.978255 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=b516c89c-9ab4-487f-a9fa-9035061d39ed,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:21.279476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:21.956562 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router c4a2e326-7991-4a1f-8e9a-42255e389743 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:36:22.155398 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:36:22.165480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] Sync routers for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:36:22.168614 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2105e511-d854-4a5a-a321-4f1d98f24acd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/c4a2e326-7991-4a1f-8e9a-42255e389743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9537241 Feb 17 12:36:22.171279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56676) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:22.176896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:22.178115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:22.357166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:22.360285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting subnet 8fa96334-ebb3-4995-a493-ac8c60d3e97d {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:36:22.363218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:22.418491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:22.505953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:22.671759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:22.689250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:36:20Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:22.693683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] Checking router: c4a2e326-7991-4a1f-8e9a-42255e389743 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:36:22.704458 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] Routers {'c4a2e326-7991-4a1f-8e9a-42255e389743'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:22.705049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['c4a2e326-7991-4a1f-8e9a-42255e389743'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:22.716527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa96334-ebb3-4995-a493-ac8c60d3e97d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:22.722681 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:22.732565 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e4ca5af4-cb15-48cc-b823-f9f2d0883864 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/subnets/8fa96334-ebb3-4995-a493-ac8c60d3e97d HTTP/1.1" status: 204 len: 168 time: 0.5577002 Feb 17 12:36:22.732738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56680) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:22.753587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386345ff-9fe3-4a12-8f5d-5b61191ed1b9 None None] Network 589fe265-0f7e-4e98-9df3-26c6b29edfa8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:36:22.937205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.038763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] Set router c4a2e326-7991-4a1f-8e9a-42255e389743 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:23.141582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.202306 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port ba77e910-e757-48a6-bc65-6034a4282352 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:36:23.202540 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.330210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] DHCP port deletion for 589fe265-0f7e-4e98-9df3-26c6b29edfa8 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:36:23.340752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Deleting port 2186e420-d4b2-4b48-b016-686c9ab2fca5 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:36:23.341501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.383434 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port ba77e910-e757-48a6-bc65-6034a4282352, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=ba77e910-e757-48a6-bc65-6034a4282352,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:23.383926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.445047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:36:20Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:23.454016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5a187-3958-4943-87db-6d3c4cee8f55 None None] The sync data for ids ['c4a2e326-7991-4a1f-8e9a-42255e389743'] in dv-neutron-828728-1-hyperv is: [{'id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067984461', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:36:20Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'ba77e910-e757-48a6-bc65-6034a4282352', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2e326-7991-4a1f-8e9a-42255e389743', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:34:39Z', 'updated_at': '2022-02-17T12:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:36:23.563282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] For port 2186e420-d4b2-4b48-b016-686c9ab2fca5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2186e420-d4b2-4b48-b016-686c9ab2fca5,segment=NetworkSegment(dfe44ec4-50f1-414f-9273-f7b6dc950432),segment_id=dfe44ec4-50f1-414f-9273-f7b6dc950432)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:23.563569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.636918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for ba77e910-e757-48a6-bc65-6034a4282352 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:36:23.686545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Calling delete_port for 2186e420-d4b2-4b48-b016-686c9ab2fca5 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:36:23.828456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.862419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:23.872503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Pushing event deleted for resources: {'Port': ['ID=2186e420-d4b2-4b48-b016-686c9ab2fca5,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:23.882327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] No DVR routers for this DVR port 2186e420-d4b2-4b48-b016-686c9ab2fca5 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:36:23.887745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.888090 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.889956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.891777 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.892626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.893361 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.893554 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.893843 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.894172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.894493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.894943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e02d0-521f-4242-a2d1-d60506973df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:23.914263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=ba77e910-e757-48a6-bc65-6034a4282352,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:24.144525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.400749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.404944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.507689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.508234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Fanout notify agent at l3_agent the message router_deleted on router c4a2e326-7991-4a1f-8e9a-42255e389743 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:36:24.522505 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.523729 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1c893c95-7dd9-4b33-b96e-9fdc4043c0d0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/routers/c4a2e326-7991-4a1f-8e9a-42255e389743 HTTP/1.1" status: 204 len: 168 time: 1.7901323 Feb 17 12:36:24.527275 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56684) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:24.643941 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.776189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.801727 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589fe265-0f7e-4e98-9df3-26c6b29edfa8']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:24.814441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe44ec4-50f1-414f-9273-f7b6dc950432') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:24.814732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe44ec4-50f1-414f-9273-f7b6dc950432') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:24.826012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.841841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.848194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:36:24.848585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:36:24.864099 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:36:25.016158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2186e420-d4b2-4b48-b016-686c9ab2fca5 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:36:25.045006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:25.054728 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2186e420-d4b2-4b48-b016-686c9ab2fca5 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:36:25.054883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2186e420-d4b2-4b48-b016-686c9ab2fca5 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:36:25.055195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b516c89c-9ab4-487f-a9fa-9035061d39ed no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:36:25.071402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:25.090208 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Network': ['ID=589fe265-0f7e-4e98-9df3-26c6b29edfa8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:25.090625 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: b516c89c-9ab4-487f-a9fa-9035061d39ed {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:36:25.091150 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device b516c89c-9ab4-487f-a9fa-9035061d39ed not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:36:25.157058 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-de92d4ea-4f98-4d1d-862e-e08059684dd4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/networks/589fe265-0f7e-4e98-9df3-26c6b29edfa8 HTTP/1.1" status: 204 len: 168 time: 0.6287453 Feb 17 12:36:25.159959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56688) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:25.228311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0be34771-4843-4875-af7e-cdfd5d7e1d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:25.264350 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0be34771-4843-4875-af7e-cdfd5d7e1d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:25.405273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0be34771-4843-4875-af7e-cdfd5d7e1d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:25.534944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be34771-4843-4875-af7e-cdfd5d7e1d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c703b6-e6d9-4797-a1da-8aa7db579b8f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:25.606911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0be34771-4843-4875-af7e-cdfd5d7e1d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:25.608071 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0be34771-4843-4875-af7e-cdfd5d7e1d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/security-groups/e6c703b6-e6d9-4797-a1da-8aa7db579b8f HTTP/1.1" status: 204 len: 168 time: 0.4472177 Feb 17 12:36:26.630715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ba77e910-e757-48a6-bc65-6034a4282352 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:36:26.665268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: ba77e910-e757-48a6-bc65-6034a4282352 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:36:26.665605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device ba77e910-e757-48a6-bc65-6034a4282352 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:36:26.960816 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56698) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:26.966824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393879029', 'description': 'tempest-secgroup-smoke-1393879029 description', 'project_id': '6176584e6e624e2583129282c599b017'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:26.972742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:26.976770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:26.979861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:26.985833 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:27.047768 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.083036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:27.087452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:27.090161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:27.095849 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:27.149139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.213624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.257473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:27.322085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.323329 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-caa5fff8-1a6c-49ef-9635-606c22f32a5d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3614879 Feb 17 12:36:27.326033 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56702) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:27.331366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:27.337673 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:27.341457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:27.344384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:27.350249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:27.431948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.491011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.587971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.614209 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcd1742-c436-44ef-afef-a27cdbf53832,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:27.702082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.703298 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c6f4dd96-7056-4c3d-a1f8-8a332ee5991d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3763716 Feb 17 12:36:27.706069 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56706) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:27.711847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:27.717802 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:27.721561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:27.724899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:27.731139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:27.848424 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.909458 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.973127 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:27.996258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7370df8d-e5f5-422e-ab57-45c2dd8b4f5b,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:28.079163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.080359 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-64f3030c-f60c-468d-af4b-3d8e53ea91e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3733630 Feb 17 12:36:28.083186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56710) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:28.089450 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:28.095568 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:28.100088 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:28.103071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:28.109062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:28.222786 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.287484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.364881 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.391500 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dca312a-84ac-477e-b02e-2f9d57cf1d17,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:28.460047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.461342 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42efafff-bf18-44fc-a037-772fc4557fb4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3766077 Feb 17 12:36:28.464007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56714) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:28.469426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:28.475467 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:28.479294 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:28.482226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:28.487921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:28.560173 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.624370 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.704870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.728538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b56ab61-d8c4-4f87-b022-a56ab1b2e2ca,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:28.819775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:28.821017 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f99926a2-95b5-496a-be55-efaf67095eea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3560975 Feb 17 12:36:28.823759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56718) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:28.829140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:28.835364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:28.839194 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:28.842154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:28.847801 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:28.936139 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:36:28.942637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.005260 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.098830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.123374 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bba6d4-db12-4acc-9a35-96c74325b9bf,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:29.242252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.243557 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7782515c-d4c0-4eda-92d4-6ef589bc09a1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4188571 Feb 17 12:36:29.246185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56722) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:29.251829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:29.258509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:29.262293 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:29.265179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:29.270959 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:29.373789 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:36:29.380771 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.446737 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.565304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.591950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e436f3-2d16-48e5-a2a3-02ae1bc6deb1,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:29.684933 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.686092 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-35c7ecae-3a16-420a-83cb-0e97b506eb72 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4388196 Feb 17 12:36:29.689007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56726) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:29.694701 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'network': {'name': 'tempest-network-smoke--467503060', 'project_id': '6176584e6e624e2583129282c599b017', 'port_security_enabled': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:29.701059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:29.705480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:network and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:29.708337 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:29.715083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:29.807792 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:36:29.810921 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.839781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:36:29.848156 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.851521 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Added segment 7eafaa41-3725-4ddf-9457-b3fd676818b2 of type vlan for network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 Feb 17 12:36:29.874652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.961841 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:29.965757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:29.966410 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:30.074468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Network': ['ID=69c4e5df-56a6-4420-a47b-9ca5914b16b8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:30.084427 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:36:30.154694 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5fca7aff-9d22-49e9-b60f-62d9fd922b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4646237 Feb 17 12:36:30.157277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56730) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:30.163175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'admin_state_up': True, 'project_id': '6176584e6e624e2583129282c599b017', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:30.170451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:30.174305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:router and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:30.177113 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:30.183796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:30.271189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:30.272380 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:30.295488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:30.559780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:30.846323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:30.881364 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:31.036785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.61 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/2766e109-f518-451f-872b-d966409d2060) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:36:31.213341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:31.297014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:31.363447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:36:31.366664 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:31.369175 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:36:31.407345 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=2766e109-f518-451f-872b-d966409d2060,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:31.606141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:31.606870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:32.021966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 417d4740-619d-4a78-83dc-299029ff986b is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:36:32.220873 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:36:32.230215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Sync routers for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:36:32.242421 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:32.243097 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:32.353468 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:32.354819 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-75bae91c-253f-46df-9a5f-352b3949e23c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1962252 Feb 17 12:36:32.358026 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56736) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:32.398724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b8b1b7aa-272d-4df9-93ee-de146b130f58 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6176584e6e624e2583129282c599b017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395701 Feb 17 12:36:32.401321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56740) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:32.418997 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:32.533483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be76ef8-2a31-4992-aadf-75fc9d782db5 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:32.535014 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4be76ef8-2a31-4992-aadf-75fc9d782db5 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320655 Feb 17 12:36:32.538465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56744) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:32.582040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f9164536-278e-4a73-b2fa-7fca7706ce49 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422375 Feb 17 12:36:32.584340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56748) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:32.590655 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571679957', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'project_id': '6176584e6e624e2583129282c599b017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:32.697547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:32.700298 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:31Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:32.701504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:subnet and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:32.704085 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Checking router: 417d4740-619d-4a78-83dc-299029ff986b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:36:32.704434 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Updating router 417d4740-619d-4a78-83dc-299029ff986b port 2766e109-f518-451f-872b-d966409d2060 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:36:32.704560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:32.710796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:32.753725 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:32.775032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:36:32.878441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.079011 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.091048 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Transition to ACTIVE for port object 2766e109-f518-451f-872b-d966409d2060 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:33.176282 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.199555 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.253866 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Pushing event updated for resources: {'Port': ['ID=2766e109-f518-451f-872b-d966409d2060,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:33.262619 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Attempting to bind port 2766e109-f518-451f-872b-d966409d2060 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:36:33.265767 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Attempting to bind port 2766e109-f518-451f-872b-d966409d2060 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:36:33.265767 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Attempting to bind port 2766e109-f518-451f-872b-d966409d2060 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:36:33.269746 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.270106 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.270438 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.270761 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.271081 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.271401 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.271715 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.272405 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.272726 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.273042 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.273913 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:36:33.278128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Subnet': ['ID=5500fb41-7fad-4347-8bb8-7191614439d9,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:33.279768 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:36:33.280137 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:36:33.280532 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.280911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:36:33.281524 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Bound port: 2766e109-f518-451f-872b-d966409d2060, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:36:33.281738 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.299182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Checking segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:36:33.299827 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network hostable DHCP agents. Network: 69c4e5df-56a6-4420-a47b-9ca5914b16b8, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:36:33.354685 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] For port 2766e109-f518-451f-872b-d966409d2060, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:36:33.357608 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] For port 2766e109-f518-451f-872b-d966409d2060, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2766e109-f518-451f-872b-d966409d2060,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:36:33.401954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:36:33.429001 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.487711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 69c4e5df-56a6-4420-a47b-9ca5914b16b8) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:33.492313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:33.497977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.498401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706168f-251d-4b3f-9318-8f5c104600e9 None None] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:36:33.515162 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cf942-c67c-4054-9232-6e5d1f038c86 None None] Pushing event updated for resources: {'Port': ['ID=2766e109-f518-451f-872b-d966409d2060,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:33.518752 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:33.519334 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:33.582811 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e690017d-2d47-4cf2-8c2f-b4ea7dbe63e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9968159 Feb 17 12:36:33.585576 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56752) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:33.695616 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:33.727691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34528759-a66f-495a-907a-495cd8091248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:36:33.728655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-34528759-a66f-495a-907a-495cd8091248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:33.893134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-34528759-a66f-495a-907a-495cd8091248 None None] Allocated IP 172.20.0.2 (69c4e5df-56a6-4420-a47b-9ca5914b16b8/5500fb41-7fad-4347-8bb8-7191614439d9/c4b84adc-860c-4b43-b83f-6eee5f04edd3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:36:34.021639 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:31Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:34.026003 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed96fc-1ec8-4d1d-b630-4ed5651eb80c None None] The sync data for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv is: [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:31Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:36:34.107430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-34528759-a66f-495a-907a-495cd8091248 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:34.119348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-34528759-a66f-495a-907a-495cd8091248 None None] Transition to ACTIVE for port object c4b84adc-860c-4b43-b83f-6eee5f04edd3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:34.139267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-34528759-a66f-495a-907a-495cd8091248 None None] Transition to ACTIVE for port object c4b84adc-860c-4b43-b83f-6eee5f04edd3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:34.217270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-34528759-a66f-495a-907a-495cd8091248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:34.310540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34528759-a66f-495a-907a-495cd8091248 None None] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:36:34.313367 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-34528759-a66f-495a-907a-495cd8091248 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:34.317920 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34528759-a66f-495a-907a-495cd8091248 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:36:34.320746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34528759-a66f-495a-907a-495cd8091248 None None] Pushing event updated for resources: {'Port': ['ID=c4b84adc-860c-4b43-b83f-6eee5f04edd3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:34.411440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-34528759-a66f-495a-907a-495cd8091248 None None] Attempting to bind port c4b84adc-860c-4b43-b83f-6eee5f04edd3 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:36:34.411804 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-34528759-a66f-495a-907a-495cd8091248 None None] Attempting to bind port c4b84adc-860c-4b43-b83f-6eee5f04edd3 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:36:34.412166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34528759-a66f-495a-907a-495cd8091248 None None] Attempting to bind port c4b84adc-860c-4b43-b83f-6eee5f04edd3 on network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:36:34.419773 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34528759-a66f-495a-907a-495cd8091248 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:36:34.420137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34528759-a66f-495a-907a-495cd8091248 None None] Checking segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:36:34.420818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-34528759-a66f-495a-907a-495cd8091248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:34.420929 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34528759-a66f-495a-907a-495cd8091248 None None] Bound using segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:36:34.421365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-34528759-a66f-495a-907a-495cd8091248 None None] Bound port: c4b84adc-860c-4b43-b83f-6eee5f04edd3, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:36:34.421718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-34528759-a66f-495a-907a-495cd8091248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:34.516353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-34528759-a66f-495a-907a-495cd8091248 None None] For port c4b84adc-860c-4b43-b83f-6eee5f04edd3, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:36:34.518960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:34.519822 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-34528759-a66f-495a-907a-495cd8091248 None None] For port c4b84adc-860c-4b43-b83f-6eee5f04edd3, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c4b84adc-860c-4b43-b83f-6eee5f04edd3,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:36:34.627930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-34528759-a66f-495a-907a-495cd8091248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:34.736247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2766e109-f518-451f-872b-d966409d2060 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:34.760725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34528759-a66f-495a-907a-495cd8091248 None None] Pushing event updated for resources: {'Port': ['ID=c4b84adc-860c-4b43-b83f-6eee5f04edd3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:34.882786 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2766e109-f518-451f-872b-d966409d2060 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:34.903848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2766e109-f518-451f-872b-d966409d2060 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:34.904250 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.015692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.1 (69c4e5df-56a6-4420-a47b-9ca5914b16b8/5500fb41-7fad-4347-8bb8-7191614439d9/8d881fc7-312a-4e2e-b80a-4ab54eb62e9a) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:36:35.043265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.069678 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 2766e109-f518-451f-872b-d966409d2060, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2766e109-f518-451f-872b-d966409d2060,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:35.142195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.187995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.205547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:35.214814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=2766e109-f518-451f-872b-d966409d2060,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:35.288352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.360575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:36:35.363667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:35.368268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:36:35.399066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:35.431585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.593629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:35.647632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c21fa6-2e1b-43a1-a1b5-ab6c0087fae4 None None] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:36:35.811106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-23a68920-ef44-4364-a818-507e8086d00d None None] Provisioning for port c4b84adc-860c-4b43-b83f-6eee5f04edd3 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:36.003129 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:36.076706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:36.207988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-caf1b715-6635-45d3-ac75-815b12c66892 None None] Provisioning for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:36.214114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-caf1b715-6635-45d3-ac75-815b12c66892 None None] Provisioning complete for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:36.214568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-caf1b715-6635-45d3-ac75-815b12c66892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:36.269088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-caf1b715-6635-45d3-ac75-815b12c66892 None None] Port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:36:36.297480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:36.300870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:36.390895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ba7bc52b-a397-454f-b890-6de5190d545d None None] Provisioning complete for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:36.391258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc52b-a397-454f-b890-6de5190d545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:36.437466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:36:36.438629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:36.446162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bc52b-a397-454f-b890-6de5190d545d None None] Port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:36:36.682578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e398a7be-d38f-4597-b39a-5f87e1f8c41f None None] Provisioning complete for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:36.683261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e398a7be-d38f-4597-b39a-5f87e1f8c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:36.758749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c4b84adc-860c-4b43-b83f-6eee5f04edd3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:36.819287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e398a7be-d38f-4597-b39a-5f87e1f8c41f None None] Port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:36:36.827297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 417d4740-619d-4a78-83dc-299029ff986b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:36:36.899314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c4b84adc-860c-4b43-b83f-6eee5f04edd3 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:36.904296 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c4b84adc-860c-4b43-b83f-6eee5f04edd3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:36.904695 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:37.019675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:37.028742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:36:37.041713 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4e45aaae-78df-42fe-9166-cbcde95ed9ff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/417d4740-619d-4a78-83dc-299029ff986b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4550905 Feb 17 12:36:37.055761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port c4b84adc-860c-4b43-b83f-6eee5f04edd3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c4b84adc-860c-4b43-b83f-6eee5f04edd3,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:37.122305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:37.123100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2766e109-f518-451f-872b-d966409d2060 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:37.235713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=c4b84adc-860c-4b43-b83f-6eee5f04edd3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:37.249224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2766e109-f518-451f-872b-d966409d2060 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:37.249595 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:37.356324 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-661c039b-e65f-4033-800e-950c470f3780 req-607baa8c-f25e-4782-a07f-31537e25fbeb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:36:37.433459 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-661c039b-e65f-4033-800e-950c470f3780 req-607baa8c-f25e-4782-a07f-31537e25fbeb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:36:37.434697 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-607baa8c-f25e-4782-a07f-31537e25fbeb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393879029&fields=id&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 267 time: 0.1198974 Feb 17 12:36:37.582700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c039b-e65f-4033-800e-950c470f3780 req-aae6b829-c274-453f-96d0-be3d3cc88551 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:37.583358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-661c039b-e65f-4033-800e-950c470f3780 req-aae6b829-c274-453f-96d0-be3d3cc88551 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:36:37.616662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Sync routers for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:36:37.628662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:37.629288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:37.650644 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-661c039b-e65f-4033-800e-950c470f3780 req-aae6b829-c274-453f-96d0-be3d3cc88551 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:36:37.651817 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-aae6b829-c274-453f-96d0-be3d3cc88551 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 796 time: 0.2106740 Feb 17 12:36:37.668758 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-e14c415b-978d-4100-a14e-86ad28db5f0b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/quotas/6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 375 time: 0.0115695 Feb 17 12:36:37.748908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-661c039b-e65f-4033-800e-950c470f3780 req-9dab566f-2144-4c66-aa77-a6ff2a6e544e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:36:37.822164 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-661c039b-e65f-4033-800e-950c470f3780 req-9dab566f-2144-4c66-aa77-a6ff2a6e544e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:36:37.822365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:37.823798 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-9dab566f-2144-4c66-aa77-a6ff2a6e544e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497273 Feb 17 12:36:37.863935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67ae37d5-3b28-4630-9205-8f19bc07fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:38.032242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-e9a244e9-a68c-499c-ba5e-7a0bebdaef7c service neutron] 10.222.0.47 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952784 Feb 17 12:36:38.129850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 2, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:38.134207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Checking router: 417d4740-619d-4a78-83dc-299029ff986b for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:36:38.134557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Updating router 417d4740-619d-4a78-83dc-299029ff986b port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:36:38.164452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-41238ebd-ae0a-466b-8946-8065e5308292 service neutron] 10.222.0.47 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262336 Feb 17 12:36:38.188288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:38.538208 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e201d536-b3e7-4ce8-9b50-d91667cd68ae req-6cbabf9b-2162-487f-b615-eb3e0495fdc9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:36:38.544519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:38.550169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e201d536-b3e7-4ce8-9b50-d91667cd68ae req-6cbabf9b-2162-487f-b615-eb3e0495fdc9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:36:38.551330 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e201d536-b3e7-4ce8-9b50-d91667cd68ae req-6cbabf9b-2162-487f-b615-eb3e0495fdc9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 210 time: 0.1488237 Feb 17 12:36:38.556621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Transition to ACTIVE for port object 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:38.622594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:38.683079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c4b84adc-860c-4b43-b83f-6eee5f04edd3 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:38.813461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d463b-e4c5-445f-8f7d-d139f126ceac None None] Pushing event updated for resources: {'Port': ['ID=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:38.931548 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Attempting to bind port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:36:38.932160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Attempting to bind port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:36:38.932270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Attempting to bind port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a on network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:36:38.946663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:36:38.947036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Checking segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:36:38.947424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:38.947802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Bound using segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:36:38.948257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Bound port: 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:36:38.948620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:38.965294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c4b84adc-860c-4b43-b83f-6eee5f04edd3 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:38.965652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:39.125855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] For port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:36:39.144492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] For port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:36:39.236797 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:39.319958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d463b-e4c5-445f-8f7d-d139f126ceac None None] Pushing event updated for resources: {'Port': ['ID=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:39.324624 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:39.325212 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:39.523956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:39.718497 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-645d6d08-51d3-4847-b89a-f14bd814aa1a req-204afedf-c3c9-450f-808e-8a610ec5a1f4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 210 time: 0.0443065 Feb 17 12:36:39.849505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:39Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:39.853424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a60987-c289-4f4d-a8eb-c4907505cb3d None None] The sync data for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv is: [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:39Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:36:40.079549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9c65a78e-26cc-4480-84af-a78184bdcedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:40.410468 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c039b-e65f-4033-800e-950c470f3780 req-bbef9ddc-a21e-4fa7-8e77-3a843bcfc51e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:40.411982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-bbef9ddc-a21e-4fa7-8e77-3a843bcfc51e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 796 time: 0.1602252 Feb 17 12:36:40.466840 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-6d43f74a-172e-4b4f-a13f-847e792f9222 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 380 time: 0.0431294 Feb 17 12:36:40.475344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'port': {'device_id': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'admin_state_up': True, 'tenant_id': '6176584e6e624e2583129282c599b017', 'security_groups': ['fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:40.628421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:40.641198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:40.726534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:40.739464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:36:40.744099 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:40.853628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:40.859926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:40.860310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:40.947398 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ceb33b20-9b16-4e16-b2e7-f38ef39d5d95 req-ef9e3f29-fe69-4932-9fb8-e7c53d48349f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 210 time: 0.0529380 Feb 17 12:36:40.975423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.7 (69c4e5df-56a6-4420-a47b-9ca5914b16b8/5500fb41-7fad-4347-8bb8-7191614439d9/b217a889-71b1-4129-b573-da612af15995) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:36:40.979755 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.012977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:41.105407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.175240 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:41.259498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.274876 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object b217a889-71b1-4129-b573-da612af15995 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:41.362500 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.438443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:36:41.441406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:41.442122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.445772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:36:41.470435 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=b217a889-71b1-4129-b573-da612af15995,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:41.484932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.510626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:41.511196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.600987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-2d6bb105-2477-4b50-9845-1cc55013522c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288302 Feb 17 12:36:41.679127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Request body: {'port': {'device_id': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:41.702319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-de48ebd2-14f9-41ea-94ee-2386c1430aee None None] Provisioning for port b217a889-71b1-4129-b573-da612af15995 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:41.707982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-de48ebd2-14f9-41ea-94ee-2386c1430aee None None] Provisioning complete for port b217a889-71b1-4129-b573-da612af15995 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:41.708442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de48ebd2-14f9-41ea-94ee-2386c1430aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.760661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-de48ebd2-14f9-41ea-94ee-2386c1430aee None None] Port b217a889-71b1-4129-b573-da612af15995 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:36:41.786667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:41.962157 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.129297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b217a889-71b1-4129-b573-da612af15995 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:36:42.134904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.153676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Transition to ACTIVE for port object b217a889-71b1-4129-b573-da612af15995 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:36:42.157448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258e0b-878a-4ab7-949e-b54d741381e3 req-fe0e181a-66d5-4eeb-9b00-5451af5b20c8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:42.159516 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d2258e0b-878a-4ab7-949e-b54d741381e3 req-fe0e181a-66d5-4eeb-9b00-5451af5b20c8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 931 time: 0.0869288 Feb 17 12:36:42.209773 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d2258e0b-878a-4ab7-949e-b54d741381e3 req-0a4448e5-941e-49a2-993c-1e9ffa3fd5e9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 Feb 17 12:36:42.324819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.457219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Pushing event updated for resources: {'Port': ['ID=b217a889-71b1-4129-b573-da612af15995,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:42.563915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Attempting to bind port b217a889-71b1-4129-b573-da612af15995 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:36:42.564246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Attempting to bind port b217a889-71b1-4129-b573-da612af15995 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:36:42.564563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Attempting to bind port b217a889-71b1-4129-b573-da612af15995 on network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:36:42.571087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Port b217a889-71b1-4129-b573-da612af15995 on network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:36:42.571400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Attempting to bind port b217a889-71b1-4129-b573-da612af15995 on network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:36:42.579005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:36:42.579426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Checking segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:36:42.579800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Bound using segment: {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:36:42.580217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Bound port: b217a889-71b1-4129-b573-da612af15995, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eafaa41-3725-4ddf-9457-b3fd676818b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:36:42.580561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.671838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] For port b217a889-71b1-4129-b573-da612af15995, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:36:42.674665 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] For port b217a889-71b1-4129-b573-da612af15995, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b217a889-71b1-4129-b573-da612af15995,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:36:42.683205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:42.745585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.752483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:42.752848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.808416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:42.809819 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] 10.222.0.24 "PUT /v2.0/ports/b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 1093 time: 1.2027838 Feb 17 12:36:42.810247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'tag': 'b217a889-71b1-4129-b573-da612af15995'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:36:42.832927 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a995c-7cae-4e67-9826-c49437410446 service neutron] Pushing event updated for resources: {'Port': ['ID=b217a889-71b1-4129-b573-da612af15995,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:42.889987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'tag': 'b217a889-71b1-4129-b573-da612af15995', 'status': 'completed', 'code': 200} Feb 17 12:36:42.978238 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3fb49ed3-206d-419c-883b-707c74cee95b req-0826331e-44aa-441b-893b-8d656e70e8bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1096 time: 0.0829506 Feb 17 12:36:43.016114 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:43.119426 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb49ed3-206d-419c-883b-707c74cee95b req-183bb247-ec22-4eee-95e4-63d9e0a5287d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:43.120885 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3fb49ed3-206d-419c-883b-707c74cee95b req-183bb247-ec22-4eee-95e4-63d9e0a5287d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6176584e6e624e2583129282c599b017&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1364686 Feb 17 12:36:43.258548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb49ed3-206d-419c-883b-707c74cee95b req-d538c0f1-ce51-4eca-b678-79ee84acf181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:43.260446 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3fb49ed3-206d-419c-883b-707c74cee95b req-d538c0f1-ce51-4eca-b678-79ee84acf181 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1339002 Feb 17 12:36:43.366590 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-d1d12d23-3d7a-4010-a6a6-4d8883274ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1096 time: 0.0712335 Feb 17 12:36:43.422018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e447-83c1-491e-b014-5c98d5d17c0d req-120f64cb-3fb0-4d35-9644-d5320e7b0f0f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:43.423459 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-38f4e447-83c1-491e-b014-5c98d5d17c0d req-120f64cb-3fb0-4d35-9644-d5320e7b0f0f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 943 time: 0.0868270 Feb 17 12:36:43.471895 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-38f4e447-83c1-491e-b014-5c98d5d17c0d req-83fcc8d1-80bf-4d01-81d2-8ba0b8527c48 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Feb 17 12:36:43.521663 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-b6df23ea-973e-4570-b78a-1eccdac62c7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 217 time: 0.1488538 Feb 17 12:36:43.582160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c039b-e65f-4033-800e-950c470f3780 req-e9812edb-e9d5-42a8-8e27-34a639fa211a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:43.583573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-e9812edb-e9d5-42a8-8e27-34a639fa211a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0567079 Feb 17 12:36:43.655194 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-ededa4dc-9d22-45d7-8b1e-e602b38b4c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660794 Feb 17 12:36:43.782764 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-2f879c7e-bdd6-4f7f-898a-d7c2cc0004cf service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215734 Feb 17 12:36:43.912051 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-661c039b-e65f-4033-800e-950c470f3780 req-38626b27-7dc6-4fc7-8bea-9bd9efc96a4c service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229479 Feb 17 12:36:44.671030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32561c62-1d45-4220-8dba-e75e1bd7d1f9 req-4bf7140d-e757-4420-9658-8a69f38877aa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:44.671726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-32561c62-1d45-4220-8dba-e75e1bd7d1f9 req-4bf7140d-e757-4420-9658-8a69f38877aa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:36:44.744560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-32561c62-1d45-4220-8dba-e75e1bd7d1f9 req-4bf7140d-e757-4420-9658-8a69f38877aa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:36:44.745744 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32561c62-1d45-4220-8dba-e75e1bd7d1f9 req-4bf7140d-e757-4420-9658-8a69f38877aa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 943 time: 0.1525948 Feb 17 12:36:44.793199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32561c62-1d45-4220-8dba-e75e1bd7d1f9 req-18c6580f-eb58-45b7-91d0-997368c7bbf6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Feb 17 12:36:45.985047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5d30e-c63b-401b-aa78-0aa1981d8de9 req-3dafc37b-2d9b-494d-b3da-2feb2e1a8e10 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:45.986506 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-59d5d30e-c63b-401b-aa78-0aa1981d8de9 req-3dafc37b-2d9b-494d-b3da-2feb2e1a8e10 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 943 time: 0.0743587 Feb 17 12:36:46.034398 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-59d5d30e-c63b-401b-aa78-0aa1981d8de9 req-5541dcf1-c078-4160-9b58-3f31c86290b6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Feb 17 12:36:46.682739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b217a889-71b1-4129-b573-da612af15995 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:36:46.845670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b217a889-71b1-4129-b573-da612af15995, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b217a889-71b1-4129-b573-da612af15995,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:46.859570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'b217a889-71b1-4129-b573-da612af15995', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'port_id': 'b217a889-71b1-4129-b573-da612af15995', 'mac_address': 'fa:16:3e:d0:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:36:46.910989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:46.928269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b217a889-71b1-4129-b573-da612af15995 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:36:46.942954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b217a889-71b1-4129-b573-da612af15995, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b217a889-71b1-4129-b573-da612af15995,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:47.013406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:47.077930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b217a889-71b1-4129-b573-da612af15995,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:47.228803 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8f46b-ef2e-4c19-a14a-210ccfcba405 req-3791133d-49f3-4314-966d-093bb15abc98 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:47.230223 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c3a8f46b-ef2e-4c19-a14a-210ccfcba405 req-3791133d-49f3-4314-966d-093bb15abc98 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 944 time: 0.0784836 Feb 17 12:36:47.281306 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c3a8f46b-ef2e-4c19-a14a-210ccfcba405 req-cd7cdd4c-ff89-4896-a01b-35bd701399a0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454473 Feb 17 12:36:47.334568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['b217a889-71b1-4129-b573-da612af15995'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:36:48.485965 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fdee0-feda-4984-9ad4-52dfd69e7038 req-1cee48b1-9bd6-4b6a-9f75-9fee789dda64 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:48.487410 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-207fdee0-feda-4984-9ad4-52dfd69e7038 req-1cee48b1-9bd6-4b6a-9f75-9fee789dda64 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 944 time: 0.0754175 Feb 17 12:36:48.534779 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-207fdee0-feda-4984-9ad4-52dfd69e7038 req-ebbd0d3d-7606-446f-a265-5152b2f9f790 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Feb 17 12:36:48.697156 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b217a889-71b1-4129-b573-da612af15995 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:36:48.844191 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port b217a889-71b1-4129-b573-da612af15995 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:36:48.848960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port b217a889-71b1-4129-b573-da612af15995 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:36:48.849328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:48.962884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:48.989003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b217a889-71b1-4129-b573-da612af15995'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:36:48.999353 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port b217a889-71b1-4129-b573-da612af15995, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b217a889-71b1-4129-b573-da612af15995,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:36:49.042277 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b217a889-71b1-4129-b573-da612af15995', 'code': 200} Feb 17 12:36:49.073423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:49.137332 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=b217a889-71b1-4129-b573-da612af15995,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:49.377967 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1064edff-8578-43de-bdcc-587c7d681f8f req-fe34a199-77ba-44c7-a26e-52db9d0c122f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.0659595 Feb 17 12:36:49.422300 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1064edff-8578-43de-bdcc-587c7d681f8f req-b34f3c4b-44c3-446c-a79f-0de7eb8c7025 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Feb 17 12:36:49.732790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a28e7-389e-4998-8f95-4b90743f21cf req-71d8078f-ff86-49ff-ad7c-8e51ac7e84a9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:49.734272 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f8a28e7-389e-4998-8f95-4b90743f21cf req-71d8078f-ff86-49ff-ad7c-8e51ac7e84a9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0797923 Feb 17 12:36:49.778559 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8f8a28e7-389e-4998-8f95-4b90743f21cf req-a4b4e5e4-4ee2-4633-9ceb-8a2dbe13bc00 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388596 Feb 17 12:36:50.064895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-5c67695b-7a97-4b47-9ccf-eccc76afccb7 req-655d6274-49ca-4341-94b2-364a38617726 service neutron] (84460) timed out ('10.222.0.24', 55279) {{(pid=84460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 12:36:50.982870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1aea-156b-44a2-b478-8354b7609f12 req-62330a58-2bea-4963-b0dd-c96b27104f86 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:50.984336 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7eeb1aea-156b-44a2-b478-8354b7609f12 req-62330a58-2bea-4963-b0dd-c96b27104f86 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0804822 Feb 17 12:36:51.029940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7eeb1aea-156b-44a2-b478-8354b7609f12 req-0a16ec24-990b-4c79-9d81-c9c312db04d8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Feb 17 12:36:51.326011 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:36:52.223558 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982f14-ac6c-4581-9aca-177f31e992c7 req-8bea59f6-87bd-4e66-91c3-ba92e64c34dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:52.225013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f2982f14-ac6c-4581-9aca-177f31e992c7 req-8bea59f6-87bd-4e66-91c3-ba92e64c34dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0751934 Feb 17 12:36:52.270644 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f2982f14-ac6c-4581-9aca-177f31e992c7 req-a461167f-b015-4500-b15c-404d18cd0f04 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Feb 17 12:36:52.463929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2f76-a0f3-4eae-93b5-dbddf1c50d1e req-79d09fb9-b8fc-444d-8deb-5b0bfb2a9d96 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:52.465396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d3b2f76-a0f3-4eae-93b5-dbddf1c50d1e req-79d09fb9-b8fc-444d-8deb-5b0bfb2a9d96 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0755975 Feb 17 12:36:52.510769 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1d3b2f76-a0f3-4eae-93b5-dbddf1c50d1e req-0a221863-d010-4b7f-bffc-5637a827857c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Feb 17 12:36:52.538845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56814) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:52.612160 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6c64c42e-61ca-4b31-9070-0efe52af0483 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1093 time: 0.0720997 Feb 17 12:36:52.614612 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56818) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:52.619680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'b217a889-71b1-4129-b573-da612af15995', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:36:52.625242 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:36:52.629154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:floatingip and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:36:52.633372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:36:52.638913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:36:52.701872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:52.839232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:52.973040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.236 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/b810bd27-082b-42bc-bda0-12d56d35d52b) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:36:53.120161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:53.196972 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:53.262114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:36:53.264611 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:36:53.268110 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:36:53.300160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=b810bd27-082b-42bc-bda0-12d56d35d52b,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:53.850403 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:53.956003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:54.160393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:54.256059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:54.356316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=b810bd27-082b-42bc-bda0-12d56d35d52b,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:36:54.376157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:54.564685 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Floating IP 73f3a84f-31ac-4442-89a2-4c87e7d32e33 associated. External IP: 172.26.6.236, port: b217a889-71b1-4129-b573-da612af15995. Feb 17 12:36:54.950048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 417d4740-619d-4a78-83dc-299029ff986b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:36:55.251136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:36:55.260672 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] Sync routers for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:36:55.273476 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:55.274194 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:55.353578 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:36:55.406422 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-69d35d54-a308-437b-8d1a-f3e11a43dd33 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7908034 Feb 17 12:36:55.407009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'tag': 'b217a889-71b1-4129-b573-da612af15995'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:36:55.452209 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:55.484078 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'tag': 'b217a889-71b1-4129-b573-da612af15995', 'status': 'completed', 'code': 200} Feb 17 12:36:55.586992 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-74aff91d-6951-4149-b3f0-09e66bce2a64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.0804513 Feb 17 12:36:55.711475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d561d4-3dad-40fa-8ff5-c6eb68d4f61e req-6f4c0298-2a3c-4586-b44d-88af3b0fd727 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:55.712969 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-03d561d4-3dad-40fa-8ff5-c6eb68d4f61e req-6f4c0298-2a3c-4586-b44d-88af3b0fd727 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.1863103 Feb 17 12:36:55.743061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8200030-81e2-498a-bb98-16a644a8903e req-1e49b021-5849-4677-9714-aaece5928719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:55.744526 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-1e49b021-5849-4677-9714-aaece5928719 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 896 time: 0.1524262 Feb 17 12:36:55.761275 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-03d561d4-3dad-40fa-8ff5-c6eb68d4f61e req-cac530e5-9636-4932-8349-7d95a9e0653e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Feb 17 12:36:55.790986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56826) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:55.828449 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '73f3a84f-31ac-4442-89a2-4c87e7d32e33', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.236', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '417d4740-619d-4a78-83dc-299029ff986b', 'port_id': 'b217a889-71b1-4129-b573-da612af15995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'mac_address': 'fa:16:3e:d0:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:36:53Z', 'updated_at': '2022-02-17T12:36:53Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:40Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:55.832842 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] Checking router: 417d4740-619d-4a78-83dc-299029ff986b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:36:55.843867 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:36:55.844388 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:36:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:55.852317 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-4449229e-ab99-47a2-a148-27e05de9df3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 999 time: 0.1020594 Feb 17 12:36:55.899323 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-ce495568-cace-4c16-80c9-aa14803b5f9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/73f3a84f-31ac-4442-89a2-4c87e7d32e33 HTTP/1.1" status: 200 len: 991 time: 0.1072114 Feb 17 12:36:55.920549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8200030-81e2-498a-bb98-16a644a8903e req-b622a13f-2f34-4a62-8a31-073d32311d56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:36:55.922014 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-b622a13f-2f34-4a62-8a31-073d32311d56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0646899 Feb 17 12:36:55.995777 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-ec2be4b5-b9b5-44f2-a04e-428cfb1217b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674534 Feb 17 12:36:56.029498 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:36:56.131549 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-3d85aa88-d36c-4ede-8dc9-6852c87a88e3 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300247 Feb 17 12:36:56.263839 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a8200030-81e2-498a-bb98-16a644a8903e req-d61c608e-38a5-412e-9349-c586339e008c service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270690 Feb 17 12:36:56.385807 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '73f3a84f-31ac-4442-89a2-4c87e7d32e33', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.236', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '417d4740-619d-4a78-83dc-299029ff986b', 'port_id': 'b217a889-71b1-4129-b573-da612af15995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'mac_address': 'fa:16:3e:d0:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:36:53Z', 'updated_at': '2022-02-17T12:36:53Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:40Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:36:56.389631 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720dfba3-a24c-4e95-a912-c2b695864a36 None None] The sync data for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv is: [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '73f3a84f-31ac-4442-89a2-4c87e7d32e33', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.236', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '417d4740-619d-4a78-83dc-299029ff986b', 'port_id': 'b217a889-71b1-4129-b573-da612af15995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'mac_address': 'fa:16:3e:d0:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:36:53Z', 'updated_at': '2022-02-17T12:36:53Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:40Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:36:56.649901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f8c24c-056f-4fea-801d-0aeba22a25fc None None] New status for floating IP 73f3a84f-31ac-4442-89a2-4c87e7d32e33: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:36:56.903263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56830) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:36:57.012376 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-215a7ace-8972-42fc-a66e-084b241a5f9f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/73f3a84f-31ac-4442-89a2-4c87e7d32e33 HTTP/1.1" status: 200 len: 993 time: 0.1079459 Feb 17 12:37:01.551066 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-a714d560-8673-4618-acb1-8ec13ad9f2d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703232 Feb 17 12:37:01.686023 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-9a9bf796-7512-466f-8c5f-df0bce518159 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.0683637 Feb 17 12:37:01.829770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-719aa366-6ff9-4aad-aa33-6d669c722c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:37:01.831231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-719aa366-6ff9-4aad-aa33-6d669c722c8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 896 time: 0.1263981 Feb 17 12:37:01.935457 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-373912f0-6ed3-4782-b707-3694e175bf6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 1001 time: 0.0971410 Feb 17 12:37:01.999572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-5acbed0a-081b-4f98-9a06-bf2e478388f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:37:02.001053 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-5acbed0a-081b-4f98-9a06-bf2e478388f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0599675 Feb 17 12:37:02.092507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-84a378d3-93a1-4064-a36e-d4628725449b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837030 Feb 17 12:37:02.225909 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-8351ce07-f119-434a-90be-72b9bc684777 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272540 Feb 17 12:37:02.441897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-193e357b-1fd5-4252-96a6-74cde5b03616 req-77ef0152-b27e-42de-a74e-c0aded3a0778 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101994 Feb 17 12:37:07.784823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-31f50b35-c913-4e63-9b1e-c81bd09031fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:10.082108 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43ecc2d5-7a85-4e53-b468-a0aa8fca17e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:11.419308 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:11.505276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:11.981500 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:13.010123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:28.329297 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:37:37.758062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6ff5-ab61-43e5-ac33-7fbd80dafca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:40.101162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8d198a54-7b4e-4c7e-96c3-facf4f5fbc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:41.421470 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:41.489563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:41.969406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:43.009405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:37:58.225005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b431a-678d-43bb-8c7c-b2872ad3363f req-a54c800e-6689-42b5-96c0-20527740ca55 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:37:58.226486 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-543b431a-678d-43bb-8c7c-b2872ad3363f req-a54c800e-6689-42b5-96c0-20527740ca55 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.1371686 Feb 17 12:37:58.233442 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-136f1463-6dc6-4fb9-86a6-02ddfc59590c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.1052656 Feb 17 12:37:58.360480 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-543b431a-678d-43bb-8c7c-b2872ad3363f req-1a1b521c-d02f-4141-b5b2-92fa8c9f2f51 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260142 Feb 17 12:37:58.393108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-d90f10b7-3e70-4adf-8d67-509d66d89502 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:37:58.394600 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-d90f10b7-3e70-4adf-8d67-509d66d89502 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 896 time: 0.1462319 Feb 17 12:37:58.499802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-956b6c3d-9e91-4408-92a8-29ad97c63aff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 1001 time: 0.0992823 Feb 17 12:37:58.563836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-9dda3805-65ea-4343-b000-db19292f10f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:37:58.565478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-9dda3805-65ea-4343-b000-db19292f10f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0589309 Feb 17 12:37:58.644958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-7b4fc7b0-df63-42df-971a-dad3087aec02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733867 Feb 17 12:37:58.778336 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-1857920b-0ffb-4ef2-97db-b52af4eb09f1 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263280 Feb 17 12:37:58.910449 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f07386b5-52f2-4fac-8f12-d6b1a056352a req-4dc3ee66-b378-441e-b036-8fbcb294a3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263046 Feb 17 12:37:59.561163 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55430cc3-25f3-4080-bff3-845bfd43e16f req-fc93f9a4-f12e-496e-b394-49d7bef185b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:37:59.562572 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-55430cc3-25f3-4080-bff3-845bfd43e16f req-fc93f9a4-f12e-496e-b394-49d7bef185b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0765867 Feb 17 12:37:59.608348 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-55430cc3-25f3-4080-bff3-845bfd43e16f req-a7611606-90c4-407a-825c-79a4174ffe10 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 Feb 17 12:38:00.810370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6ac31-e9dc-4274-8ddb-e3017f1d148d req-32407930-0420-4736-8844-219334e97968 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:00.811831 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eaf6ac31-e9dc-4274-8ddb-e3017f1d148d req-32407930-0420-4736-8844-219334e97968 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0771070 Feb 17 12:38:00.857638 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eaf6ac31-e9dc-4274-8ddb-e3017f1d148d req-248e4309-7fb2-437d-bb88-01fccb87a077 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Feb 17 12:38:02.062526 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a285c-5d99-452d-a89f-a163fd3dcd03 req-d9ac4ea5-0c11-4a51-9112-11fbc892fbb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:02.063961 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-839a285c-5d99-452d-a89f-a163fd3dcd03 req-d9ac4ea5-0c11-4a51-9112-11fbc892fbb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0874782 Feb 17 12:38:02.108904 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-839a285c-5d99-452d-a89f-a163fd3dcd03 req-f443b5e8-c36d-4553-8337-7ed9fd8ea202 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Feb 17 12:38:03.271943 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-4f4bc662-2b1b-4b02-bf1c-745c3e0179c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.1104670 Feb 17 12:38:03.398633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59768-e938-4053-951c-3aa7daaf47d4 req-2b5493ee-c822-4f10-b5ff-c232bd85299c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:03.399994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4fe59768-e938-4053-951c-3aa7daaf47d4 req-2b5493ee-c822-4f10-b5ff-c232bd85299c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.1688335 Feb 17 12:38:03.461342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-4489fc29-ec5e-4b54-a385-3188798e94ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:03.462783 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-4489fc29-ec5e-4b54-a385-3188798e94ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 896 time: 0.1730585 Feb 17 12:38:03.531573 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4fe59768-e938-4053-951c-3aa7daaf47d4 req-179df55b-b3b8-488e-a54d-dbe3d3d770e6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245885 Feb 17 12:38:03.573119 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-f5009c64-f5d1-479f-b642-b27de3b566df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 1001 time: 0.1041496 Feb 17 12:38:03.634887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-2772db86-2e61-4d99-86e3-cdfdaffdfc2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:03.636313 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-2772db86-2e61-4d99-86e3-cdfdaffdfc2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0556214 Feb 17 12:38:03.713675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-932c53f8-e974-443c-a7fe-a0a53ab43640 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705502 Feb 17 12:38:03.937320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-00c23925-bee7-4d1c-b409-9f0187f30124 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170568 Feb 17 12:38:04.067252 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7463d60-a1c2-451e-b330-c0cf43abe99d req-1b9e76ce-6143-47b4-8fe3-c10e56ae65dd service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239991 Feb 17 12:38:04.751891 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1ffad-55ad-4099-a5fb-54216b72338c req-b31b868e-5997-4a3c-9fa8-556e7c3fb306 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:04.753353 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a6c1ffad-55ad-4099-a5fb-54216b72338c req-b31b868e-5997-4a3c-9fa8-556e7c3fb306 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0770614 Feb 17 12:38:04.799640 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a6c1ffad-55ad-4099-a5fb-54216b72338c req-8f5be9da-058b-4616-9549-d88b3a55a1c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 Feb 17 12:38:05.330562 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:38:05.999820 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308dd9a-0296-4828-8e17-3c1bbf6afe13 req-4ef65ba5-250e-4f77-a23a-121c51351b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:06.001315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f308dd9a-0296-4828-8e17-3c1bbf6afe13 req-4ef65ba5-250e-4f77-a23a-121c51351b92 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0774364 Feb 17 12:38:06.046948 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f308dd9a-0296-4828-8e17-3c1bbf6afe13 req-ab8a7528-6037-4d8e-9dea-a7a1adced30e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Feb 17 12:38:07.252760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc86d-58b9-4a3a-b821-e60b4ca6b839 req-cfc1ce86-500d-4a64-a8c1-c8a6035e55c3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:07.254251 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6e8dc86d-58b9-4a3a-b821-e60b4ca6b839 req-cfc1ce86-500d-4a64-a8c1-c8a6035e55c3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0814776 Feb 17 12:38:07.303251 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6e8dc86d-58b9-4a3a-b821-e60b4ca6b839 req-c7e276db-d604-436a-aa6a-f1d03b4149a8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 Feb 17 12:38:07.814820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a03a10f9-be4c-47a3-bc02-217219fd48c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:08.507963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c899ee-c9de-4301-b492-756f6ef8bc60 req-ec21c817-3a89-4c2c-afa7-ba2512db6076 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:08.509402 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0c899ee-c9de-4301-b492-756f6ef8bc60 req-ec21c817-3a89-4c2c-afa7-ba2512db6076 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0785143 Feb 17 12:38:08.556077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a0c899ee-c9de-4301-b492-756f6ef8bc60 req-70a641ca-f868-485f-9475-de94966d2a0e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406177 Feb 17 12:38:09.755478 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b45dd-e26a-4b36-b066-fb9b8fc45a36 req-14eaec07-1811-42d0-8895-29c7852d4e09 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:09.756936 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fd6b45dd-e26a-4b36-b066-fb9b8fc45a36 req-14eaec07-1811-42d0-8895-29c7852d4e09 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0767064 Feb 17 12:38:09.807723 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fd6b45dd-e26a-4b36-b066-fb9b8fc45a36 req-1a95669b-18ed-464e-996e-cfa965655d30 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452993 Feb 17 12:38:10.094951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4987632f-e68b-47d4-97d9-8de84b639a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:11.015383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ae2b1-7a81-4e19-a79d-88b71e835a09 req-b4fb8e65-9a8c-4c3a-9c19-8c6205bb407d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:38:11.015383 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-823ae2b1-7a81-4e19-a79d-88b71e835a09 req-b4fb8e65-9a8c-4c3a-9c19-8c6205bb407d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0774527 Feb 17 12:38:11.054878 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-823ae2b1-7a81-4e19-a79d-88b71e835a09 req-a461ba6c-8692-4e14-a1d7-bb7c3b929684 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Feb 17 12:38:11.088708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56886) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:38:11.189652 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1b5d6d43-52a2-49cf-b28a-ce5234a359c6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/73f3a84f-31ac-4442-89a2-4c87e7d32e33 HTTP/1.1" status: 200 len: 993 time: 0.0997801 Feb 17 12:38:11.409134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:11.495097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:11.957635 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:13.009135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:37.771442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2aa2-6f2a-4f37-a172-cd6742a3ff65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:40.085836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1ed5-58f3-4128-acf1-00c1cba1cb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:41.445219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:41.537102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:41.982314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:38:42.331287 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:38:43.028062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:03.556295 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-00e10a09-e6d4-4207-a266-e4a347c9bd77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687430 Feb 17 12:39:03.692318 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-119c984c-591e-4637-b018-4eb6dccd607e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.0698173 Feb 17 12:39:03.841813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-428a2574-8afe-4eef-963a-0d562787d41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:03.843168 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-428a2574-8afe-4eef-963a-0d562787d41c service neutron] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 896 time: 0.1313057 Feb 17 12:39:03.948055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-bac4ed21-8ff1-4a86-91b1-890cb1081ec2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 1001 time: 0.0989079 Feb 17 12:39:04.012851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-f6742e3a-9013-4bf5-be42-09a763830e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:04.014285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-f6742e3a-9013-4bf5-be42-09a763830e19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0605025 Feb 17 12:39:04.087243 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-1ee49904-19d5-4348-9107-e6ee77dfad75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671411 Feb 17 12:39:04.219417 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-2e4cc1e4-3086-4035-ad59-f6c76449cf47 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259556 Feb 17 12:39:04.350098 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6c64a6f7-3815-4d89-86f3-147f0e1e108a req-4493a5bc-aaf1-4f5b-99d9-75c91251bce2 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243865 Feb 17 12:39:06.488704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56918) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:06.692184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port b810bd27-082b-42bc-bda0-12d56d35d52b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:39:06.692184 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:06.855958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:06.856276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:06.976086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for b810bd27-082b-42bc-bda0-12d56d35d52b owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:39:07.168695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:07.309600 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=b810bd27-082b-42bc-bda0-12d56d35d52b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:07.346366 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.347276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.347612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.347944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.348272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.348594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.348916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.349236 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.349553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.349890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.350215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:07.408713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:07.774444 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d52b298c-06b8-43fc-98f3-42d2421def5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:07.799308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 417d4740-619d-4a78-83dc-299029ff986b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:39:07.994707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:39:08.005039 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] Sync routers for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:39:08.025202 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:08.025734 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:38:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:08.083392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:08.139093 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-15d7fdce-9ebc-49bf-a2d8-ffb4a657c6f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/floatingips/73f3a84f-31ac-4442-89a2-4c87e7d32e33 HTTP/1.1" status: 204 len: 168 time: 1.6493151 Feb 17 12:39:08.139657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'tag': 'b217a889-71b1-4129-b573-da612af15995'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:39:08.303176 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'tag': 'b217a889-71b1-4129-b573-da612af15995', 'status': 'completed', 'code': 200} Feb 17 12:39:08.340350 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:08.397552 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-74d49797-6471-4f76-b32f-3f0ddd913418 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 1098 time: 0.0695798 Feb 17 12:39:08.534043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-98df8dce-cd53-4b3c-969c-bb4dd07f1e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:08.535490 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-98df8dce-cd53-4b3c-969c-bb4dd07f1e55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 200 len: 896 time: 0.1317360 Feb 17 12:39:08.607391 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-0569cdb5-de0b-4456-9980-6eb750478a55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 200 len: 217 time: 0.0653303 Feb 17 12:39:08.687119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-d6c0dfd4-7893-4977-a9c2-0f59888787c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:08.689046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-d6c0dfd4-7893-4977-a9c2-0f59888787c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 200 len: 835 time: 0.0594168 Feb 17 12:39:08.693751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:40Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:08.706400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] Checking router: 417d4740-619d-4a78-83dc-299029ff986b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:39:08.717595 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:08.718249 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:38:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:08.779454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f52c2-20bf-4ab8-aca3-442c422bd49e req-a4d97c1a-ae6b-4515-998d-afae393a7752 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:08.780253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-fa7f52c2-20bf-4ab8-aca3-442c422bd49e req-a4d97c1a-ae6b-4515-998d-afae393a7752 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:08.848828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-fa7f52c2-20bf-4ab8-aca3-442c422bd49e req-a4d97c1a-ae6b-4515-998d-afae393a7752 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:08.850051 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fa7f52c2-20bf-4ab8-aca3-442c422bd49e req-a4d97c1a-ae6b-4515-998d-afae393a7752 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.1560998 Feb 17 12:39:08.862597 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-e60708e5-14d8-422a-92d7-10d0951c1bc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69c4e5df-56a6-4420-a47b-9ca5914b16b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1666496 Feb 17 12:39:08.903624 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-fa7f52c2-20bf-4ab8-aca3-442c422bd49e req-99787077-dd92-40b9-b8fb-ab7d08ece29f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Feb 17 12:39:08.906654 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:09.000075 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-560a37cc-2ec2-4721-93f7-02108bd1e52c service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299160 Feb 17 12:39:09.136566 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-38c87246-850f-4b4f-97ff-82cc42290c4e req-410ef576-bf0f-4bb7-a573-640beb3c0be1 service neutron] 10.222.0.24 "GET /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275392 Feb 17 12:39:09.255702 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:40Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:09.259755 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab0968f-ffa1-449b-9bf9-038f317eb47c None None] The sync data for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv is: [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '8d881fc7-312a-4e2e-b80a-4ab54eb62e9a', 'name': '', 'network_id': '69c4e5df-56a6-4420-a47b-9ca5914b16b8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:34Z', 'updated_at': '2022-02-17T12:36:40Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '5500fb41-7fad-4347-8bb8-7191614439d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:39:09.480927 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ab1f5-4292-41b6-ba04-646c39deb537 None None] New status for floating IP 73f3a84f-31ac-4442-89a2-4c87e7d32e33: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:39:10.083017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-850759ec-309a-4540-b669-e15b42790654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:10.101630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886b198-ac69-4e32-bcc9-336bc5dd1f91 req-7a8fbac4-8e8b-4026-9ded-155476304640 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:10.103115 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d886b198-ac69-4e32-bcc9-336bc5dd1f91 req-7a8fbac4-8e8b-4026-9ded-155476304640 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0745718 Feb 17 12:39:10.151867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d886b198-ac69-4e32-bcc9-336bc5dd1f91 req-3acd92f9-3e16-4b7c-aade-33ebbf1244aa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Feb 17 12:39:10.467829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-7598e846-4b69-411b-8923-7bb7ed68e75b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:10.469248 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-7598e846-4b69-411b-8923-7bb7ed68e75b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 945 time: 0.0739739 Feb 17 12:39:10.535683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port b217a889-71b1-4129-b573-da612af15995 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:39:10.536016 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:10.774470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port b217a889-71b1-4129-b573-da612af15995, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b217a889-71b1-4129-b573-da612af15995,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:10.774812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:10.892528 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for b217a889-71b1-4129-b573-da612af15995 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:39:11.105447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:11.157440 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=b217a889-71b1-4129-b573-da612af15995,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:11.197466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.197840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.198182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.198518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.198846 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.199171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.199495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.199819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.200134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.200450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.200764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:11.240753 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] No DVR routers for this DVR port b217a889-71b1-4129-b573-da612af15995 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:39:11.243159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:11.245681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'name': 'network-vif-deleted', 'tag': 'b217a889-71b1-4129-b573-da612af15995'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:39:11.303250 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafeb790-bfb4-49dc-9131-6e2be29f718e', 'name': 'network-vif-deleted', 'tag': 'b217a889-71b1-4129-b573-da612af15995', 'status': 'completed', 'code': 200} Feb 17 12:39:11.318674 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ac8fa81-0e72-4310-810b-4ff8a46b3507 req-2ece3eba-4a44-4b66-91c9-7f2dd080f5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "DELETE /v2.0/ports/b217a889-71b1-4129-b573-da612af15995 HTTP/1.1" status: 204 len: 173 time: 0.8437939 Feb 17 12:39:11.321759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9d706272-2792-4191-ba4a-2e3ec9bd5bfc req-3436c022-540d-4335-8f93-24aa08ef251b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafeb790-bfb4-49dc-9131-6e2be29f718e HTTP/1.1" status: 200 len: 210 time: 0.0466890 Feb 17 12:39:11.431385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:11.465628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:12.008101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:12.429653 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56940) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:12.843220 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:13.048510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:13.433892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b217a889-71b1-4129-b573-da612af15995 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:39:13.467939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: b217a889-71b1-4129-b573-da612af15995 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:39:13.468278 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device b217a889-71b1-4129-b573-da612af15995 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:39:13.573454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:39:13.573454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:13.754076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:13.754426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:13.871331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:39:14.093749 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:14.140952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=8d881fc7-312a-4e2e-b80a-4ab54eb62e9a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:14.442171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:15.105538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 417d4740-619d-4a78-83dc-299029ff986b has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:39:15.303252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:39:15.312646 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] Sync routers for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:39:15.315618 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a5dbffd7-276a-4591-97c2-0e4578b3742e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/417d4740-619d-4a78-83dc-299029ff986b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8848875 Feb 17 12:39:15.318918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56944) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:15.326402 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:15.326984 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:15.502713 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting subnet 5500fb41-7fad-4347-8bb8-7191614439d9 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:39:15.505302 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:15.505491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:15.559391 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:15.644343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:15.788656 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:39:13Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:15.792596 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] Checking router: 417d4740-619d-4a78-83dc-299029ff986b for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:39:15.803497 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] Routers {'417d4740-619d-4a78-83dc-299029ff986b'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:15.804074 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['417d4740-619d-4a78-83dc-299029ff986b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:15.848528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:15.890710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Subnet': ['ID=5500fb41-7fad-4347-8bb8-7191614439d9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:15.897325 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:15.903928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bcc38-c383-4a8a-921b-af06207e8ded None None] Network 69c4e5df-56a6-4420-a47b-9ca5914b16b8 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:39:15.909173 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3c76037d-8e89-46cc-8a5f-43ac1039a0f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/subnets/5500fb41-7fad-4347-8bb8-7191614439d9 HTTP/1.1" status: 204 len: 168 time: 0.5862205 Feb 17 12:39:15.909339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56948) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:15.983764 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] Set router 417d4740-619d-4a78-83dc-299029ff986b gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:16.110790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.167314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] DHCP port deletion for 69c4e5df-56a6-4420-a47b-9ca5914b16b8 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:39:16.171618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Deleting port c4b84adc-860c-4b43-b83f-6eee5f04edd3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:39:16.172102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.278190 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:39:13Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:16.282989 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74136e-6d42-4f42-9add-7116c3b136e9 None None] The sync data for ids ['417d4740-619d-4a78-83dc-299029ff986b'] in dv-neutron-828728-1-hyperv is: [{'id': '417d4740-619d-4a78-83dc-299029ff986b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088884372', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '2766e109-f518-451f-872b-d966409d2060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:39:13Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '2766e109-f518-451f-872b-d966409d2060', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d4740-619d-4a78-83dc-299029ff986b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:36:30Z', 'updated_at': '2022-02-17T12:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:39:16.392207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] For port c4b84adc-860c-4b43-b83f-6eee5f04edd3, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c4b84adc-860c-4b43-b83f-6eee5f04edd3,segment=NetworkSegment(7eafaa41-3725-4ddf-9457-b3fd676818b2),segment_id=7eafaa41-3725-4ddf-9457-b3fd676818b2)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:16.392482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.434311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.512321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Calling delete_port for c4b84adc-860c-4b43-b83f-6eee5f04edd3 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:39:16.522020 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 2766e109-f518-451f-872b-d966409d2060 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:39:16.522343 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.653835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.697829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Pushing event deleted for resources: {'Port': ['ID=c4b84adc-860c-4b43-b83f-6eee5f04edd3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:16.702359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 2766e109-f518-451f-872b-d966409d2060, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2766e109-f518-451f-872b-d966409d2060,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:16.702716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:16.707036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] No DVR routers for this DVR port c4b84adc-860c-4b43-b83f-6eee5f04edd3 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:39:16.712307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.712647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.712981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.713305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.713629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.713971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.714288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.714600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.714914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.715224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.715536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6d677-4d9d-4dc3-a51a-2e5ec11f294d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:16.789017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:39:16.825336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:39:16.825665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 8d881fc7-312a-4e2e-b80a-4ab54eb62e9a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:39:16.826102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c4b84adc-860c-4b43-b83f-6eee5f04edd3 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:39:16.828926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 2766e109-f518-451f-872b-d966409d2060 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:39:16.857686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: c4b84adc-860c-4b43-b83f-6eee5f04edd3 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:39:16.858060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c4b84adc-860c-4b43-b83f-6eee5f04edd3 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:39:17.030418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:17.078389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=2766e109-f518-451f-872b-d966409d2060,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:17.304323 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:17.559886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:17.564034 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:17.664659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:17.665213 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Fanout notify agent at l3_agent the message router_deleted on router 417d4740-619d-4a78-83dc-299029ff986b {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:39:17.679319 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:17.680590 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e29d58db-8eed-48e4-9457-952d7fdd5116 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/routers/417d4740-619d-4a78-83dc-299029ff986b HTTP/1.1" status: 204 len: 168 time: 1.7703478 Feb 17 12:39:17.683346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56952) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:17.803423 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.032794 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.061067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c4e5df-56a6-4420-a47b-9ca5914b16b8']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:18.074189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eafaa41-3725-4ddf-9457-b3fd676818b2') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:18.074474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eafaa41-3725-4ddf-9457-b3fd676818b2') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:18.086641 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.103059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.109818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:39:18.110235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:39:18.125129 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:39:18.264947 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.269999 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.297906 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Network': ['ID=69c4e5df-56a6-4420-a47b-9ca5914b16b8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:18.345556 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2f49d55b-1436-4484-83b8-41e66f55e622 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/networks/69c4e5df-56a6-4420-a47b-9ca5914b16b8 HTTP/1.1" status: 204 len: 168 time: 0.6610646 Feb 17 12:39:18.348484 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 56956) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:18.417099 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b4cabc1-8e1b-4154-a7bc-a0d4ff95b6c5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.446522 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b4cabc1-8e1b-4154-a7bc-a0d4ff95b6c5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.544780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b4cabc1-8e1b-4154-a7bc-a0d4ff95b6c5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.563480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cabc1-8e1b-4154-a7bc-a0d4ff95b6c5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:18.612651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6b4cabc1-8e1b-4154-a7bc-a0d4ff95b6c5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:18.613791 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6b4cabc1-8e1b-4154-a7bc-a0d4ff95b6c5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/security-groups/fdfd8d41-3c40-4bf3-85c8-b8e65f574a8b HTTP/1.1" status: 204 len: 168 time: 0.2644274 Feb 17 12:39:18.754034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2766e109-f518-451f-872b-d966409d2060 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:39:18.787004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2766e109-f518-451f-872b-d966409d2060 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:39:18.787339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2766e109-f518-451f-872b-d966409d2060 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:39:19.062093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56964) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:19.069183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651155672', 'description': 'tempest-secgroup-smoke-651155672 description', 'project_id': '6176584e6e624e2583129282c599b017'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:19.074423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:19.078533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:19.081696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:19.088122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:19.173596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.208934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:19.212727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:19.215490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:19.221600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:19.277756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.331121 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:39:19.338567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.383055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:19.441569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.442965 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f111cdd5-a1d9-4952-b864-9ddf8ab23f4d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3798707 Feb 17 12:39:19.446010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56968) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:19.451580 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:19.457770 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:19.462765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:19.465948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:19.474107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:19.545825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.614507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.664471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.689575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f306e-0f8f-498d-9e3b-3e3e36fde23b,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:19.750540 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.751885 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0a7c696b-8e39-4c84-812b-19c649454fb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3046882 Feb 17 12:39:19.754660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56972) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:19.760035 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:19.766017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:19.770515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:19.773411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:19.779526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:19.854462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.919369 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.973043 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:19.998831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab1703f-2017-40ca-9f9e-96eb8d74dd84,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:20.093491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.094771 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-354860e9-5346-4000-8f37-d205ea356022 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3391929 Feb 17 12:39:20.097549 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56976) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:20.102822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:20.108830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:20.112506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:20.115347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:20.120862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:20.187084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.249021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.316188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.340294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c444de-47f2-4069-b287-0991f7852a87,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:20.413518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.414736 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-38c9349b-6a6d-48e4-b083-9f4b6ac96f3a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3162587 Feb 17 12:39:20.417575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56980) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:20.423101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:20.429617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:20.433407 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:20.436320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:20.442441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:20.551499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.613495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.676042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.700948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aba6072-5354-4b96-a2ac-8ba33b74759c,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:20.755953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.757192 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ce78dac8-f8bc-43f9-b8f1-17f638de1e9c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3386106 Feb 17 12:39:20.759904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56984) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:20.765294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:20.771953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:20.775911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:20.778780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:20.784441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:20.853169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:39:20.859732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:20.998836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.047397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.070900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91b4348-a3cd-4b7f-822c-cd24cbf15da3,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:21.115617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.116829 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7e0a0e99-2ce3-43e6-9ffd-965a6aeb6d62 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3560057 Feb 17 12:39:21.119713 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56988) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:21.125055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:21.131613 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:21.135343 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:21.138142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:21.143782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:21.201291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:39:21.207663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.273028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.350010 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.373698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3162585a-63f9-4808-a8b2-069cb954382d,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:21.441867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.443102 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d008e538-e496-48a6-8ff1-08fd3f6895f0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3224649 Feb 17 12:39:21.446011 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56992) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:21.451436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'network': {'name': 'tempest-network-smoke--1931993893', 'project_id': '6176584e6e624e2583129282c599b017', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:21.456574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:21.460591 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:network and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:21.463889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:21.468962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:21.556052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:39:21.559060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.586339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:39:21.594621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.594955 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Added segment 33a318b9-eb55-41e0-ad5a-ec1eb225b6be of type vlan for network cea5e5fc-19f2-4f0f-8439-285053c0de1f Feb 17 12:39:21.623868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.715664 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.719684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:21.720948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.828153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Network': ['ID=cea5e5fc-19f2-4f0f-8439-285053c0de1f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:21.839467 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:39:21.876390 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f6fef914-5d1c-45e2-8a75-f3dfd809e3ad tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4293318 Feb 17 12:39:21.879024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 56996) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:21.884258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'admin_state_up': True, 'project_id': '6176584e6e624e2583129282c599b017', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:21.891527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:21.896350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:router and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:21.899190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:21.905341 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:21.984745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:21.985809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.004044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.215354 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.503577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.532185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.666378 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.60 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/02cc1568-8be1-492f-a1c4-0871d947e142) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:39:22.815595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.893764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:22.959162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:39:22.961802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:22.965270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:39:22.993469 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=02cc1568-8be1-492f-a1c4-0871d947e142,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:23.190437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:23.191283 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:23.492806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ecac624a-eb02-496f-8f13-4069beb19a66 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:39:23.782183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:39:23.794826 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Sync routers for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:39:23.807094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:23.807693 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:23.876005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:23.877248 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f4d7a4be-659b-4f0e-9918-31d3c251e083 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9973135 Feb 17 12:39:23.880336 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57000) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:23.919614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0e09d515-8a9c-474b-bc08-09b7726f8899 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6176584e6e624e2583129282c599b017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380697 Feb 17 12:39:23.922269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57004) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:23.985025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:24.051062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a98e1-c248-4e64-999e-635bf64da899 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:24.052472 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c96a98e1-c248-4e64-999e-635bf64da899 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293054 Feb 17 12:39:24.055329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57008) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:24.099031 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-08da7042-d6dc-4882-95e8-f2acdee278fe tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426197 Feb 17 12:39:24.101459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57012) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:24.106698 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738280454', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'project_id': '6176584e6e624e2583129282c599b017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:24.217771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:24.222249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:subnet and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:24.225072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:24.230800 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:24.307130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:23Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:24.311002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Checking router: ecac624a-eb02-496f-8f13-4069beb19a66 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:39:24.311343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Updating router ecac624a-eb02-496f-8f13-4069beb19a66 port 02cc1568-8be1-492f-a1c4-0871d947e142 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:39:24.315742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:39:24.367498 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.426577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.687294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.695117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.708163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Transition to ACTIVE for port object 02cc1568-8be1-492f-a1c4-0871d947e142 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:24.761263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.768773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Subnet': ['ID=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:24.781286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Checking segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:39:24.781631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network hostable DHCP agents. Network: cea5e5fc-19f2-4f0f-8439-285053c0de1f, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:39:24.844372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Attempting to bind port 02cc1568-8be1-492f-a1c4-0871d947e142 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:39:24.845013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Attempting to bind port 02cc1568-8be1-492f-a1c4-0871d947e142 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:39:24.845864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Attempting to bind port 02cc1568-8be1-492f-a1c4-0871d947e142 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:39:24.847032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:39:24.848223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c8149-fb2d-4045-b90b-44658e482558 None None] Pushing event updated for resources: {'Port': ['ID=02cc1568-8be1-492f-a1c4-0871d947e142,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:24.856810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:39:24.857176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:39:24.857609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.858010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:39:24.858462 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Bound port: 02cc1568-8be1-492f-a1c4-0871d947e142, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:39:24.858823 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.909712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, cea5e5fc-19f2-4f0f-8439-285053c0de1f) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:24.914538 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:24.916094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:24.921047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9bcef-409f-4a02-aa05-12bc11383041 None None] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:39:24.982266 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f628dfd4-40ca-441d-b90d-972d800e503c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8770640 Feb 17 12:39:24.982467 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57016) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:25.010220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] For port 02cc1568-8be1-492f-a1c4-0871d947e142, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:39:25.023331 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] For port 02cc1568-8be1-492f-a1c4-0871d947e142, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=02cc1568-8be1-492f-a1c4-0871d947e142,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:39:25.098302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:25.225178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:39:25.226010 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:25.238289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c8149-fb2d-4045-b90b-44658e482558 None None] Pushing event updated for resources: {'Port': ['ID=02cc1568-8be1-492f-a1c4-0871d947e142,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:25.291028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:25.291639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:25.549272 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Allocated IP 172.20.0.2 (cea5e5fc-19f2-4f0f-8439-285053c0de1f/c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757/a25865b5-9ee0-457a-b998-cd508a76987c) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:39:25.555537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:25.857731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.044660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.063145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Transition to ACTIVE for port object a25865b5-9ee0-457a-b998-cd508a76987c will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:26.090054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Transition to ACTIVE for port object a25865b5-9ee0-457a-b998-cd508a76987c will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:26.093486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:23Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:26.097673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f0b38-c0ba-4c5d-93da-aafef82211cd None None] The sync data for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv is: [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:23Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:39:26.144796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.216551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:39:26.219448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:26.223746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:39:26.230265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Pushing event updated for resources: {'Port': ['ID=a25865b5-9ee0-457a-b998-cd508a76987c,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:26.274677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.1 (cea5e5fc-19f2-4f0f-8439-285053c0de1f/c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757/9c38415c-d71f-4b0c-99e8-7181f5c33821) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:39:26.354028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Attempting to bind port a25865b5-9ee0-457a-b998-cd508a76987c on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:39:26.354387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Attempting to bind port a25865b5-9ee0-457a-b998-cd508a76987c by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:39:26.354742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Attempting to bind port a25865b5-9ee0-457a-b998-cd508a76987c on network cea5e5fc-19f2-4f0f-8439-285053c0de1f {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:39:26.365480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:39:26.365480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Checking segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:39:26.366270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.369587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Bound using segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:39:26.370721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Bound port: a25865b5-9ee0-457a-b998-cd508a76987c, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:39:26.371607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.477699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.482564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] For port a25865b5-9ee0-457a-b998-cd508a76987c, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:39:26.486543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] For port a25865b5-9ee0-457a-b998-cd508a76987c, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a25865b5-9ee0-457a-b998-cd508a76987c,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:39:26.495169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object 9c38415c-d71f-4b0c-99e8-7181f5c33821 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:26.544530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.562170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.635142 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:39:26.635616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea922d-fa32-4eaf-9a8e-8215fe1eab6a None None] Pushing event updated for resources: {'Port': ['ID=a25865b5-9ee0-457a-b998-cd508a76987c,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:26.644648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:26.650387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:39:26.693772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=9c38415c-d71f-4b0c-99e8-7181f5c33821,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:26.724229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.835680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 02cc1568-8be1-492f-a1c4-0871d947e142 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:26.902290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:26.984231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 02cc1568-8be1-492f-a1c4-0871d947e142 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:26.990043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 02cc1568-8be1-492f-a1c4-0871d947e142 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:26.990546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:27.116397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:27.133708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 02cc1568-8be1-492f-a1c4-0871d947e142, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=02cc1568-8be1-492f-a1c4-0871d947e142,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:27.195796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:27.262241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=02cc1568-8be1-492f-a1c4-0871d947e142,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:27.342021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:27.383853 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:27.513285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:27.516843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=9c38415c-d71f-4b0c-99e8-7181f5c33821,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:27.640441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277f549-cd07-49f1-9d12-7dda8ece4ef5 None None] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:39:27.678731 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:39:27.679902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:27.860506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-430cf390-79f9-449c-b14e-275d61d15092 None None] Provisioning for port a25865b5-9ee0-457a-b998-cd508a76987c completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:28.156012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed825391-a31b-4fc6-aaa7-8ddcaf768c01 None None] Provisioning for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:28.162451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed825391-a31b-4fc6-aaa7-8ddcaf768c01 None None] Provisioning complete for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:28.163067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed825391-a31b-4fc6-aaa7-8ddcaf768c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:28.174558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ecac624a-eb02-496f-8f13-4069beb19a66 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:39:28.219163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ed825391-a31b-4fc6-aaa7-8ddcaf768c01 None None] Port 9c38415c-d71f-4b0c-99e8-7181f5c33821 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:39:28.355270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-d0d64388-6636-419e-b8fa-ec44aeb4df00 None None] Provisioning complete for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:28.355636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d0d64388-6636-419e-b8fa-ec44aeb4df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:28.382536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:39:28.398996 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6ec86059-fd96-4783-9562-89147753d885 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/ecac624a-eb02-496f-8f13-4069beb19a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155314 Feb 17 12:39:28.412943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-d0d64388-6636-419e-b8fa-ec44aeb4df00 None None] Port 9c38415c-d71f-4b0c-99e8-7181f5c33821 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:39:28.534672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2767c7ce-e85a-497f-a2f4-b22bd3c07674 None None] Provisioning complete for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:28.535101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2767c7ce-e85a-497f-a2f4-b22bd3c07674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:28.573454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-d6335462-cf32-446f-b66b-8284b0ea1e22 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:28.587238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-2767c7ce-e85a-497f-a2f4-b22bd3c07674 None None] Port 9c38415c-d71f-4b0c-99e8-7181f5c33821 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:39:28.646751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-d6335462-cf32-446f-b66b-8284b0ea1e22 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:28.647965 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-d6335462-cf32-446f-b66b-8284b0ea1e22 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651155672&fields=id&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 267 time: 0.1160977 Feb 17 12:39:28.810454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-8f2a4e00-d023-4a5d-93d0-4fbf0bc19cf9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:28.811136 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-8f2a4e00-d023-4a5d-93d0-4fbf0bc19cf9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:28.841113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 02cc1568-8be1-492f-a1c4-0871d947e142 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:28.874835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-8f2a4e00-d023-4a5d-93d0-4fbf0bc19cf9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:28.877239 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-8f2a4e00-d023-4a5d-93d0-4fbf0bc19cf9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 797 time: 0.2224886 Feb 17 12:39:28.893658 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-75b96bc9-b4b0-4b78-b2f2-4c55340d42d5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/quotas/6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 375 time: 0.0110662 Feb 17 12:39:28.911963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 02cc1568-8be1-492f-a1c4-0871d947e142 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:28.912321 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:28.972296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-6c8c8750-13a3-42a7-8e9e-242ccf9ede00 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:29.023952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a25865b5-9ee0-457a-b998-cd508a76987c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:29.058235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-6c8c8750-13a3-42a7-8e9e-242ccf9ede00 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:29.059691 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-6c8c8750-13a3-42a7-8e9e-242ccf9ede00 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605525 Feb 17 12:39:29.138211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port a25865b5-9ee0-457a-b998-cd508a76987c completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:29.144269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port a25865b5-9ee0-457a-b998-cd508a76987c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:29.144634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:29.201670 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-187a37cb-3d7b-464f-8603-204405693efb service neutron] 10.222.0.47 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296351 Feb 17 12:39:29.260832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:29.332311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port a25865b5-9ee0-457a-b998-cd508a76987c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a25865b5-9ee0-457a-b998-cd508a76987c,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:29.337751 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-f996bbe2-ca7b-4089-a63b-b29d1caa92d2 service neutron] 10.222.0.47 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293054 Feb 17 12:39:29.407149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:29.475449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=a25865b5-9ee0-457a-b998-cd508a76987c,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:29.787061 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Sync routers for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:39:29.800541 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:29.801144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:29.975222 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:30.314206 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 2, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:30.318167 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Checking router: ecac624a-eb02-496f-8f13-4069beb19a66 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:39:30.318512 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Updating router ecac624a-eb02-496f-8f13-4069beb19a66 port 9c38415c-d71f-4b0c-99e8-7181f5c33821 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:39:30.370395 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:30.581977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9144913e-79cf-4d03-b4ab-99a0d20f34cb req-47e88a37-fdfb-49a8-bd68-ac20dec6473a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:30.597418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9144913e-79cf-4d03-b4ab-99a0d20f34cb req-47e88a37-fdfb-49a8-bd68-ac20dec6473a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:30.606357 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9144913e-79cf-4d03-b4ab-99a0d20f34cb req-47e88a37-fdfb-49a8-bd68-ac20dec6473a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 210 time: 0.0652182 Feb 17 12:39:30.718482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:30.731024 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Transition to ACTIVE for port object 9c38415c-d71f-4b0c-99e8-7181f5c33821 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:30.770051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a25865b5-9ee0-457a-b998-cd508a76987c up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:30.795439 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:30.849159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port a25865b5-9ee0-457a-b998-cd508a76987c triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:30.849676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:30.874990 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Pushing event updated for resources: {'Port': ['ID=9c38415c-d71f-4b0c-99e8-7181f5c33821,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:30.939506 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.939849 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.940189 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.940517 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.940842 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.941165 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.941488 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.941836 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.942144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.942481 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:30.942800 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:39:31.040537 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Attempting to bind port 9c38415c-d71f-4b0c-99e8-7181f5c33821 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:39:31.040909 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Attempting to bind port 9c38415c-d71f-4b0c-99e8-7181f5c33821 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:39:31.041268 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Attempting to bind port 9c38415c-d71f-4b0c-99e8-7181f5c33821 on network cea5e5fc-19f2-4f0f-8439-285053c0de1f {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:39:31.048680 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:39:31.052038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Checking segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:39:31.052038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:31.052038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Bound using segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:39:31.052038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Bound port: 9c38415c-d71f-4b0c-99e8-7181f5c33821, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:39:31.052038 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:31.138061 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] For port 9c38415c-d71f-4b0c-99e8-7181f5c33821, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:39:31.141041 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] For port 9c38415c-d71f-4b0c-99e8-7181f5c33821, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9c38415c-d71f-4b0c-99e8-7181f5c33821,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:39:31.190672 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:31.271739 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5da653-f3e2-4b2e-a4f6-b1709647e0f1 None None] Pushing event updated for resources: {'Port': ['ID=9c38415c-d71f-4b0c-99e8-7181f5c33821,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:31.274833 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:31.275625 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:31.456476 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:31.771187 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d3ed54a3-4ff6-4e72-bcdb-dba8779eb1b9 req-45295795-206a-4643-88a5-2f57e97cfcc3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 210 time: 0.0453393 Feb 17 12:39:31.800482 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:31Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:31.804725 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab3e16-50d6-4d0f-9658-2ca54c02f35f None None] The sync data for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv is: [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:31Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:39:32.492259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-81174e80-5d0f-4391-a051-5900f23714e1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:32.492929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-81174e80-5d0f-4391-a051-5900f23714e1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:32.507032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-81174e80-5d0f-4391-a051-5900f23714e1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:32.508331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-81174e80-5d0f-4391-a051-5900f23714e1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 797 time: 0.1629322 Feb 17 12:39:32.564548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cbeb2301-a2b3-417c-8702-fc4c738a2092 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:32.577352 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cbeb2301-a2b3-417c-8702-fc4c738a2092 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:32.579085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cbeb2301-a2b3-417c-8702-fc4c738a2092 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 379 time: 0.0585272 Feb 17 12:39:32.588472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'port': {'device_id': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'admin_state_up': True, 'tenant_id': '6176584e6e624e2583129282c599b017', 'security_groups': ['ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:32.743235 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:32.756944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:32.794757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9c38415c-d71f-4b0c-99e8-7181f5c33821 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:32.846520 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:39:32.849773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:32.926539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:32.931770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:32.932139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:32.958581 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5a24db8c-e4a5-4499-9bee-08d98977008e req-f5de1106-0f79-4988-8eb7-ea7da04127e0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 210 time: 0.0488722 Feb 17 12:39:33.048742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:33.053735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.10 (cea5e5fc-19f2-4f0f-8439-285053c0de1f/c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757/6c40efaa-40a5-4cf5-8366-9db7edd82ea8) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:39:33.080183 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9c38415c-d71f-4b0c-99e8-7181f5c33821, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9c38415c-d71f-4b0c-99e8-7181f5c33821,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:33.178158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:33.246592 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9c38415c-d71f-4b0c-99e8-7181f5c33821,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:33.250285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:33.267386 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:33.355092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:33.433874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:39:33.436986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:33.441821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:39:33.470058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:33.504135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:33.504748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:33.601577 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-4bbe7c71-c27e-4908-9179-412c67817bb0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0168579 Feb 17 12:39:33.612780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Request body: {'port': {'device_id': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:33.732152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e8f17f90-b308-4fe9-8132-b01a7367dcda None None] Provisioning for port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:33.738018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e8f17f90-b308-4fe9-8132-b01a7367dcda None None] Provisioning complete for port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:33.738382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e8f17f90-b308-4fe9-8132-b01a7367dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:33.793883 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e8f17f90-b308-4fe9-8132-b01a7367dcda None None] Port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:39:33.821872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.157678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:39:34.164779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.180152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Transition to ACTIVE for port object 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:39:34.223355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.225198 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71e662-7039-4a88-9b31-10755de91f5b req-cff66639-1252-4fe6-8af9-e3ef459af925 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:34.226693 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5e71e662-7039-4a88-9b31-10755de91f5b req-cff66639-1252-4fe6-8af9-e3ef459af925 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 932 time: 0.1467366 Feb 17 12:39:34.277275 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5e71e662-7039-4a88-9b31-10755de91f5b req-0596412a-b51a-4613-98d3-7b94cf3e2ea2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449781 Feb 17 12:39:34.391413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:34.514062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Attempting to bind port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:39:34.514737 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Attempting to bind port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:39:34.514867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Attempting to bind port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 on network cea5e5fc-19f2-4f0f-8439-285053c0de1f {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:39:34.521213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 on network cea5e5fc-19f2-4f0f-8439-285053c0de1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:39:34.521533 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Attempting to bind port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 on network cea5e5fc-19f2-4f0f-8439-285053c0de1f {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:39:34.528189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:39:34.528660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Checking segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:39:34.529363 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Bound using segment: {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:39:34.530015 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Bound port: 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a318b9-eb55-41e0-ad5a-ec1eb225b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:39:34.530362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.632038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:39:34.635112 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:39:34.687105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.750976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.752422 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 1094 time: 1.1438386 Feb 17 12:39:34.752902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:39:34.792028 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26c615-dc4f-40da-a716-fedd4e08b038 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:34.792172 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9c38415c-d71f-4b0c-99e8-7181f5c33821 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:34.830230 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'status': 'completed', 'code': 200} Feb 17 12:39:34.868906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9c38415c-d71f-4b0c-99e8-7181f5c33821 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:34.869274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:34.928355 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3a348b2-29ed-477b-8217-9c641687f8b4 req-38ffa1b1-27c6-4f5e-9a85-88bd6ceba49d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1097 time: 0.0790589 Feb 17 12:39:35.078374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348b2-29ed-477b-8217-9c641687f8b4 req-65e1b333-bec4-4554-9a11-3d073a5396da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:35.080085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3a348b2-29ed-477b-8217-9c641687f8b4 req-65e1b333-bec4-4554-9a11-3d073a5396da service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6176584e6e624e2583129282c599b017&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1454575 Feb 17 12:39:35.213843 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348b2-29ed-477b-8217-9c641687f8b4 req-9a46d3a5-238f-43ab-b10b-801a77333551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:35.215245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e3a348b2-29ed-477b-8217-9c641687f8b4 req-9a46d3a5-238f-43ab-b10b-801a77333551 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1288953 Feb 17 12:39:35.317709 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-34c7cf22-c232-462f-8904-d97286aca5fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1097 time: 0.0679812 Feb 17 12:39:35.388465 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-e8a9446b-2b0c-4b0f-abb7-f0d1f8496eb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 217 time: 0.0641103 Feb 17 12:39:35.449961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-396ca823-cc11-4d99-a8e1-03dcbad103b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:35.451441 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-396ca823-cc11-4d99-a8e1-03dcbad103b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0579150 Feb 17 12:39:35.503547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa69b9-c18c-44b4-b3d5-c7241dd33aa3 req-12975db3-c2df-42aa-9582-3f791a680381 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:35.504929 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f6aa69b9-c18c-44b4-b3d5-c7241dd33aa3 req-12975db3-c2df-42aa-9582-3f791a680381 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.0781114 Feb 17 12:39:35.526567 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-9084a375-26d7-4ac9-abd8-ba8dfe103c98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684955 Feb 17 12:39:35.551867 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f6aa69b9-c18c-44b4-b3d5-c7241dd33aa3 req-840958a4-eae5-4356-9b24-3c41079a2307 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414076 Feb 17 12:39:35.658283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-b3cb7578-6d59-46e0-a8bc-7410deb9cbe2 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256282 Feb 17 12:39:35.871760 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9e8282d8-a974-4b4e-951a-682fb783ef71 req-7217324a-f313-4204-b7d2-b65aeec8a070 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071731 Feb 17 12:39:36.752594 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459ade3-2460-430e-a419-6af43a8e66ae req-c144d85e-e35b-43a8-a13c-2621eff1d900 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:36.753293 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a459ade3-2460-430e-a419-6af43a8e66ae req-c144d85e-e35b-43a8-a13c-2621eff1d900 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:39:36.811999 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a459ade3-2460-430e-a419-6af43a8e66ae req-c144d85e-e35b-43a8-a13c-2621eff1d900 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:39:36.813253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a459ade3-2460-430e-a419-6af43a8e66ae req-c144d85e-e35b-43a8-a13c-2621eff1d900 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.1363111 Feb 17 12:39:36.862373 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a459ade3-2460-430e-a419-6af43a8e66ae req-a6a17afc-4333-4080-a740-1b099b1af6dc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431590 Feb 17 12:39:37.556675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:39:37.689101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:37.708616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'port_id': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'mac_address': 'fa:16:3e:06:c3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:39:37.765299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:37.782426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:39:37.788143 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2152dff0-7683-4480-9937-dd373485358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:37.799389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:37.850971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:37.919910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:38.057112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b39ff5-3a71-4a0e-8d7a-b9f3a26abeb5 req-1e86f113-2521-4217-ae36-a9b5ccbdf6b1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:38.058584 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d0b39ff5-3a71-4a0e-8d7a-b9f3a26abeb5 req-1e86f113-2521-4217-ae36-a9b5ccbdf6b1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 945 time: 0.0738971 Feb 17 12:39:38.105925 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d0b39ff5-3a71-4a0e-8d7a-b9f3a26abeb5 req-ef8295c3-1111-4165-bd44-c6c57fc1611e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Feb 17 12:39:38.233900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['6c40efaa-40a5-4cf5-8366-9db7edd82ea8'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:39:39.304544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b66-d1e6-42ae-9eb8-945d63888a63 req-fb80a66c-ffca-480d-b002-cb196125fe37 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:39.305355 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-500d4b66-d1e6-42ae-9eb8-945d63888a63 req-fb80a66c-ffca-480d-b002-cb196125fe37 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 945 time: 0.0805695 Feb 17 12:39:39.349460 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-500d4b66-d1e6-42ae-9eb8-945d63888a63 req-3d03c54e-5b4e-4c15-94c4-496d1c419928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385838 Feb 17 12:39:39.554903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:39:39.685539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:39:39.690408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:39:39.694853 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:39.803064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:39.828560 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:39:39.838637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:39:39.884392 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'code': 200} Feb 17 12:39:39.920068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:39.987203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:40.126202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5470c68a-a4b4-4c20-a770-0c85fd94a764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:40.246046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-84aa1e16-d603-4a78-b46f-31c62ba46067 req-f5bb6ffc-1b54-46ba-9b9e-de1483897639 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1099 time: 0.0665250 Feb 17 12:39:40.288032 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-84aa1e16-d603-4a78-b46f-31c62ba46067 req-abed7f25-3234-4809-a6dd-cbb27a00707a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365298 Feb 17 12:39:40.549898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec749-f8bb-4cc3-85bd-a48143d0b888 req-50997f1a-f6d0-4e94-aa4b-734c6320d5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:40.551397 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1c0ec749-f8bb-4cc3-85bd-a48143d0b888 req-50997f1a-f6d0-4e94-aa4b-734c6320d5c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0822313 Feb 17 12:39:40.597060 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1c0ec749-f8bb-4cc3-85bd-a48143d0b888 req-139c050d-6996-4458-a4a8-afae62d4d257 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 Feb 17 12:39:41.440342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:41.513916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:41.791086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b30d6-dbf8-489f-8b29-5f532c68602f req-a00a0687-2854-41ab-bce2-4f8dec8db0ab tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:41.792533 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-608b30d6-dbf8-489f-8b29-5f532c68602f req-a00a0687-2854-41ab-bce2-4f8dec8db0ab tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0750413 Feb 17 12:39:41.838243 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-608b30d6-dbf8-489f-8b29-5f532c68602f req-8bab2b63-1cb6-43f8-97d4-8a3d3ba31f5b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398805 Feb 17 12:39:42.005257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:43.033817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba374c75-57c6-4f9c-ad99-57389b09743b req-30b37680-01bc-410b-b5ab-065be55faf76 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:43.035285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba374c75-57c6-4f9c-ad99-57389b09743b req-30b37680-01bc-410b-b5ab-065be55faf76 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0759759 Feb 17 12:39:43.051186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:43.080110 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba374c75-57c6-4f9c-ad99-57389b09743b req-111dfd9e-b322-4e80-8503-0ef65856b7bc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389249 Feb 17 12:39:43.277047 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c42a7-efde-43f9-a9c7-9921f8e3a277 req-c38cefaa-e3c7-4c99-b19d-a34196d2f28b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:43.278500 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d89c42a7-efde-43f9-a9c7-9921f8e3a277 req-c38cefaa-e3c7-4c99-b19d-a34196d2f28b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0779681 Feb 17 12:39:43.324253 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d89c42a7-efde-43f9-a9c7-9921f8e3a277 req-6d3749d0-b46e-420d-9df4-ecf6eb577d65 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Feb 17 12:39:43.351930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57070) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:43.488201 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fc523d3f-d0c0-4500-9daa-69ec1100c318 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1094 time: 0.1351299 Feb 17 12:39:43.490867 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57076) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:43.496122 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:39:43.502280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:39:43.506075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:floatingip and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:39:43.508836 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:39:43.514414 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:39:43.582865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:43.716448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:43.848200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.17 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/8c468710-d391-4ef7-86a2-355ec8cf02f0) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:39:44.077969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:44.160315 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:44.229972 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:39:44.232633 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:39:44.238012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:39:44.264654 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=8c468710-d391-4ef7-86a2-355ec8cf02f0,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:44.733137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:44.853628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:45.056407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:45.124593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:45.229901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=8c468710-d391-4ef7-86a2-355ec8cf02f0,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:39:45.244689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:45.430948 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Floating IP 903a2d8f-f123-4ba5-b4c6-c8c74b0891dd associated. External IP: 172.26.6.17, port: 6c40efaa-40a5-4cf5-8366-9db7edd82ea8. Feb 17 12:39:45.936875 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ecac624a-eb02-496f-8f13-4069beb19a66 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:39:46.133898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:39:46.143966 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] Sync routers for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:39:46.155962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:46.156638 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:46.274172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:39:46.328184 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bb512693-c7c0-4305-9ed1-7471d1e00049 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8362782 Feb 17 12:39:46.329096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:39:46.368661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:46.386479 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'status': 'completed', 'code': 200} Feb 17 12:39:46.585150 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-7adb0ea6-e030-4317-889f-e5224ed6ce7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1099 time: 0.1496654 Feb 17 12:39:46.585150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223d7ae-c772-4e70-b33d-7fd23839968b req-0136d19e-e3c5-4c17-bd06-524da63516ea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:46.585150 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2223d7ae-c772-4e70-b33d-7fd23839968b req-0136d19e-e3c5-4c17-bd06-524da63516ea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.1241961 Feb 17 12:39:46.708399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2223d7ae-c772-4e70-b33d-7fd23839968b req-462ba1f3-7b6f-4eec-9460-6674fce3f662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160088 Feb 17 12:39:46.741441 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57084) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:46.749598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-47609569-b77b-49cf-a2b9-9bc2809fd1da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:46.751222 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-47609569-b77b-49cf-a2b9-9bc2809fd1da service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1814632 Feb 17 12:39:46.754264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '903a2d8f-f123-4ba5-b4c6-c8c74b0891dd', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.17', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'port_id': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'mac_address': 'fa:16:3e:06:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:39:44Z', 'updated_at': '2022-02-17T12:39:44Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:46.758437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] Checking router: ecac624a-eb02-496f-8f13-4069beb19a66 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:39:46.770410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:39:46.771004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:39:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:46.852598 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-92dc511b-0d20-4b54-b622-3842327b3217 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/903a2d8f-f123-4ba5-b4c6-c8c74b0891dd HTTP/1.1" status: 200 len: 991 time: 0.1080840 Feb 17 12:39:46.859004 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-25c7fe7d-7836-471e-92b7-98779ee227bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 999 time: 0.1018312 Feb 17 12:39:46.922652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-df3d57af-5e9a-421c-a980-89eb3b447635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:39:46.924152 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-df3d57af-5e9a-421c-a980-89eb3b447635 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0593953 Feb 17 12:39:46.948109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:39:47.004228 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-15456f5a-294f-47e9-aeba-a2007f18b481 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742571 Feb 17 12:39:47.137396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-fd7153a4-52db-498a-8b67-dedccfae273d service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266916 Feb 17 12:39:47.271958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2d007976-27b7-47cd-b66a-5533f7ac9b2a req-527d6351-07c0-4968-bdc9-e586361168fe service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288128 Feb 17 12:39:47.303305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '903a2d8f-f123-4ba5-b4c6-c8c74b0891dd', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.17', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'port_id': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'mac_address': 'fa:16:3e:06:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:39:44Z', 'updated_at': '2022-02-17T12:39:44Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:39:47.307483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8a76c-3ca1-479b-8216-04429ee86c48 None None] The sync data for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv is: [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '903a2d8f-f123-4ba5-b4c6-c8c74b0891dd', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.17', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'port_id': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'mac_address': 'fa:16:3e:06:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:39:44Z', 'updated_at': '2022-02-17T12:39:44Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:39:47.855374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57088) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:47.961893 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-07925bd6-4ace-46ae-896a-f4480ffd4308 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/903a2d8f-f123-4ba5-b4c6-c8c74b0891dd HTTP/1.1" status: 200 len: 991 time: 0.1052740 Feb 17 12:39:48.815893 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84bf72b-75cf-4696-9aa5-81097820b1d1 None None] New status for floating IP 903a2d8f-f123-4ba5-b4c6-c8c74b0891dd: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:39:48.965562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57092) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:49.154411 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fa8b720d-d971-44a1-83fb-138dce1f3de6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/903a2d8f-f123-4ba5-b4c6-c8c74b0891dd HTTP/1.1" status: 200 len: 991 time: 0.1876957 Feb 17 12:39:50.158563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57096) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:39:50.259808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8a737f88-ac19-4f75-8d42-38ffc16fae88 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/903a2d8f-f123-4ba5-b4c6-c8c74b0891dd HTTP/1.1" status: 200 len: 993 time: 0.1000671 Feb 17 12:39:56.331654 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:40:04.367839 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-d55e5868-6896-4d17-9fef-e6aba3e096a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674379 Feb 17 12:40:04.509804 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-ffdfa1f6-723f-459c-8d1a-6cf27eeb1c4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1099 time: 0.0720274 Feb 17 12:40:04.653170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-495da2b6-a779-4f69-acb4-bc5fbc26c14b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:04.654966 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-495da2b6-a779-4f69-acb4-bc5fbc26c14b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1269538 Feb 17 12:40:04.761302 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-f5c25ffd-0ab7-4b10-948e-f1a4ff8d6f3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0984919 Feb 17 12:40:04.824489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-7278e3b3-e0b0-442b-abe3-f261852b9be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:04.825982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-7278e3b3-e0b0-442b-abe3-f261852b9be3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0590961 Feb 17 12:40:04.902314 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-2a75f134-d1eb-4f04-b4fd-aa4156e8d250 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702558 Feb 17 12:40:05.033874 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-5823a22c-e117-4b45-86c0-ca4a338cb53f service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252229 Feb 17 12:40:05.170292 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-72ee4359-f0ce-455f-9ae3-6d7838fab014 req-ca6b610f-ea1f-4694-bbec-6b9585946392 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281664 Feb 17 12:40:07.786104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7163f783-3324-4229-8e60-2d72a08637bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:10.134345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-95b2e05b-7ebb-4346-aefa-32196739f89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:11.403340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:11.498690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:12.013029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:13.043246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:33.332817 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:40:37.777991 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-922343f4-9e4f-4489-9892-6e9a93c1dda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:40.085135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7ab7-fb3a-4853-87f8-1669e18e16ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:41.399219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:41.524609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:42.075225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:43.029502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:40:55.854708 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b1b11ac5-30d8-4d9a-bf0f-cddd4e9d8a5e req-1cb69e3d-3d65-48b8-9c07-49efc7c00270 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2168808 Feb 17 12:40:56.294687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4626986-b85f-4a22-8ef0-60c4ebd5fd60 req-a470a0ad-c47e-4da6-a742-7cb0a6b4c6a3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:56.296142 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a4626986-b85f-4a22-8ef0-60c4ebd5fd60 req-a470a0ad-c47e-4da6-a742-7cb0a6b4c6a3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0797434 Feb 17 12:40:56.343723 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a4626986-b85f-4a22-8ef0-60c4ebd5fd60 req-fdd60086-098e-432c-9a71-1025c4c1f41a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414684 Feb 17 12:40:56.363781 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57134) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:40:56.530626 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-6c7898f4-137e-40ee-9ea2-0af02e6bd189 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656227 Feb 17 12:40:57.546621 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ccc37-297b-42ec-aa73-bdf39ee11c92 req-39880e5c-fb11-4c26-83c3-49698b3cfd7d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:57.548072 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-442ccc37-297b-42ec-aa73-bdf39ee11c92 req-39880e5c-fb11-4c26-83c3-49698b3cfd7d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0771999 Feb 17 12:40:57.595825 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-442ccc37-297b-42ec-aa73-bdf39ee11c92 req-bc375ca1-cff0-4f85-9e62-01155bbd5bb5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Feb 17 12:40:58.792697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-a59863e1-d9a5-4301-90b0-d92224ec553c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1099 time: 0.0794530 Feb 17 12:40:58.805525 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a4f35-99ff-4614-a593-8410f656dd10 req-a0563747-f057-4ee8-beeb-531108ff816d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:58.807175 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4a5a4f35-99ff-4614-a593-8410f656dd10 req-a0563747-f057-4ee8-beeb-531108ff816d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0863807 Feb 17 12:40:58.855622 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4a5a4f35-99ff-4614-a593-8410f656dd10 req-44634b0f-f430-4466-822c-59001d29c001 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408723 Feb 17 12:40:58.927236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-754285f6-3cee-424e-aaa4-a2e6dd750353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:58.928662 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-754285f6-3cee-424e-aaa4-a2e6dd750353 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1288660 Feb 17 12:40:59.030540 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-0dfaa055-b86a-461a-9a7e-1cfc9c268c5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0944204 Feb 17 12:40:59.092272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-5ba3df6f-8f20-40ad-9212-f72fe08982f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:40:59.093691 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-5ba3df6f-8f20-40ad-9212-f72fe08982f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0568409 Feb 17 12:40:59.249813 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-9da6e995-67e3-4b67-b0b3-fa99fafb421f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1502521 Feb 17 12:40:59.380781 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-8e8e86ae-240c-4b47-a2a3-a909e899f9bc service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244950 Feb 17 12:40:59.510897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-c9cf67bd-8923-4c88-81b2-440fc30777bd service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241589 Feb 17 12:41:00.049855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee4585-81b5-4ef2-8c18-e977c5d8279e req-fb8fb69d-eb87-4e48-b802-f154cf7f3aea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:00.051297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42ee4585-81b5-4ef2-8c18-e977c5d8279e req-fb8fb69d-eb87-4e48-b802-f154cf7f3aea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0747221 Feb 17 12:41:00.094543 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42ee4585-81b5-4ef2-8c18-e977c5d8279e req-eb167c39-7a64-4726-85af-73da34d74922 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Feb 17 12:41:01.290904 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eccedb-bdcc-4837-86ba-066de8a4aa87 req-1c10f6d0-84b1-45c7-9387-22c912cda519 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:01.292529 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-82eccedb-bdcc-4837-86ba-066de8a4aa87 req-1c10f6d0-84b1-45c7-9387-22c912cda519 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0751965 Feb 17 12:41:01.338305 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-82eccedb-bdcc-4837-86ba-066de8a4aa87 req-d318d0d3-3d2e-46e7-aec2-b3f16873391f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402229 Feb 17 12:41:02.542395 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c2de9-8925-411a-ab8b-236864ec5aed req-0e0129e9-33cf-4006-b056-0b8630e5f003 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:02.543867 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-397c2de9-8925-411a-ab8b-236864ec5aed req-0e0129e9-33cf-4006-b056-0b8630e5f003 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0781417 Feb 17 12:41:02.588792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-397c2de9-8925-411a-ab8b-236864ec5aed req-cfd2e51e-13c5-4094-b202-423cc31330ea tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 Feb 17 12:41:03.787603 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c386-d354-40ad-a179-56e9bba89b53 req-17e22c14-053d-4185-bf1d-0fd7d1865cf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:03.789033 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd75c386-d354-40ad-a179-56e9bba89b53 req-17e22c14-053d-4185-bf1d-0fd7d1865cf3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0775039 Feb 17 12:41:03.833035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd75c386-d354-40ad-a179-56e9bba89b53 req-e22fd0d5-fffd-44ed-8cbe-72adca13c748 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 Feb 17 12:41:05.025337 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491eaf0-f003-4cb6-acf6-7c6e4766ad54 req-9a6f638e-dbe8-4896-89a1-c773c55c6ecc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:05.026728 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1491eaf0-f003-4cb6-acf6-7c6e4766ad54 req-9a6f638e-dbe8-4896-89a1-c773c55c6ecc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0750871 Feb 17 12:41:05.071309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1491eaf0-f003-4cb6-acf6-7c6e4766ad54 req-aa691e3d-6360-4c44-871c-63519aa4ce4e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391345 Feb 17 12:41:05.576548 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-ad9ef7aa-4f83-422d-b2c9-30531d46e81c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1099 time: 0.0719311 Feb 17 12:41:05.749763 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-f4169e0f-1fc9-4aa7-a6b4-39f7d3054f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:05.751843 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-f4169e0f-1fc9-4aa7-a6b4-39f7d3054f38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1266980 Feb 17 12:41:05.850873 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-acb3cd38-6700-4fc4-87c9-48f6d09786cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0934258 Feb 17 12:41:05.913510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-e0e20627-cb70-4ae5-bf77-500bc450798b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:05.914927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-e0e20627-cb70-4ae5-bf77-500bc450798b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0562592 Feb 17 12:41:05.986071 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-3b1158f7-c9eb-45d6-8025-8c9ce74bafc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646560 Feb 17 12:41:06.112940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-06527f90-f452-4d0a-93a8-38350aa59652 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212101 Feb 17 12:41:06.242504 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b9dc5263-2c16-4bf7-9c67-78b9f5edc333 req-a086846a-9a2f-4beb-a559-0f0191fb7976 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247072 Feb 17 12:41:06.269221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693256-b3ec-454b-b94d-56e7c34730eb req-bf84cafe-fbfd-4fd0-b648-5454a9b9d9e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:06.270699 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-de693256-b3ec-454b-b94d-56e7c34730eb req-bf84cafe-fbfd-4fd0-b648-5454a9b9d9e5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0783749 Feb 17 12:41:06.319672 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-de693256-b3ec-454b-b94d-56e7c34730eb req-e452ce84-576b-4eb2-8be8-e0d88364a8e3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433969 Feb 17 12:41:07.518391 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88622-70d2-4c62-a5af-8f1891186374 req-e6ad61f4-49bf-4abd-9efa-5d9919090be6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:07.519833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76a88622-70d2-4c62-a5af-8f1891186374 req-e6ad61f4-49bf-4abd-9efa-5d9919090be6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0779943 Feb 17 12:41:07.566261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76a88622-70d2-4c62-a5af-8f1891186374 req-b8e79d13-70c7-419d-87ec-e2b809419591 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Feb 17 12:41:07.775749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4fcb3ac2-1c45-4aa9-a316-324ab41cb824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:08.764780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48581e83-b598-4185-a768-6f70c71bed82 req-63649e6a-e877-4938-8867-3126c32aa0f3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:08.766551 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-48581e83-b598-4185-a768-6f70c71bed82 req-63649e6a-e877-4938-8867-3126c32aa0f3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0759354 Feb 17 12:41:08.810887 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-48581e83-b598-4185-a768-6f70c71bed82 req-95c6aead-35c4-44f9-8596-7b95a97e8a53 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388422 Feb 17 12:41:10.006845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed122a-cfb9-4c76-ab99-077d6f2747a3 req-280015b7-7467-472a-95c0-d28754a10dc3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:10.008342 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88ed122a-cfb9-4c76-ab99-077d6f2747a3 req-280015b7-7467-472a-95c0-d28754a10dc3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0770991 Feb 17 12:41:10.058475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88ed122a-cfb9-4c76-ab99-077d6f2747a3 req-8912f458-b349-49ea-84e9-fa6b7aa3652a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445647 Feb 17 12:41:10.098987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0a873023-d50e-4a00-b365-d304deacc4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:10.333728 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:41:11.261479 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808a27-869d-436b-b10d-da4cc183eddd req-395e5216-b5f3-4a56-8fff-c0764813894a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:11.262962 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c808a27-869d-436b-b10d-da4cc183eddd req-395e5216-b5f3-4a56-8fff-c0764813894a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0794821 Feb 17 12:41:11.308476 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2c808a27-869d-436b-b10d-da4cc183eddd req-79aee7d8-0a9b-48e8-ae7c-516899257480 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393543 Feb 17 12:41:11.387404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:11.501414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:11.581383 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-d189e34a-0603-4edc-a335-f55e9cbf12fc service neutron] 10.222.0.24 "GET /v2.0/ports/6c40efaa-40a5-4cf5-8366-9db7edd82ea8/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0731940 Feb 17 12:41:12.070323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:12.189374 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-5ddd8c52-cec3-4218-aa9b-f1a216cf68f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 1099 time: 0.0684285 Feb 17 12:41:12.359396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-892e45e2-651c-497e-85ef-99528a799351 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1099 time: 0.1501570 Feb 17 12:41:12.542258 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-3ef45ead-11ce-402b-8b53-d24ed1f4d3b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:12.543727 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-3ef45ead-11ce-402b-8b53-d24ed1f4d3b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1791508 Feb 17 12:41:12.616098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccb31f-dc58-4fc0-91d1-eb97e9f8adbe req-7d791e7c-3e30-495e-b7d7-b723bd05578e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:12.616098 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59ccb31f-dc58-4fc0-91d1-eb97e9f8adbe req-7d791e7c-3e30-495e-b7d7-b723bd05578e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.1766703 Feb 17 12:41:12.685461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-cd50628c-dc5e-408e-9223-8886f2f2c3ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 1001 time: 0.1344156 Feb 17 12:41:12.690751 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-59ccb31f-dc58-4fc0-91d1-eb97e9f8adbe req-753f5212-ee69-4f7b-aca6-e313ded7c404 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687461 Feb 17 12:41:12.747490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-13613a72-64cb-4bc4-922f-849d05fb883e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:12.749000 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-13613a72-64cb-4bc4-922f-849d05fb883e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0573530 Feb 17 12:41:12.831484 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-7a3733e3-d21a-44f2-b3fc-b2b4c08b74ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769045 Feb 17 12:41:12.963518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-c6dbcbb3-573b-4a11-bf21-19095541ebfa service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262991 Feb 17 12:41:13.048293 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:13.101514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-5d3b7310-9f92-4937-95d2-7f9b1e031f6b service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325912 Feb 17 12:41:13.886480 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfc09-4dcb-4777-aa88-6e59feeed188 req-31ffc37c-2ef8-43e1-b670-d07b2f6c456b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:13.887902 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e4ccfc09-4dcb-4777-aa88-6e59feeed188 req-31ffc37c-2ef8-43e1-b670-d07b2f6c456b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0747094 Feb 17 12:41:13.931730 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e4ccfc09-4dcb-4777-aa88-6e59feeed188 req-e0c25218-8a34-4f40-a863-7cbaed01d6d6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381455 Feb 17 12:41:15.128062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0e2ed-bb1c-4d46-a9ac-3c4f942dc86b req-52f62cba-8380-412a-8f0c-cc25feb0a487 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:15.129512 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-52d0e2ed-bb1c-4d46-a9ac-3c4f942dc86b req-52f62cba-8380-412a-8f0c-cc25feb0a487 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0786273 Feb 17 12:41:15.175178 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-52d0e2ed-bb1c-4d46-a9ac-3c4f942dc86b req-ade7ec4c-10ac-45f6-98b6-e2ee3bcf7ecd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Feb 17 12:41:15.909028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:41:15.912416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:41:16.153094 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:16.192780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:41:16.206091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:41:16.216858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'port_id': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'mac_address': 'fa:16:3e:06:c3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:41:16.220694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:41:16.275687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:16.295987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:41:16.302522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:16.379380 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'code': 200} Feb 17 12:41:16.415227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:41:16.415581 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:41:16.420935 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:41:16.425687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13640f86-4c34-4360-b289-8adef439cb38 req-d8b7c68b-0f1e-431f-9fd5-5af62078b386 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:16.427219 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-13640f86-4c34-4360-b289-8adef439cb38 req-d8b7c68b-0f1e-431f-9fd5-5af62078b386 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.0868750 Feb 17 12:41:16.429983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.430404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.431075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.431075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.431273 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.431578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.431901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.432218 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.432532 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.432849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.433161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:41:16.476627 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-13640f86-4c34-4360-b289-8adef439cb38 req-64ca9a1c-4064-43da-aaf3-4885fa777f0c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Feb 17 12:41:16.933580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e58ab-4e1d-4425-9bf6-e13fe17d6155 req-0d219d57-bfa7-405f-ae34-67cd94807d39 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:16.935193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d06e58ab-4e1d-4425-9bf6-e13fe17d6155 req-0d219d57-bfa7-405f-ae34-67cd94807d39 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.0772996 Feb 17 12:41:16.970921 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:16.987817 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d06e58ab-4e1d-4425-9bf6-e13fe17d6155 req-09e6a3e6-5b94-4395-8f55-607010969615 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458064 Feb 17 12:41:16.990112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:41:16.993908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-66b87f8d-d320-4121-9122-071eba3b9928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:16.995407 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-66b87f8d-d320-4121-9122-071eba3b9928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd&tenant_id=6176584e6e624e2583129282c599b017&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.0862837 Feb 17 12:41:17.009737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:41:17.066907 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:17.135943 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['6c40efaa-40a5-4cf5-8366-9db7edd82ea8'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:41:17.171465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:41:17.181653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-e796e113-ebbc-4cf0-a029-93f72feb68ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1098 time: 0.1161568 Feb 17 12:41:17.292925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfef36-9f4c-47de-a82d-b5e3702a7cac req-3e41f209-f2b5-4976-a6ea-b0476353ec2c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:17.294324 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9bfef36-9f4c-47de-a82d-b5e3702a7cac req-3e41f209-f2b5-4976-a6ea-b0476353ec2c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 945 time: 0.1706557 Feb 17 12:41:17.364808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-4516cd08-e7ef-4b1a-add2-292aa380b0b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:17.366291 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-4516cd08-e7ef-4b1a-add2-292aa380b0b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1757751 Feb 17 12:41:17.373304 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a9bfef36-9f4c-47de-a82d-b5e3702a7cac req-7e7fce9a-ab82-4040-ab26-1fda84ab35f4 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714419 Feb 17 12:41:17.470249 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-c1b85425-5061-4aa6-8eb8-f986a830939f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 1000 time: 0.0959609 Feb 17 12:41:17.534550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-4fdc9552-de31-4ce9-bd1f-0425b76d5163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:17.535948 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-4fdc9552-de31-4ce9-bd1f-0425b76d5163 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0598769 Feb 17 12:41:17.618792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-0dd3e72d-20b6-4f6c-b918-aabee4689f61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665984 Feb 17 12:41:17.821912 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-0ed8ebe2-8424-4638-bf32-bbc0bb3b8c62 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065997 Feb 17 12:41:17.913523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:41:17.951284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd449a87-3d73-4a57-bc67-76b888dda9ba req-045b8de2-0efc-417a-b941-dbb4ebed19d8 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241643 Feb 17 12:41:17.982455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:41:17.983026 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:18.095858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:18.128160 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:41:18.230286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:18.299600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:41:18.380743 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:41:18.443904 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'code': 200} Feb 17 12:41:18.580243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c7ed-4d59-4025-bdb9-346a61e48621 req-5fe93ee6-977a-4f25-950c-63e666f32bd7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:18.581629 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ddc7c7ed-4d59-4025-bdb9-346a61e48621 req-5fe93ee6-977a-4f25-950c-63e666f32bd7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0792127 Feb 17 12:41:18.626780 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ddc7c7ed-4d59-4025-bdb9-346a61e48621 req-f68691b4-5045-438b-91ff-b750cec36c87 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396366 Feb 17 12:41:19.826199 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed33ec-321b-427f-b8a9-a212fd929ea0 req-cedaa6a0-4a19-4a89-8e12-19d47c9716bc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:41:19.827661 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5bed33ec-321b-427f-b8a9-a212fd929ea0 req-cedaa6a0-4a19-4a89-8e12-19d47c9716bc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 946 time: 0.0770435 Feb 17 12:41:19.873563 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5bed33ec-321b-427f-b8a9-a212fd929ea0 req-726c58b8-71f7-44d5-b8c7-3c4a9254896b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Feb 17 12:41:19.901238 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57220) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:41:19.929457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:41:20.009165 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c1265465-307c-4275-be51-a6575e7c0767 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/903a2d8f-f123-4ba5-b4c6-c8c74b0891dd HTTP/1.1" status: 200 len: 993 time: 0.1067390 Feb 17 12:41:20.038993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:20.070579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:41:20.132507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:20.200298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=9']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:41:20.444676 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:41:20.500545 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'code': 200} Feb 17 12:41:37.811651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-92f58e05-a436-4c8c-8e4e-aae8b2d4da02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:40.079450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8961-63b2-47aa-adf6-0f3d29098fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:41.393570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:41.504970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:42.042133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:43.053213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:41:47.334128 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:41:49.776847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-6e7ffac3-5935-44b3-8b94-430067f546ad req-65dbce6a-15fc-48a7-95ae-f3e64066eaed service neutron] (84460) timed out ('10.222.0.47', 53678) {{(pid=84460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 12:42:05.574158 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-f4df31e4-b29e-4edc-b070-96cbbae1ee9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304038 Feb 17 12:42:05.713927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-82b79788-f960-42a0-88e4-c222c9a0e8c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1097 time: 0.0710790 Feb 17 12:42:05.853579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-b3edea25-5073-4719-a3ec-3255b55a52be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:05.854945 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-b3edea25-5073-4719-a3ec-3255b55a52be service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1217022 Feb 17 12:42:05.957987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-ee386b1b-6e1a-429c-986a-4aab994c80e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 999 time: 0.0958557 Feb 17 12:42:06.023768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-620c0d70-c813-4c76-9685-53c54d61b9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:06.025232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-620c0d70-c813-4c76-9685-53c54d61b9b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0608985 Feb 17 12:42:06.097064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-213d0cd8-cfbf-4a74-8e11-baf8af851878 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653894 Feb 17 12:42:06.107058 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-b5ae879b-c684-4c36-9d3c-b537ab5622be service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:42:06.107887 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-b5ae879b-c684-4c36-9d3c-b537ab5622be service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045717 Feb 17 12:42:06.237199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-7cb8cdee-7298-4bf4-b9ad-ac5a2c7737a7 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231155 Feb 17 12:42:06.368857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-599ff7fc-b225-4220-934c-31057f0c5ee0 req-bdc21e64-e6bf-40f2-bb9d-6d7b5f7fe89b service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251140 Feb 17 12:42:07.777450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7b22-a4f9-4716-b00c-1689054c6d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:10.097203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-43bb827e-adfe-4424-8596-1f6489102a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:11.383082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:11.503099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:12.051226 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:12.989560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57266) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:13.065099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:13.293038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 8c468710-d391-4ef7-86a2-355ec8cf02f0 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:42:13.293273 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:13.468874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:13.469320 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:13.593580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 8c468710-d391-4ef7-86a2-355ec8cf02f0 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:42:13.828957 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:13.875609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=8c468710-d391-4ef7-86a2-355ec8cf02f0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:13.916142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.916483 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.916817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.917142 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.917463 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.917813 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.918128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.918445 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.918899 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.919074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.919384 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:13.981447 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:14.376138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ecac624a-eb02-496f-8f13-4069beb19a66 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:42:14.578259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:42:14.589441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] Sync routers for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:42:14.600978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:14.601569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:14.653060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:14.709715 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-31492b86-93be-444c-92fe-38666e94df4c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/floatingips/903a2d8f-f123-4ba5-b4c6-c8c74b0891dd HTTP/1.1" status: 204 len: 168 time: 1.7184272 Feb 17 12:42:14.710534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:42:14.798848 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'status': 'completed', 'code': 200} Feb 17 12:42:14.830555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:14.906507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-d10818bc-266e-4c73-9657-4097ca544c46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 1097 time: 0.0854328 Feb 17 12:42:15.040986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe36880-57b4-44b5-badf-bab756b40938 req-21fbb952-cb46-4093-961a-b6b12481d8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:15.042501 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-21fbb952-cb46-4093-961a-b6b12481d8c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 200 len: 897 time: 0.1307468 Feb 17 12:42:15.113988 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-89628de4-7819-45fa-b492-4c0ee98240a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 200 len: 217 time: 0.0652585 Feb 17 12:42:15.160304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:15.166235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] Checking router: ecac624a-eb02-496f-8f13-4069beb19a66 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:42:15.176682 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:15.176856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe36880-57b4-44b5-badf-bab756b40938 req-759f6c04-9e11-4232-a01e-40bbb0e1f5e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:15.177258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:15.178942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-759f6c04-9e11-4232-a01e-40bbb0e1f5e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 200 len: 835 time: 0.0585823 Feb 17 12:42:15.253354 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-ac6bfdcc-2c92-4132-a0ce-1310b45791d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cea5e5fc-19f2-4f0f-8439-285053c0de1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694487 Feb 17 12:42:15.379891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:15.471455 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb35ac-b064-4a5b-a505-519bd6341e05 req-e24598b2-ced1-4d17-b981-508153ea2f1d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:15.472556 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-88fb35ac-b064-4a5b-a505-519bd6341e05 req-e24598b2-ced1-4d17-b981-508153ea2f1d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:15.489756 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-51d4ae3f-c593-4246-909e-ea9a6adf7cad service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291472 Feb 17 12:42:15.546869 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-88fb35ac-b064-4a5b-a505-519bd6341e05 req-e24598b2-ced1-4d17-b981-508153ea2f1d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:15.550144 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-88fb35ac-b064-4a5b-a505-519bd6341e05 req-e24598b2-ced1-4d17-b981-508153ea2f1d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.2367377 Feb 17 12:42:15.632685 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ebe36880-57b4-44b5-badf-bab756b40938 req-3e83dc67-8940-4e60-90d3-81277e21dc16 service neutron] 10.222.0.24 "GET /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363220 Feb 17 12:42:15.710722 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-88fb35ac-b064-4a5b-a505-519bd6341e05 req-69364310-b86a-48b6-8afb-ffee488288f1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557345 Feb 17 12:42:15.715306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:15.719423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d55b4c-719c-4d24-a4bf-c433ab183974 None None] The sync data for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv is: [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:39:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9c38415c-d71f-4b0c-99e8-7181f5c33821', 'name': '', 'network_id': 'cea5e5fc-19f2-4f0f-8439-285053c0de1f', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:83:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:26Z', 'updated_at': '2022-02-17T12:39:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:42:15.933052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5999827-baf9-4ef7-9c68-dabc2f4f40de None None] New status for floating IP 903a2d8f-f123-4ba5-b4c6-c8c74b0891dd: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:42:17.045071 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5055f-c66c-43ab-a3a8-c1bb4fc939e9 req-78b4f068-d414-4982-98a1-3a72119a517c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:17.046466 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-26c5055f-c66c-43ab-a3a8-c1bb4fc939e9 req-78b4f068-d414-4982-98a1-3a72119a517c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.1959095 Feb 17 12:42:17.108225 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-e5c42480-9602-4e81-b5f8-f594074ef4dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:17.109640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-e5c42480-9602-4e81-b5f8-f594074ef4dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 944 time: 0.1270554 Feb 17 12:42:17.112092 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-26c5055f-c66c-43ab-a3a8-c1bb4fc939e9 req-e241e7fb-78d6-4d78-961a-487346b0705b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596373 Feb 17 12:42:17.176583 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:42:17.176908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:17.421545 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:17.421918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:17.540265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:42:17.748604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:17.797329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=6c40efaa-40a5-4cf5-8366-9db7edd82ea8,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:17.835416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.835758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.836089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.836416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.836744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.837061 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.837376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.837690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.838037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.838349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.838662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:17.880419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] No DVR routers for this DVR port 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:42:17.883480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:17.886220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-deleted', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:42:17.957132 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1cbc5443-eee9-48c4-a5b3-b5a28c77672f req-c88b645e-cc71-4f39-a947-3bd4ee4ae053 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "DELETE /v2.0/ports/6c40efaa-40a5-4cf5-8366-9db7edd82ea8 HTTP/1.1" status: 204 len: 173 time: 0.8422174 Feb 17 12:42:18.010856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890beaf6-684f-4645-8a26-5e8ba57ee4bd', 'name': 'network-vif-deleted', 'tag': '6c40efaa-40a5-4cf5-8366-9db7edd82ea8', 'status': 'completed', 'code': 200} Feb 17 12:42:18.289335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2982998c-04f3-4d2a-9fe0-4854588b5abc req-5522a94b-4f0d-4bb6-aca5-a20a8fc39ed9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:18.379230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2982998c-04f3-4d2a-9fe0-4854588b5abc req-5522a94b-4f0d-4bb6-aca5-a20a8fc39ed9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:18.387802 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2982998c-04f3-4d2a-9fe0-4854588b5abc req-5522a94b-4f0d-4bb6-aca5-a20a8fc39ed9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=890beaf6-684f-4645-8a26-5e8ba57ee4bd HTTP/1.1" status: 200 len: 210 time: 0.1352499 Feb 17 12:42:19.488276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57302) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:19.930889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:20.142297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:42:20.174705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:42:20.175053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6c40efaa-40a5-4cf5-8366-9db7edd82ea8 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:42:20.534510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 9c38415c-d71f-4b0c-99e8-7181f5c33821 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:42:20.535150 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:20.720907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 9c38415c-d71f-4b0c-99e8-7181f5c33821, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9c38415c-d71f-4b0c-99e8-7181f5c33821,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:20.721279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:20.840083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 9c38415c-d71f-4b0c-99e8-7181f5c33821 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:42:21.159820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:21.207019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=9c38415c-d71f-4b0c-99e8-7181f5c33821,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:21.509745 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:22.075944 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ecac624a-eb02-496f-8f13-4069beb19a66 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:42:22.271342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:42:22.282465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] Sync routers for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:42:22.294386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:22.295104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:22.346329 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-eaad38bb-eda8-4a72-b752-8b1c4b25c96c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/ecac624a-eb02-496f-8f13-4069beb19a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8567796 Feb 17 12:42:22.348890 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57306) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:22.475067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:22.671425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting subnet c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:42:22.674655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:22.729936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:22.822521 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:22.856022 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:42:21Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:22.860220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] Checking router: ecac624a-eb02-496f-8f13-4069beb19a66 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:42:22.871574 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] Routers {'ecac624a-eb02-496f-8f13-4069beb19a66'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:22.872175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ecac624a-eb02-496f-8f13-4069beb19a66'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:22.968072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.007790 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:23.015920 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.025734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57310) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:23.026307 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-fb73a2ff-35b2-460a-b422-6e05e3a73f9a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/subnets/c4b5a6ef-9bd0-413a-ae9d-d1fa0d79b757 HTTP/1.1" status: 204 len: 168 time: 0.6756783 Feb 17 12:42:23.035527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933d3bd-0429-4126-8c93-48d9fc8dc02f None None] Network cea5e5fc-19f2-4f0f-8439-285053c0de1f requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:42:23.185955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] Set router ecac624a-eb02-496f-8f13-4069beb19a66 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:23.231200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.522965 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.532795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] DHCP port deletion for cea5e5fc-19f2-4f0f-8439-285053c0de1f request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:42:23.539896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Deleting port a25865b5-9ee0-457a-b998-cd508a76987c {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:42:23.545579 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.577612 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:42:21Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:23.591152 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd2b10-cc0c-4859-a822-0cd449de852f None None] The sync data for ids ['ecac624a-eb02-496f-8f13-4069beb19a66'] in dv-neutron-828728-1-hyperv is: [{'id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35233940', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:39:21Z', 'updated_at': '2022-02-17T12:42:21Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': '02cc1568-8be1-492f-a1c4-0871d947e142', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecac624a-eb02-496f-8f13-4069beb19a66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:39:22Z', 'updated_at': '2022-02-17T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:42:23.623312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 02cc1568-8be1-492f-a1c4-0871d947e142 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:42:23.623735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.749647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] For port a25865b5-9ee0-457a-b998-cd508a76987c, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a25865b5-9ee0-457a-b998-cd508a76987c,segment=NetworkSegment(33a318b9-eb55-41e0-ad5a-ec1eb225b6be),segment_id=33a318b9-eb55-41e0-ad5a-ec1eb225b6be)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:23.750111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.800278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 02cc1568-8be1-492f-a1c4-0871d947e142, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=02cc1568-8be1-492f-a1c4-0871d947e142,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:23.800566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:23.869435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Calling delete_port for a25865b5-9ee0-457a-b998-cd508a76987c owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:42:23.920231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 02cc1568-8be1-492f-a1c4-0871d947e142 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:42:24.012816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.061508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Pushing event deleted for resources: {'Port': ['ID=a25865b5-9ee0-457a-b998-cd508a76987c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:24.075399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] No DVR routers for this DVR port a25865b5-9ee0-457a-b998-cd508a76987c on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:42:24.081854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.081854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.081854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.081854 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.082487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.083068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.083447 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.085051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.086241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.086648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.087031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c66b-4e7b-4c4e-a47e-68562551b8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:24.144296 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.188314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=02cc1568-8be1-492f-a1c4-0871d947e142,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:24.335597 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:42:24.409389 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.662475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.666681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.741772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.742325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Fanout notify agent at l3_agent the message router_deleted on router ecac624a-eb02-496f-8f13-4069beb19a66 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:42:24.757454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:24.758596 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e96a746f-9b7a-47c2-954c-76527ab9ac32 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/routers/ecac624a-eb02-496f-8f13-4069beb19a66 HTTP/1.1" status: 204 len: 168 time: 1.7320702 Feb 17 12:42:24.762742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57314) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:24.888570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.022832 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.046780 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea5e5fc-19f2-4f0f-8439-285053c0de1f']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:25.058503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a318b9-eb55-41e0-ad5a-ec1eb225b6be') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:25.058796 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a318b9-eb55-41e0-ad5a-ec1eb225b6be') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:25.070277 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.089531 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.095449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:42:25.095824 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:42:25.109701 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:42:25.238126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a25865b5-9ee0-457a-b998-cd508a76987c no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:42:25.258810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.276569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: a25865b5-9ee0-457a-b998-cd508a76987c {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:42:25.276569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a25865b5-9ee0-457a-b998-cd508a76987c not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:42:25.276569 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9c38415c-d71f-4b0c-99e8-7181f5c33821 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:42:25.283651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.296883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Network': ['ID=cea5e5fc-19f2-4f0f-8439-285053c0de1f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:25.340707 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9c38415c-d71f-4b0c-99e8-7181f5c33821 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:42:25.341039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9c38415c-d71f-4b0c-99e8-7181f5c33821 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:42:25.371623 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a8c2deb6-5719-4f95-a881-5293b54c501f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/networks/cea5e5fc-19f2-4f0f-8439-285053c0de1f HTTP/1.1" status: 204 len: 168 time: 0.6075580 Feb 17 12:42:25.374128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57318) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:25.445114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19a916c9-3897-430e-8d43-f60f8a70cac6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.473619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19a916c9-3897-430e-8d43-f60f8a70cac6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.582202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19a916c9-3897-430e-8d43-f60f8a70cac6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.601291 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a916c9-3897-430e-8d43-f60f8a70cac6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:25.650422 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-19a916c9-3897-430e-8d43-f60f8a70cac6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:25.651578 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-19a916c9-3897-430e-8d43-f60f8a70cac6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae7e7f60-65bc-4a99-a2b8-9e5ed21f19a3 HTTP/1.1" status: 204 len: 168 time: 0.2765672 Feb 17 12:42:26.811340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 02cc1568-8be1-492f-a1c4-0871d947e142 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:42:26.844069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 02cc1568-8be1-492f-a1c4-0871d947e142 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:42:26.844408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 02cc1568-8be1-492f-a1c4-0871d947e142 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:42:27.198275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57328) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:27.203914 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113530129', 'description': 'tempest-secgroup-smoke-1113530129 description', 'project_id': '6176584e6e624e2583129282c599b017'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:27.209922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:27.214009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:27.217285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:27.222551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:27.303111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.340756 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:27.344521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:27.347345 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:27.353627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:27.411098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.484619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.527231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c0551-9c2c-47a2-a817-e9f36910cbf8,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:27.570537 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.571792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-97cb92e6-08b1-4f3c-9788-d4de67c1ae56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3724988 Feb 17 12:42:27.574643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57332) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:27.579944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'b32c0551-9c2c-47a2-a817-e9f36910cbf8', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:27.586780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:27.590562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:27.593351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:27.600231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:27.687127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.747096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.821877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.844796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81075793-8bfd-40a1-970a-b69fcb4adec6,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:27.907643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:27.908843 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8ae1291d-2931-447c-9e8b-7cff5deab566 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3332543 Feb 17 12:42:27.912013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57336) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:27.917513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'b32c0551-9c2c-47a2-a817-e9f36910cbf8', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:27.923355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:27.927174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:27.930712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:27.936320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:28.011156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.074700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.147551 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.273433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03adeba4-b8ec-4cdb-ba97-7866c5fb4156,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:28.367050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.368285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4b116091-f5e2-4e69-9d48-7e2bc39a99d2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4553611 Feb 17 12:42:28.371055 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57340) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:28.376600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'b32c0551-9c2c-47a2-a817-e9f36910cbf8', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:28.383289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:28.387767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:28.390813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:28.397690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:28.480422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.542076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.612160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.636202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6f49b4-f610-40ef-89b1-0f4a2a1f6c44,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:28.692261 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.694489 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9f2a8a58-f3ca-4080-913c-caf48f58a5b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3222978 Feb 17 12:42:28.697357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57344) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:28.702748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'b32c0551-9c2c-47a2-a817-e9f36910cbf8', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:28.709450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:28.713264 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:28.716209 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:28.721984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:28.790257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.858957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.897834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:28.921923 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a49d125-ccfe-4cde-a146-9a71058b346e,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:29.035166 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.037074 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-01d5f8dc-0dff-4670-911d-1daabdaa494e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3380425 Feb 17 12:42:29.039689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57348) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:29.045107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'b32c0551-9c2c-47a2-a817-e9f36910cbf8', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:29.053960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:29.056334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:29.059231 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:29.064998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:29.136254 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:42:29.142995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.208959 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.290443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.313566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c44d24c-d09b-4b81-a38a-2d18833828d2,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:29.404701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.405946 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8b34db16-3e4c-4b04-bdca-4e237730263a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3653202 Feb 17 12:42:29.408677 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57352) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:29.413983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': 'b32c0551-9c2c-47a2-a817-e9f36910cbf8', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:29.419809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:29.424514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:29.426442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:29.432179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:29.498184 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:42:29.504874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.569933 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.650368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.673501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6679dae-977b-410a-8730-0c2b21e740e7,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:29.772275 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.773468 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bd6a1aa9-892b-475b-bd10-a3ece7881735 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3638790 Feb 17 12:42:29.776445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57356) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:29.781817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'network': {'name': 'tempest-network-smoke--298977741', 'project_id': '6176584e6e624e2583129282c599b017', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:29.786934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:29.791005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:network and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:29.794037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:29.799790 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:29.873237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:42:29.876267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.905105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:42:29.913696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:29.914064 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Added segment ce064f8e-98b5-4188-acdd-34a94161770d of type vlan for network 3e30eead-a2ea-4467-a713-0648f20c87d5 Feb 17 12:42:29.942449 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.021744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.025413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:30.026022 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.135079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Network': ['ID=3e30eead-a2ea-4467-a713-0648f20c87d5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:30.146651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:42:30.176852 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3ea09323-f203-42a4-99db-8fc4534ffa47 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3993504 Feb 17 12:42:30.180181 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57360) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:30.185589 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'admin_state_up': True, 'project_id': '6176584e6e624e2583129282c599b017', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:30.192666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:30.196639 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:router and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:30.199490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:30.205536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:30.304493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.305638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.324848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.550948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.806808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.837132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:30.974630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.31 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/bf4a792b-5696-450a-b5a9-159aaeceb2e7) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:42:31.170155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:31.258919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:31.329534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:42:31.332982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:31.335009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=bf4a792b-5696-450a-b5a9-159aaeceb2e7,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:31.337290 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:42:31.567126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:31.568459 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:31.901939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 9dd7cf79-5770-4217-b350-5c2421fee879 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:42:32.178889 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:42:32.191097 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Sync routers for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:42:32.207293 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:32.208365 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:32.284670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:32.290213 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fffa66ab-c21a-4755-9db1-091e16b24396 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1051216 Feb 17 12:42:32.294547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57368) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:32.330710 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f56e3251-c430-4d21-8952-ad0fc7c58465 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6176584e6e624e2583129282c599b017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391271 Feb 17 12:42:32.333936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57372) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:32.392262 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:32.465864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42bcb8-682a-45a3-84a9-8ca9b66154a3 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:32.468199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-4f42bcb8-682a-45a3-84a9-8ca9b66154a3 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323924 Feb 17 12:42:32.470732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57376) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:32.511762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bf303cf2-ade7-4445-ab4c-fb703d1b20ff tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382059 Feb 17 12:42:32.512242 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57380) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:32.518027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1675863713', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'project_id': '6176584e6e624e2583129282c599b017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:32.632185 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:32.636363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:subnet and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:32.639263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:32.644989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:32.687468 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:31Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:32.691684 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Checking router: 9dd7cf79-5770-4217-b350-5c2421fee879 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:42:32.695192 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Updating router 9dd7cf79-5770-4217-b350-5c2421fee879 port bf4a792b-5696-450a-b5a9-159aaeceb2e7 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:42:32.713297 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:42:32.747684 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:32.820134 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.104154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.113708 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.126337 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Transition to ACTIVE for port object bf4a792b-5696-450a-b5a9-159aaeceb2e7 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:33.185371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Subnet': ['ID=1e4894df-90ac-4644-a9a2-44fa46a8d870,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:33.197834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Checking segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:42:33.198193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network hostable DHCP agents. Network: 3e30eead-a2ea-4467-a713-0648f20c87d5, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:42:33.212674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.298122 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Pushing event updated for resources: {'Port': ['ID=bf4a792b-5696-450a-b5a9-159aaeceb2e7,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:33.300390 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Attempting to bind port bf4a792b-5696-450a-b5a9-159aaeceb2e7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:42:33.300751 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Attempting to bind port bf4a792b-5696-450a-b5a9-159aaeceb2e7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:42:33.301107 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Attempting to bind port bf4a792b-5696-450a-b5a9-159aaeceb2e7 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:42:33.303889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:42:33.314649 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:42:33.314649 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:42:33.315052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.315324 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:42:33.315791 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Bound port: bf4a792b-5696-450a-b5a9-159aaeceb2e7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:42:33.316157 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.341330 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.341670 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.342181 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.342526 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.342859 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.343187 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.343509 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.343834 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.344153 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.344471 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.344788 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:42:33.376250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 3e30eead-a2ea-4467-a713-0648f20c87d5) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:33.380452 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:33.381027 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.389082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16007cf-ca57-4369-a937-353d1b82dbca None None] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:42:33.412149 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] For port bf4a792b-5696-450a-b5a9-159aaeceb2e7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:42:33.415332 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] For port bf4a792b-5696-450a-b5a9-159aaeceb2e7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=bf4a792b-5696-450a-b5a9-159aaeceb2e7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:42:33.452853 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-97acbaad-6594-454a-92a4-d8b105b0f10b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9388537 Feb 17 12:42:33.455035 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57384) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:33.474659 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.551954 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb319a-c396-4102-8860-8a4e5df3219c None None] Pushing event updated for resources: {'Port': ['ID=bf4a792b-5696-450a-b5a9-159aaeceb2e7,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:33.559875 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:33.560478 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:33.688132 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-3e30eead-a2ea-4467-a713-0648f20c87d5', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:42:33.690382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:33.754084 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:33.860220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Allocated IP 172.20.0.2 (3e30eead-a2ea-4467-a713-0648f20c87d5/1e4894df-90ac-4644-a9a2-44fa46a8d870/560bb7cd-0b09-4e7e-8f93-3f0c778352f5) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:42:34.046056 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:31Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:34.050044 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078e67-add5-4180-af1f-5fa5336a1def None None] The sync data for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv is: [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:31Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:42:34.071832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:34.085901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Transition to ACTIVE for port object 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:34.105821 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Transition to ACTIVE for port object 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:34.199633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:34.305602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:42:34.305602 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:34.306274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:42:34.311460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Pushing event updated for resources: {'Port': ['ID=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:34.407179 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Attempting to bind port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:42:34.408233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Attempting to bind port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:42:34.408878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Attempting to bind port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 on network 3e30eead-a2ea-4467-a713-0648f20c87d5 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:42:34.418289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:42:34.418654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Checking segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:42:34.419052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:34.419430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Bound using segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:42:34.419881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Bound port: 560bb7cd-0b09-4e7e-8f93-3f0c778352f5, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:42:34.420389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:34.495466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:34.517805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] For port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:42:34.522414 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] For port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:42:34.604770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:34.690372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f380ae-8d67-430b-b256-94d9cc6a6fc6 None None] Pushing event updated for resources: {'Port': ['ID=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:34.947082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bf4a792b-5696-450a-b5a9-159aaeceb2e7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:35.006730 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.1 (3e30eead-a2ea-4467-a713-0648f20c87d5/1e4894df-90ac-4644-a9a2-44fa46a8d870/0348cc0e-68cb-4f91-a1e1-81616ae96ecb) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:42:35.098062 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port bf4a792b-5696-450a-b5a9-159aaeceb2e7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:35.103736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port bf4a792b-5696-450a-b5a9-159aaeceb2e7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:35.106713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.185577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.203036 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object 0348cc0e-68cb-4f91-a1e1-81616ae96ecb will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:35.229112 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.245487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port bf4a792b-5696-450a-b5a9-159aaeceb2e7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=bf4a792b-5696-450a-b5a9-159aaeceb2e7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:35.284643 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.343809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.355864 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:42:35.358979 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:35.364009 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:42:35.396404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:35.426180 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=bf4a792b-5696-450a-b5a9-159aaeceb2e7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:35.440342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.599449 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:35.722758 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae72f5-d641-4402-9334-b76034eed8cb None None] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:42:35.901442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-59f89eef-b967-416f-910a-bc591bd04d10 None None] Provisioning for port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:36.140504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:36.210711 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:36.330677 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:36.335116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:36.337464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bb3cf5f2-cf2d-4820-97e5-6e2772d70171 None None] Provisioning for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:36.343697 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bb3cf5f2-cf2d-4820-97e5-6e2772d70171 None None] Provisioning complete for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:36.344210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf5f2-cf2d-4820-97e5-6e2772d70171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:36.398551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bb3cf5f2-cf2d-4820-97e5-6e2772d70171 None None] Port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:42:36.475353 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:42:36.476992 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:36.534220 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-796e4c19-3ec5-41ee-b2ec-2171d31267ad None None] Provisioning complete for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:36.535439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-796e4c19-3ec5-41ee-b2ec-2171d31267ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:36.594760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-796e4c19-3ec5-41ee-b2ec-2171d31267ad None None] Port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:42:36.716855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a095ffce-4a40-4179-a29f-c2ba01802067 None None] Provisioning complete for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:36.717251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a095ffce-4a40-4179-a29f-c2ba01802067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:36.768683 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-a095ffce-4a40-4179-a29f-c2ba01802067 None None] Port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:42:36.873189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 9dd7cf79-5770-4217-b350-5c2421fee879 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:42:36.930013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bf4a792b-5696-450a-b5a9-159aaeceb2e7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:36.999404 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port bf4a792b-5696-450a-b5a9-159aaeceb2e7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:36.999835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:37.078704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:42:37.095191 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e7f117bc-812a-4c77-bce1-e4481c28d118 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/9dd7cf79-5770-4217-b350-5c2421fee879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6388733 Feb 17 12:42:37.124283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:37.280193 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:37.286690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:37.287271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:37.306699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-5c24df5f-fabd-46c3-9706-938dc8672f02 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:37.383241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-5c24df5f-fabd-46c3-9706-938dc8672f02 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:37.384437 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-5c24df5f-fabd-46c3-9706-938dc8672f02 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113530129&fields=id&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 267 time: 0.1378279 Feb 17 12:42:37.428229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:37.473878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:37.560219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:37.561001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c04f376c-b923-4b37-9902-f3979151a64b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:37.562351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c04f376c-b923-4b37-9902-f3979151a64b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:37.632201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:37.674599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c04f376c-b923-4b37-9902-f3979151a64b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:37.675825 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c04f376c-b923-4b37-9902-f3979151a64b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 796 time: 0.2785735 Feb 17 12:42:37.686041 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Sync routers for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:42:37.698073 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-ec74c0ee-a6dc-4ed5-a2c8-479cb67b658b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/quotas/6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 375 time: 0.0145557 Feb 17 12:42:37.703588 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:37.704636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:37.800478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-99f7dd12-f10e-4321-bac8-2e82abebc7e9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967312 Feb 17 12:42:37.817443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-47cc8c86-e1b4-4a7f-944e-62d13557b9ac service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:42:37.818622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-47cc8c86-e1b4-4a7f-944e-62d13557b9ac service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055902 Feb 17 12:42:37.911170 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-91a1ac38-13ca-4700-a530-3ce3c9611e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:37.937016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:37.964341 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-f5af2551-463a-49f2-968c-a6df65509cb0 service neutron] 10.222.0.47 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382105 Feb 17 12:42:38.106781 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-50ef636c-fc40-47b7-b932-6a875797eec4 service neutron] 10.222.0.47 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363342 Feb 17 12:42:38.269190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 2, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:38.273461 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Checking router: 9dd7cf79-5770-4217-b350-5c2421fee879 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:42:38.273895 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Updating router 9dd7cf79-5770-4217-b350-5c2421fee879 port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:42:38.338329 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:38.402331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-69182fd0-53cf-4b60-9524-c3270fb952bd req-eadddac2-4fee-4cda-ba54-441fa669e11b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:38.490637 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-69182fd0-53cf-4b60-9524-c3270fb952bd req-eadddac2-4fee-4cda-ba54-441fa669e11b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:38.491921 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-69182fd0-53cf-4b60-9524-c3270fb952bd req-eadddac2-4fee-4cda-ba54-441fa669e11b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 210 time: 0.1342282 Feb 17 12:42:38.727117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:38.738875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Transition to ACTIVE for port object 0348cc0e-68cb-4f91-a1e1-81616ae96ecb will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:38.861488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:38.895297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:39.036604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073110eb-a67c-4e3e-8cdf-9c7a6d189cb9 None None] Pushing event updated for resources: {'Port': ['ID=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:39.118086 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:39.118346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:39.180762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Attempting to bind port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:42:39.181120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Attempting to bind port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:42:39.181472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Attempting to bind port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb on network 3e30eead-a2ea-4467-a713-0648f20c87d5 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:42:39.198130 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:42:39.198490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Checking segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:42:39.198879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:39.199260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Bound using segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:42:39.199713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Bound port: 0348cc0e-68cb-4f91-a1e1-81616ae96ecb, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:42:39.200069 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:39.346950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] For port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:42:39.351257 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] For port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:42:39.429556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:39.516206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073110eb-a67c-4e3e-8cdf-9c7a6d189cb9 None None] Pushing event updated for resources: {'Port': ['ID=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:39.519214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:39.519839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:39.677047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-872fc573-f348-4761-91ff-3ab43de195e1 req-d5f7438f-b8ff-45ee-980b-df7805e09519 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 210 time: 0.0489783 Feb 17 12:42:39.723175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:40.074382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:39Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:40.078506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becbd4-539f-409f-a6b3-30ebefc9273e None None] The sync data for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv is: [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:39Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:42:40.120270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6c95e99-b9b1-4e4a-acb5-ce6f5f9604b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:40.529574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-2e45783e-bd2a-4ae4-a4c8-e2c4f448283b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:40.531057 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-2e45783e-bd2a-4ae4-a4c8-e2c4f448283b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 796 time: 0.1679673 Feb 17 12:42:40.591091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-a6cd73d3-ab91-4b10-bf52-b439f3745346 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 380 time: 0.0484793 Feb 17 12:42:40.602931 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'port': {'device_id': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'admin_state_up': True, 'tenant_id': '6176584e6e624e2583129282c599b017', 'security_groups': ['b32c0551-9c2c-47a2-a817-e9f36910cbf8']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:40.767292 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:40.777575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:40.874417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:42:40.880809 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:40.893486 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ac16b5fb-a49d-4253-93d7-f104c69322c7 req-efce1873-826c-4856-99f2-546336468353 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 210 time: 0.0797224 Feb 17 12:42:40.902382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0348cc0e-68cb-4f91-a1e1-81616ae96ecb up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:41.065096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.10 (3e30eead-a2ea-4467-a713-0648f20c87d5/1e4894df-90ac-4644-a9a2-44fa46a8d870/6de086aa-6aef-4d28-8bbb-fd660112e193) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:42:41.074684 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:41.080805 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:41.081412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.229377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.265297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:41.366745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.382619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object 6de086aa-6aef-4d28-8bbb-fd660112e193 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:41.405900 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.466603 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.489311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:41.492045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.558281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.567424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:42:41.570334 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:41.574167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:42:41.605149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=6de086aa-6aef-4d28-8bbb-fd660112e193,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:41.641393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:41.642064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.766396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-c65f6fa1-e052-4d1c-b8fb-ac9f335dfaff tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1694942 Feb 17 12:42:41.778416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Request body: {'port': {'device_id': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:41.868425 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed93a1f0-0cb5-4a80-84ac-83a8c787a80f None None] Provisioning for port 6de086aa-6aef-4d28-8bbb-fd660112e193 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:41.873452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ed93a1f0-0cb5-4a80-84ac-83a8c787a80f None None] Provisioning complete for port 6de086aa-6aef-4d28-8bbb-fd660112e193 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:41.873831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ed93a1f0-0cb5-4a80-84ac-83a8c787a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.890100 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:41.927519 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ed93a1f0-0cb5-4a80-84ac-83a8c787a80f None None] Port 6de086aa-6aef-4d28-8bbb-fd660112e193 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:42:42.045806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:42.233154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef020e-282b-46cc-a8ea-b85fc6483942 req-7ecd8770-23b7-43dd-81d1-c087c32f5928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:42.233895 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c6ef020e-282b-46cc-a8ea-b85fc6483942 req-7ecd8770-23b7-43dd-81d1-c087c32f5928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:42.320987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de086aa-6aef-4d28-8bbb-fd660112e193 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:42:42.328219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:42.343117 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Transition to ACTIVE for port object 6de086aa-6aef-4d28-8bbb-fd660112e193 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:42:42.376951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c6ef020e-282b-46cc-a8ea-b85fc6483942 req-7ecd8770-23b7-43dd-81d1-c087c32f5928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:42.378463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c6ef020e-282b-46cc-a8ea-b85fc6483942 req-7ecd8770-23b7-43dd-81d1-c087c32f5928 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 932 time: 0.3353009 Feb 17 12:42:42.417125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:42.478863 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c6ef020e-282b-46cc-a8ea-b85fc6483942 req-7b55700d-e8ac-4ea7-b187-aef38d0fde12 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925424 Feb 17 12:42:42.557547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6de086aa-6aef-4d28-8bbb-fd660112e193,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:42.672217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Attempting to bind port 6de086aa-6aef-4d28-8bbb-fd660112e193 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:42:42.672577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Attempting to bind port 6de086aa-6aef-4d28-8bbb-fd660112e193 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:42:42.672860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Attempting to bind port 6de086aa-6aef-4d28-8bbb-fd660112e193 on network 3e30eead-a2ea-4467-a713-0648f20c87d5 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:42:42.679396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Port 6de086aa-6aef-4d28-8bbb-fd660112e193 on network 3e30eead-a2ea-4467-a713-0648f20c87d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:42:42.679705 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Attempting to bind port 6de086aa-6aef-4d28-8bbb-fd660112e193 on network 3e30eead-a2ea-4467-a713-0648f20c87d5 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:42:42.686323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:42:42.686651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Checking segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:42:42.687026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Bound using segment: {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:42:42.687437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Bound port: 6de086aa-6aef-4d28-8bbb-fd660112e193, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce064f8e-98b5-4188-acdd-34a94161770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:42:42.687774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:42.780526 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] For port 6de086aa-6aef-4d28-8bbb-fd660112e193, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:42:42.784554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] For port 6de086aa-6aef-4d28-8bbb-fd660112e193, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6de086aa-6aef-4d28-8bbb-fd660112e193,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:42:42.846388 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:42.862453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0348cc0e-68cb-4f91-a1e1-81616ae96ecb up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:42.912848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:42.914283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] 10.222.0.24 "PUT /v2.0/ports/6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 1094 time: 1.1400321 Feb 17 12:42:42.914732 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:42:42.944692 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e13b27-4b0b-44f2-8b17-2522ef3d9fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6de086aa-6aef-4d28-8bbb-fd660112e193,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:42.980790 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'status': 'completed', 'code': 200} Feb 17 12:42:42.990166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:42.990799 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:43.084950 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-667eb65b-a31f-4c7e-b350-4e3e5742638b req-6fe4a5df-9299-4e01-a2f0-af29cc9490f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1097 time: 0.0791306 Feb 17 12:42:43.109555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:43.228297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb65b-a31f-4c7e-b350-4e3e5742638b req-ddb597b5-4452-4b73-bbfd-cedabab8b21c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:43.229759 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-667eb65b-a31f-4c7e-b350-4e3e5742638b req-ddb597b5-4452-4b73-bbfd-cedabab8b21c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6176584e6e624e2583129282c599b017&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1398921 Feb 17 12:42:43.365272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb65b-a31f-4c7e-b350-4e3e5742638b req-b6f23c84-9206-4316-9555-6c9d0a900a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:43.366736 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-667eb65b-a31f-4c7e-b350-4e3e5742638b req-b6f23c84-9206-4316-9555-6c9d0a900a34 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1317191 Feb 17 12:42:43.474575 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-a0eb63e4-8a64-405d-b5ee-582810ef0d69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1097 time: 0.0730503 Feb 17 12:42:43.663530 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-78510485-ce05-40cf-a325-b3af9945f466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 217 time: 0.1823938 Feb 17 12:42:43.740615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-8ead81ea-3c6c-45d6-8b9c-5a43adbdc97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:43.742081 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-8ead81ea-3c6c-45d6-8b9c-5a43adbdc97f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 200 len: 835 time: 0.0711565 Feb 17 12:42:43.790020 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0284739-7bb6-47d8-ba4b-d18663dea0c8 req-b5151e20-ff28-4c4d-84dd-3bdfcc91474e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:43.791468 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b0284739-7bb6-47d8-ba4b-d18663dea0c8 req-b5151e20-ff28-4c4d-84dd-3bdfcc91474e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 944 time: 0.1765554 Feb 17 12:42:43.853125 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b0284739-7bb6-47d8-ba4b-d18663dea0c8 req-e38dfbd3-36da-4755-a5ef-a98415c3f6d5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554156 Feb 17 12:42:43.863714 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-12c647fc-c7ed-4ba7-a67e-2e51fcdab802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e30eead-a2ea-4467-a713-0648f20c87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160514 Feb 17 12:42:43.993619 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-eddbaacb-1483-4a03-a25a-c1bf01202250 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245332 Feb 17 12:42:44.124044 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e14b2599-821b-4c30-9920-fa8abd2e9371 req-bd635434-d8f0-4902-8f2a-e13dd819c691 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251726 Feb 17 12:42:45.058061 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777af55d-ea07-4056-99db-9ccb72fadc7b req-24875f38-091d-4b9a-9c78-91e67b50a52b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:45.059424 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-777af55d-ea07-4056-99db-9ccb72fadc7b req-24875f38-091d-4b9a-9c78-91e67b50a52b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 944 time: 0.0805798 Feb 17 12:42:45.104133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-777af55d-ea07-4056-99db-9ccb72fadc7b req-da72d147-a555-435c-b914-25cf149ad76f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:42:45.115927 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-777af55d-ea07-4056-99db-9ccb72fadc7b req-da72d147-a555-435c-b914-25cf149ad76f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:42:45.117039 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-777af55d-ea07-4056-99db-9ccb72fadc7b req-da72d147-a555-435c-b914-25cf149ad76f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521078 Feb 17 12:42:46.314312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a207e1c-4562-4922-bec7-1150db4269dc req-baf928fa-cdfd-4724-b310-1b16664c6ea7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:46.315778 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8a207e1c-4562-4922-bec7-1150db4269dc req-baf928fa-cdfd-4724-b310-1b16664c6ea7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 944 time: 0.0801466 Feb 17 12:42:46.360903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8a207e1c-4562-4922-bec7-1150db4269dc req-ea8d3e67-e1f2-4b4d-8bd9-3ea068fc4abd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Feb 17 12:42:47.555392 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f656e0-6bae-417c-9df0-7607d83aeade req-10a97495-1bd3-4acb-ba34-aae5a10822d7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:47.556784 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-84f656e0-6bae-417c-9df0-7607d83aeade req-10a97495-1bd3-4acb-ba34-aae5a10822d7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 944 time: 0.0758274 Feb 17 12:42:47.606126 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-84f656e0-6bae-417c-9df0-7607d83aeade req-e78c3e8a-d777-446d-934e-b001d34016f5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 Feb 17 12:42:48.226971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6de086aa-6aef-4d28-8bbb-fd660112e193 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:42:48.363898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6de086aa-6aef-4d28-8bbb-fd660112e193, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6de086aa-6aef-4d28-8bbb-fd660112e193,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:48.377630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'port_id': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'mac_address': 'fa:16:3e:14:95:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:42:48.432289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:48.449121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de086aa-6aef-4d28-8bbb-fd660112e193 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:42:48.464125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6de086aa-6aef-4d28-8bbb-fd660112e193, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6de086aa-6aef-4d28-8bbb-fd660112e193,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:48.537202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:48.603876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6de086aa-6aef-4d28-8bbb-fd660112e193,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:48.811483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701bf95-cfdc-4306-8431-0fef3712a6dd req-d0e14947-a1f6-475b-83fe-e178dc1332ec tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:48.812938 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e701bf95-cfdc-4306-8431-0fef3712a6dd req-d0e14947-a1f6-475b-83fe-e178dc1332ec tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 945 time: 0.0786836 Feb 17 12:42:48.860452 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e701bf95-cfdc-4306-8431-0fef3712a6dd req-b1e77103-eb70-4e81-a900-ae133e14325e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413506 Feb 17 12:42:48.881894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['6de086aa-6aef-4d28-8bbb-fd660112e193'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:42:50.057554 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364fe53-c432-459f-b3e1-0c1d8bea4e63 req-0ec97cd6-24c4-4d55-bc39-06af1936ddcd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:50.059042 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d364fe53-c432-459f-b3e1-0c1d8bea4e63 req-0ec97cd6-24c4-4d55-bc39-06af1936ddcd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 945 time: 0.0798883 Feb 17 12:42:50.105852 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d364fe53-c432-459f-b3e1-0c1d8bea4e63 req-fa79a033-62f7-4d8a-b0da-d7e75096aabc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Feb 17 12:42:50.241757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6de086aa-6aef-4d28-8bbb-fd660112e193 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:42:50.380501 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 6de086aa-6aef-4d28-8bbb-fd660112e193 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:42:50.386019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 6de086aa-6aef-4d28-8bbb-fd660112e193 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:42:50.386390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:50.500996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:50.526473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:42:50.536264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 6de086aa-6aef-4d28-8bbb-fd660112e193, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6de086aa-6aef-4d28-8bbb-fd660112e193,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:42:50.589264 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'code': 200} Feb 17 12:42:50.610436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:50.674916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=6de086aa-6aef-4d28-8bbb-fd660112e193,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:50.938897 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ba07dcd-029a-4c36-b64b-6097198d4064 req-976bcabf-27c2-41d7-ad81-923f80d77775 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1099 time: 0.0678847 Feb 17 12:42:50.983367 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0ba07dcd-029a-4c36-b64b-6097198d4064 req-c4daca54-8b59-46b4-ba18-9d8c5e186a2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388491 Feb 17 12:42:51.306707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4296f-a845-42f1-9dfb-ae741c8b3d55 req-84929733-39e4-41fe-8e8b-e468396fa404 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:51.308159 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-02f4296f-a845-42f1-9dfb-ae741c8b3d55 req-84929733-39e4-41fe-8e8b-e468396fa404 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0765886 Feb 17 12:42:51.353263 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-02f4296f-a845-42f1-9dfb-ae741c8b3d55 req-eae26932-844f-4b32-9f60-d995cfeb41c9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Feb 17 12:42:52.551338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e0cfb-084e-4e8a-9762-0f7f54dfaafa req-f0bf048a-c393-4e57-a29f-19ba94143820 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:52.553080 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a48e0cfb-084e-4e8a-9762-0f7f54dfaafa req-f0bf048a-c393-4e57-a29f-19ba94143820 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0754976 Feb 17 12:42:52.598285 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a48e0cfb-084e-4e8a-9762-0f7f54dfaafa req-3c5a7032-b17e-441d-976a-19dba2ab145d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Feb 17 12:42:53.897376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73827f8e-1900-410e-87f3-16c162b8961e req-073deabc-9430-4a7c-8b9e-b39ebda00f61 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:53.898858 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-73827f8e-1900-410e-87f3-16c162b8961e req-073deabc-9430-4a7c-8b9e-b39ebda00f61 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.1812694 Feb 17 12:42:53.943104 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-73827f8e-1900-410e-87f3-16c162b8961e req-6cf0a87e-1106-4332-a52a-fe2d500dbf3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Feb 17 12:42:54.142219 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9fc6-281d-44cf-8dda-6a32d333914d req-f172ddca-b0e6-4b76-ab8e-850742c0f5d6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:54.143917 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bffc9fc6-281d-44cf-8dda-6a32d333914d req-f172ddca-b0e6-4b76-ab8e-850742c0f5d6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0804799 Feb 17 12:42:54.189976 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bffc9fc6-281d-44cf-8dda-6a32d333914d req-e10357de-c488-4390-bdad-4f215d1ddd4e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Feb 17 12:42:54.216919 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57448) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:54.288774 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-65b945d1-d231-4798-a245-39bbd1c98212 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1094 time: 0.0706697 Feb 17 12:42:54.291387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57452) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:54.296519 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:42:54.302748 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:42:54.306571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:floatingip and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:42:54.313235 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:42:54.315153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:42:54.402977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:54.538726 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:54.669868 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.69 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/0463fdbb-8cf7-40d3-91ea-5e90f89584b4) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:42:54.813935 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:54.925331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:54.996612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:42:54.999321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:42:55.003528 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:42:55.027661 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=0463fdbb-8cf7-40d3-91ea-5e90f89584b4,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:55.506070 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:55.611565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:55.815420 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:55.889162 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:55.996930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=0463fdbb-8cf7-40d3-91ea-5e90f89584b4,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:42:56.013304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:56.296213 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Floating IP d7c3c37a-673b-4a74-b4e1-560e1c383a1b associated. External IP: 172.26.6.69, port: 6de086aa-6aef-4d28-8bbb-fd660112e193. Feb 17 12:42:56.682179 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 9dd7cf79-5770-4217-b350-5c2421fee879 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:42:56.885803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:42:56.895753 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] Sync routers for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:42:56.908523 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:56.909129 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:57.003170 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:42:57.060766 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d9c0cab4-ba5c-47b8-bf53-4324b0fb1768 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7683582 Feb 17 12:42:57.061439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:42:57.089813 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:57.123981 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'status': 'completed', 'code': 200} Feb 17 12:42:57.220804 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-07ff5186-1412-43bc-8887-d9d50d8a2ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1099 time: 0.0744452 Feb 17 12:42:57.238555 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63544493-b459-43ed-85c8-c82b8b930c1f req-c43890a1-a056-4bd3-b3ed-a61118d3bdaa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:57.240816 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-63544493-b459-43ed-85c8-c82b8b930c1f req-c43890a1-a056-4bd3-b3ed-a61118d3bdaa tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0847049 Feb 17 12:42:57.293175 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-63544493-b459-43ed-85c8-c82b8b930c1f req-9eaf2355-b624-4417-a0f8-8333f860f68f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 Feb 17 12:42:57.325104 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57460) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:57.385126 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-28d5e13b-9775-4c38-99d5-368fb744b194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:57.387275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-28d5e13b-9775-4c38-99d5-368fb744b194 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 896 time: 0.1600370 Feb 17 12:42:57.433164 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4a697518-8ccf-4c49-8b55-c70fc27d9b21 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/d7c3c37a-673b-4a74-b4e1-560e1c383a1b HTTP/1.1" status: 200 len: 991 time: 0.1066818 Feb 17 12:42:57.493727 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd7c3c37a-673b-4a74-b4e1-560e1c383a1b', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.69', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'port_id': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'mac_address': 'fa:16:3e:14:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:42:55Z', 'updated_at': '2022-02-17T12:42:55Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:41Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:57.497856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-a2c04146-be73-4049-9204-1d9757545442 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 999 time: 0.1053736 Feb 17 12:42:57.498074 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] Checking router: 9dd7cf79-5770-4217-b350-5c2421fee879 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:42:57.509122 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:42:57.509721 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:42:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:57.560357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-0f7ad4b9-5c24-4104-89a7-3edcc0843f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:42:57.561706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-0f7ad4b9-5c24-4104-89a7-3edcc0843f1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 200 len: 835 time: 0.0581906 Feb 17 12:42:57.641261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-0224f947-75b8-4ff4-85a3-f5e008bba68f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e30eead-a2ea-4467-a713-0648f20c87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735981 Feb 17 12:42:57.689247 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:42:57.871936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-0af63f59-00be-4cfc-bbc4-065f12dfa913 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242992 Feb 17 12:42:58.009528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-641afcf0-bde4-4420-9f60-125802eb8c84 req-7cc0006f-8306-423b-9cb5-65b5f84df1f6 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322975 Feb 17 12:42:58.052015 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd7c3c37a-673b-4a74-b4e1-560e1c383a1b', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.69', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'port_id': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'mac_address': 'fa:16:3e:14:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:42:55Z', 'updated_at': '2022-02-17T12:42:55Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:41Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:42:58.056299 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf20177-d736-4973-bb30-600eb70c7b30 None None] The sync data for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv is: [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'd7c3c37a-673b-4a74-b4e1-560e1c383a1b', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.69', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'port_id': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'mac_address': 'fa:16:3e:14:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:42:55Z', 'updated_at': '2022-02-17T12:42:55Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:41Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:42:58.244776 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b85884-e2cc-48d4-9ee5-f5fa88ae6180 None None] New status for floating IP d7c3c37a-673b-4a74-b4e1-560e1c383a1b: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:42:58.436026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57464) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:58.543077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a50e74ea-49a6-43d1-bc7b-d70c74f740ec tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/d7c3c37a-673b-4a74-b4e1-560e1c383a1b HTTP/1.1" status: 200 len: 991 time: 0.1058836 Feb 17 12:42:59.546845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57468) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:42:59.651562 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a75b4fed-3ff1-4fbe-af83-8657a52ebbdd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/d7c3c37a-673b-4a74-b4e1-560e1c383a1b HTTP/1.1" status: 200 len: 993 time: 0.1035986 Feb 17 12:43:01.337280 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:43:06.524319 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-d469f9dd-837e-4b77-b029-b7550981b315 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689015 Feb 17 12:43:06.666696 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-e9183611-0488-415d-b881-f709f0268b86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1099 time: 0.0730445 Feb 17 12:43:06.812798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-7a8e7a36-7eda-4ac0-aa35-b14c380482c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:43:06.814297 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-7a8e7a36-7eda-4ac0-aa35-b14c380482c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 896 time: 0.1285298 Feb 17 12:43:06.915605 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-d9d2389b-da40-4f6d-90b5-b0216b0f733b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 1001 time: 0.0950470 Feb 17 12:43:06.980460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-4e5b5272-0b42-49f2-b753-d1879c1450ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:43:06.981843 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-4e5b5272-0b42-49f2-b753-d1879c1450ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 200 len: 835 time: 0.0597327 Feb 17 12:43:07.054508 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-68893682-2186-42fe-9fac-b44b6316ef7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e30eead-a2ea-4467-a713-0648f20c87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665660 Feb 17 12:43:07.183607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-77ec8d74-8cd3-4d8b-87be-4ba4ac51a01c service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231811 Feb 17 12:43:07.314117 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a13e6034-65c5-4769-814a-e2d98492a4c8 req-98489a29-be5c-4750-8e03-8a93ea69df1a service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250017 Feb 17 12:43:07.792234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af115e3d-f2cf-41dc-866f-1d6a66d672f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:10.122052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-12da763d-79b1-4862-b8b4-d0d0efc14077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:11.408757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:11.500700 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:12.059186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:13.055030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:37.778430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2878d4e8-e0eb-4bca-bc9a-0a2b40df207a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:38.338087 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:43:40.098482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-acb88d6d-2d8a-4831-9561-21f157574de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:41.383747 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:41.520958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:42.069550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:43.052508 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:43:58.620422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a45c1-5f03-484a-a3f6-353b3e78e256 req-5cb5c1ce-5141-4022-9aae-4e4d103c7591 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:43:58.622337 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b21a45c1-5f03-484a-a3f6-353b3e78e256 req-5cb5c1ce-5141-4022-9aae-4e4d103c7591 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0808320 Feb 17 12:43:58.668044 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b21a45c1-5f03-484a-a3f6-353b3e78e256 req-6b3b2cc4-7efa-4f0c-a6f6-2f42bf215a71 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Feb 17 12:43:59.866393 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9d2a8-e5c4-4ad8-a6c1-b23cd6803a76 req-f8445c6d-1246-4818-a675-a98653e9f01d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:43:59.867824 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-32c9d2a8-e5c4-4ad8-a6c1-b23cd6803a76 req-f8445c6d-1246-4818-a675-a98653e9f01d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0783641 Feb 17 12:43:59.912034 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-32c9d2a8-e5c4-4ad8-a6c1-b23cd6803a76 req-d3820c89-eaaf-4490-a6db-0cba659a21dc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Feb 17 12:44:01.111890 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044ffc-fbbe-455a-9a41-e5a73a99897e req-d0bdad83-54ac-4cbf-ad24-e1335f870d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:01.113403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27044ffc-fbbe-455a-9a41-e5a73a99897e req-d0bdad83-54ac-4cbf-ad24-e1335f870d2b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0764630 Feb 17 12:44:01.159029 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-27044ffc-fbbe-455a-9a41-e5a73a99897e req-0f9c337b-1cec-43eb-bbff-b5852c9e3662 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Feb 17 12:44:02.354660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf40449-6fb9-4907-a58b-21d55d26fba9 req-5e18d666-1bc8-4652-8b93-7b214c3571d6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:02.356108 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-baf40449-6fb9-4907-a58b-21d55d26fba9 req-5e18d666-1bc8-4652-8b93-7b214c3571d6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0770376 Feb 17 12:44:02.400979 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-baf40449-6fb9-4907-a58b-21d55d26fba9 req-624277e7-3122-4e01-9bef-98b658c84819 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391965 Feb 17 12:44:03.745718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48dcfd-750e-4ab7-8840-d56346d1d84f req-d3f09130-829b-4c90-8ff0-da13413eacbe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:03.747201 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eb48dcfd-750e-4ab7-8840-d56346d1d84f req-d3f09130-829b-4c90-8ff0-da13413eacbe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0812578 Feb 17 12:44:03.791755 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-eb48dcfd-750e-4ab7-8840-d56346d1d84f req-f6906776-977e-464b-80e2-a7c2d634bc02 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388474 Feb 17 12:44:04.991223 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac5f71-c71e-4ad6-8f2b-013a73a4a5a2 req-3ec3a598-78c7-4055-bf3a-7c5eb0f8de0d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:04.992690 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3eac5f71-c71e-4ad6-8f2b-013a73a4a5a2 req-3ec3a598-78c7-4055-bf3a-7c5eb0f8de0d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0795057 Feb 17 12:44:05.036698 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3eac5f71-c71e-4ad6-8f2b-013a73a4a5a2 req-3cc2a212-9112-44ee-b636-f7eef710bd14 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385015 Feb 17 12:44:06.231265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b023a2-b454-47c9-a495-bba28b05031e req-f5885b6d-021d-40c7-b98c-762d9541b3fd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:06.232816 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-53b023a2-b454-47c9-a495-bba28b05031e req-f5885b6d-021d-40c7-b98c-762d9541b3fd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0787659 Feb 17 12:44:06.284346 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-53b023a2-b454-47c9-a495-bba28b05031e req-b76b6b4d-39ef-4533-9491-889b95e0354e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Feb 17 12:44:07.478191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aa0a3-b3d7-446e-bb8e-0403631b8712 req-2c0ea9cf-1dee-4753-a4da-a14f6f85a702 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:07.479617 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-099aa0a3-b3d7-446e-bb8e-0403631b8712 req-2c0ea9cf-1dee-4753-a4da-a14f6f85a702 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0747409 Feb 17 12:44:07.526559 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-099aa0a3-b3d7-446e-bb8e-0403631b8712 req-93a58583-8bb4-4903-9b6e-bdda5d1e4941 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Feb 17 12:44:07.787480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-fd64a842-77b8-4581-b956-461e1798b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:08.560838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-bf3a8179-8812-4c5b-8654-92f8c445bfad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1099 time: 0.0683672 Feb 17 12:44:08.842491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-b10d3f90-7d3b-485f-926a-20c99aa923f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:08.843921 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-b10d3f90-7d3b-485f-926a-20c99aa923f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 896 time: 0.2652018 Feb 17 12:44:08.904462 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1148-43ad-441d-8b14-99e4ce6b734b req-c4469b3b-625b-4ad4-849d-1430955edb93 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:08.905949 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3acf1148-43ad-441d-8b14-99e4ce6b734b req-c4469b3b-625b-4ad4-849d-1430955edb93 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.1745300 Feb 17 12:44:08.993861 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-1cb8a5c4-f8aa-4462-85c7-a911e99eeeca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 1001 time: 0.1424339 Feb 17 12:44:08.996070 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3acf1148-43ad-441d-8b14-99e4ce6b734b req-a4dc12ec-df58-4ece-90a9-9a5895cc3ee5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835798 Feb 17 12:44:09.057845 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-31b20cce-3a12-4aea-880b-4f43ece17e84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:09.059366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-31b20cce-3a12-4aea-880b-4f43ece17e84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 200 len: 835 time: 0.0591223 Feb 17 12:44:09.132969 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-71ca0cf6-2d4d-4f7b-a21b-eda9ad0bd702 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e30eead-a2ea-4467-a713-0648f20c87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676055 Feb 17 12:44:09.265615 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-d3f4a24d-f63e-48bb-8a04-f8e4e36c6777 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248121 Feb 17 12:44:09.396714 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2eb723f7-6a8c-4b90-b972-b684aa4b0c02 req-fbe7e29e-970c-4e1c-8050-f50b3001aea8 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253662 Feb 17 12:44:10.147905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-75354dd0-761b-4324-a6cf-d579a4bfdb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:10.284091 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41de-2123-4477-b002-3292cbfd5bb4 req-098c3253-0c8b-46ad-b410-696e4c0ff91d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:10.285645 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-532d41de-2123-4477-b002-3292cbfd5bb4 req-098c3253-0c8b-46ad-b410-696e4c0ff91d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.1696365 Feb 17 12:44:10.330094 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-532d41de-2123-4477-b002-3292cbfd5bb4 req-91de9e22-0784-458f-b131-04884e110351 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 Feb 17 12:44:10.358810 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57512) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:44:10.462354 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-34c994c3-7d63-407f-8e88-c0c54aca5522 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/d7c3c37a-673b-4a74-b4e1-560e1c383a1b HTTP/1.1" status: 200 len: 993 time: 0.1023812 Feb 17 12:44:11.381774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:11.495851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:12.044323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:12.089739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec9c5-5e06-4c40-b995-584437c1cc78 req-941eaaa6-41c3-470f-9753-4702dbff3507 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:12.091329 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ae0ec9c5-5e06-4c40-b995-584437c1cc78 req-941eaaa6-41c3-470f-9753-4702dbff3507 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0827005 Feb 17 12:44:12.188944 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ae0ec9c5-5e06-4c40-b995-584437c1cc78 req-1f3f0ef1-a675-47b7-8509-ed1a244d94b6 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652668 Feb 17 12:44:12.202242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-2d0e5e3f-785d-4afd-9649-c6d25991ea9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1099 time: 0.1076653 Feb 17 12:44:12.333362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-b3b4cc91-b430-402a-9057-ec91e1c9a0d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:12.334807 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-b3b4cc91-b430-402a-9057-ec91e1c9a0d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 896 time: 0.1272621 Feb 17 12:44:12.433747 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-577d987c-82bb-440b-a507-589138536b41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 1001 time: 0.0921183 Feb 17 12:44:12.497367 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-709d2ded-c787-4119-b3f5-d23cdf4de54d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:12.498697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-709d2ded-c787-4119-b3f5-d23cdf4de54d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 200 len: 835 time: 0.0585361 Feb 17 12:44:12.569732 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-fbd5723c-7aca-4c6b-a955-26845e838368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e30eead-a2ea-4467-a713-0648f20c87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652690 Feb 17 12:44:12.703830 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-23eb037d-b32b-4107-bc13-840d7cd0b3ce service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265006 Feb 17 12:44:12.835016 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-82802c96-3498-41e3-8656-b7e59c6a6f4b req-d8f6c700-c7a9-4f5c-aca1-c5aaaf95ecd9 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250296 Feb 17 12:44:13.084104 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:13.393119 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711db83-051d-489e-8ce4-2ade54c816ac req-60d47675-029c-4dfa-81eb-2e70eadd20a2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:13.395035 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0711db83-051d-489e-8ce4-2ade54c816ac req-60d47675-029c-4dfa-81eb-2e70eadd20a2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0822537 Feb 17 12:44:13.447125 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0711db83-051d-489e-8ce4-2ade54c816ac req-cf4d60ef-984e-42ac-b41d-72e66cf3eb86 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Feb 17 12:44:14.731216 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af1b6-421c-4343-a3f1-0b4340f930d7 req-7526adf7-5679-4a82-959b-e956a8d4d0ba tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:44:14.732672 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b79af1b6-421c-4343-a3f1-0b4340f930d7 req-7526adf7-5679-4a82-959b-e956a8d4d0ba tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.1628819 Feb 17 12:44:14.777918 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b79af1b6-421c-4343-a3f1-0b4340f930d7 req-264fe958-8516-444a-941f-ed8ed695bce0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390353 Feb 17 12:44:14.806192 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57528) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:44:14.908299 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e51e3248-da21-4ada-bd74-c3724ee135f5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/d7c3c37a-673b-4a74-b4e1-560e1c383a1b HTTP/1.1" status: 200 len: 993 time: 0.1009929 Feb 17 12:44:15.339263 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:44:37.808619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7f045065-ae0e-4dc0-bc8e-1900f52c0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:40.111384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1c1a431b-adfd-4ec0-b71e-e7eb4b765357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:41.425802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:41.533506 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:42.082604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:43.059634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:44:52.340305 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:45:03.760747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57556) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:03.968001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 0463fdbb-8cf7-40d3-91ea-5e90f89584b4 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:45:03.968341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:04.154446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:04.154762 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:04.280667 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 0463fdbb-8cf7-40d3-91ea-5e90f89584b4 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:45:04.510828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:04.557514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=0463fdbb-8cf7-40d3-91ea-5e90f89584b4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:04.633662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.634202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.634432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.634763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.635085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.635579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.635901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.636219 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.636534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.636853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.637186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:04.667417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:05.180427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 9dd7cf79-5770-4217-b350-5c2421fee879 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:45:05.391008 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:45:05.401285 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] Sync routers for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:45:05.413537 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:05.414657 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:44:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:05.533585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:05.590592 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-def7f968-3873-40aa-8a0d-bff4f44c3f03 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/floatingips/d7c3c37a-673b-4a74-b4e1-560e1c383a1b HTTP/1.1" status: 204 len: 168 time: 1.8286595 Feb 17 12:45:05.591240 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:45:05.603100 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:05.738680 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'status': 'completed', 'code': 200} Feb 17 12:45:05.844876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-b742d459-d1c5-4ef1-9456-850505456df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 1099 time: 0.0813246 Feb 17 12:45:05.994525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-6e45971d-d78b-4f33-a087-bc449b2a69f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:05.996036 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-6e45971d-d78b-4f33-a087-bc449b2a69f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 200 len: 896 time: 0.1444707 Feb 17 12:45:05.998746 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:41Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:06.003126 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] Checking router: 9dd7cf79-5770-4217-b350-5c2421fee879 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:45:06.015146 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:06.015767 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:44:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:06.068079 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-b814e397-b275-41d4-9057-780a9c221b6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 200 len: 217 time: 0.0659676 Feb 17 12:45:06.142973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-f0150e44-1b3d-458f-a9e7-508c5c6d5986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:06.144461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-f0150e44-1b3d-458f-a9e7-508c5c6d5986 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 200 len: 835 time: 0.0632014 Feb 17 12:45:06.197224 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:06.231794 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-21c546d3-e4dd-427b-b3c6-ce238133e19e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e30eead-a2ea-4467-a713-0648f20c87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800879 Feb 17 12:45:06.308346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e201-15f7-4133-a740-42684a1adc67 req-f687deb5-9f35-4dd4-8186-c1d6bf239a42 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:06.309736 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-2d44e201-15f7-4133-a740-42684a1adc67 req-f687deb5-9f35-4dd4-8186-c1d6bf239a42 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:06.389766 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-cc929e9f-3ecc-4072-933c-25509d5c4c37 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487033 Feb 17 12:45:06.464515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-2d44e201-15f7-4133-a740-42684a1adc67 req-f687deb5-9f35-4dd4-8186-c1d6bf239a42 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:06.465699 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2d44e201-15f7-4133-a740-42684a1adc67 req-f687deb5-9f35-4dd4-8186-c1d6bf239a42 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.2487855 Feb 17 12:45:06.521411 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:41Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:06.526248 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a6e64-6b29-45bb-b294-9f8bdb7196f6 None None] The sync data for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv is: [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '0348cc0e-68cb-4f91-a1e1-81616ae96ecb', 'name': '', 'network_id': '3e30eead-a2ea-4467-a713-0648f20c87d5', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:68:ff:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:34Z', 'updated_at': '2022-02-17T12:42:41Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': '1e4894df-90ac-4644-a9a2-44fa46a8d870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:45:06.526730 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2d44e201-15f7-4133-a740-42684a1adc67 req-bef978ef-750f-40c6-b522-e221093e11f5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539684 Feb 17 12:45:06.540980 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e474faf3-3f0d-48ad-a149-e0bb98f22d55 req-c76d6114-f4ec-4709-a466-5c1f23bb5d95 service neutron] 10.222.0.24 "GET /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437426 Feb 17 12:45:06.740007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8934e7c4-66f6-405c-a56b-f9d986281e7f None None] New status for floating IP d7c3c37a-673b-4a74-b4e1-560e1c383a1b: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:45:07.736281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9145f-7c5d-4fe5-8645-4ba900e71e30 req-cac51ab4-040e-4730-8a84-90640cd4772a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:07.740145 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1cd9145f-7c5d-4fe5-8645-4ba900e71e30 req-cac51ab4-040e-4730-8a84-90640cd4772a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0851765 Feb 17 12:45:07.787486 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1cd9145f-7c5d-4fe5-8645-4ba900e71e30 req-f0917599-2b4e-4c36-87fa-ff31048d2f8b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=b32c0551-9c2c-47a2-a817-e9f36910cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Feb 17 12:45:07.825761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ffe9654f-d728-4f55-bcc9-8d6b6ba80279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:07.993324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391343a6-c639-4ec8-b556-76231a70d5bb req-eda97c3c-e78f-4bb2-b734-857ff594ce71 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:07.994797 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-391343a6-c639-4ec8-b556-76231a70d5bb req-eda97c3c-e78f-4bb2-b734-857ff594ce71 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 946 time: 0.0828626 Feb 17 12:45:08.067328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 6de086aa-6aef-4d28-8bbb-fd660112e193 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:45:08.067674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:08.330394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 6de086aa-6aef-4d28-8bbb-fd660112e193, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=6de086aa-6aef-4d28-8bbb-fd660112e193,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:08.330746 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:08.455039 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 6de086aa-6aef-4d28-8bbb-fd660112e193 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:45:08.732786 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:08.782688 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=6de086aa-6aef-4d28-8bbb-fd660112e193,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.842230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:08.872069 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] No DVR routers for this DVR port 6de086aa-6aef-4d28-8bbb-fd660112e193 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:45:08.875266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:08.884029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'name': 'network-vif-deleted', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:45:08.943410 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e62dff-345a-4ac6-b6fe-6563c7a06171', 'name': 'network-vif-deleted', 'tag': '6de086aa-6aef-4d28-8bbb-fd660112e193', 'status': 'completed', 'code': 200} Feb 17 12:45:08.959652 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ee9da61c-bf3e-4b68-a6c3-1e1b0e2a6aff req-f6ac380c-6e10-479a-b890-de605a8dd5c0 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=60e62dff-345a-4ac6-b6fe-6563c7a06171 HTTP/1.1" status: 200 len: 210 time: 0.0476124 Feb 17 12:45:08.972864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-391343a6-c639-4ec8-b556-76231a70d5bb req-f0f4e059-4f52-415d-8687-75a4c5b8c0cd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "DELETE /v2.0/ports/6de086aa-6aef-4d28-8bbb-fd660112e193 HTTP/1.1" status: 204 len: 173 time: 0.9733951 Feb 17 12:45:10.067788 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57578) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:10.144131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8f711e16-8703-41d7-ac92-56821768aba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:10.468098 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:10.936060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6de086aa-6aef-4d28-8bbb-fd660112e193 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:45:10.995510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 6de086aa-6aef-4d28-8bbb-fd660112e193 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:45:10.996035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 6de086aa-6aef-4d28-8bbb-fd660112e193 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:45:11.098941 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:45:11.099563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:11.298170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 0348cc0e-68cb-4f91-a1e1-81616ae96ecb, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:11.298562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:11.418803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:11.519458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 0348cc0e-68cb-4f91-a1e1-81616ae96ecb owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:45:11.521505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:11.755908 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:11.804531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=0348cc0e-68cb-4f91-a1e1-81616ae96ecb,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:12.087557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:12.109026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:12.697210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router 9dd7cf79-5770-4217-b350-5c2421fee879 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:45:12.909678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:45:12.921417 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] Sync routers for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:45:12.927740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-40946431-9ac3-4025-98de-af5264d43876 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/9dd7cf79-5770-4217-b350-5c2421fee879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8571601 Feb 17 12:45:12.928111 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57582) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:12.934071 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:12.934704 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:13.088294 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.147050 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:13.225038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting subnet 1e4894df-90ac-4644-a9a2-44fa46a8d870 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:45:13.229718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.288119 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.375244 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.445090 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:45:11Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:13.449607 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] Checking router: 9dd7cf79-5770-4217-b350-5c2421fee879 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:45:13.460058 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] Routers {'9dd7cf79-5770-4217-b350-5c2421fee879'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:13.460641 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9dd7cf79-5770-4217-b350-5c2421fee879'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:13.549938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.589714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4894df-90ac-4644-a9a2-44fa46a8d870,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:13.595973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.605234 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-783f7a7d-982f-4866-a9a8-175cb0624944 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/subnets/1e4894df-90ac-4644-a9a2-44fa46a8d870 HTTP/1.1" status: 204 len: 168 time: 0.6737137 Feb 17 12:45:13.605442 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc60c5-a46c-4d9a-b530-675a03e4de6e None None] Network 3e30eead-a2ea-4467-a713-0648f20c87d5 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:45:13.605585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57586) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:13.684236 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] Set router 9dd7cf79-5770-4217-b350-5c2421fee879 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:13.827377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.868336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] DHCP port deletion for 3e30eead-a2ea-4467-a713-0648f20c87d5 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:45:13.877213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Deleting port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:45:13.877727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:13.989499 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:45:11Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:13.994771 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcc8b2-f639-4b53-9232-baa0336447b7 None None] The sync data for ids ['9dd7cf79-5770-4217-b350-5c2421fee879'] in dv-neutron-828728-1-hyperv is: [{'id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925554922', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:45:11Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'bf4a792b-5696-450a-b5a9-159aaeceb2e7', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7cf79-5770-4217-b350-5c2421fee879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:42:30Z', 'updated_at': '2022-02-17T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:45:14.047679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:14.092082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] For port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,segment=NetworkSegment(ce064f8e-98b5-4188-acdd-34a94161770d),segment_id=ce064f8e-98b5-4188-acdd-34a94161770d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:14.092679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:14.116038 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port bf4a792b-5696-450a-b5a9-159aaeceb2e7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:45:14.116374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:14.211863 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Calling delete_port for 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:45:14.301735 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port bf4a792b-5696-450a-b5a9-159aaeceb2e7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=bf4a792b-5696-450a-b5a9-159aaeceb2e7,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:14.302355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:14.366864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:14.418086 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Pushing event deleted for resources: {'Port': ['ID=560bb7cd-0b09-4e7e-8f93-3f0c778352f5,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:14.427922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for bf4a792b-5696-450a-b5a9-159aaeceb2e7 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:45:14.430027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.431327 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.431848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.432343 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.432828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.433299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.433795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.434295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.434616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.434932 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.435314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:14.438668 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6cc73-5134-4c7d-8f00-3220882f2a2a None None] No DVR routers for this DVR port 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:45:14.692819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:14.738779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=bf4a792b-5696-450a-b5a9-159aaeceb2e7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:14.985384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0348cc0e-68cb-4f91-a1e1-81616ae96ecb no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:45:15.018781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 0348cc0e-68cb-4f91-a1e1-81616ae96ecb {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:45:15.019110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 0348cc0e-68cb-4f91-a1e1-81616ae96ecb not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:45:15.019530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:45:15.052100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:45:15.052432 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 560bb7cd-0b09-4e7e-8f93-3f0c778352f5 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:45:15.057304 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.315951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.320170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.429949 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.431050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Fanout notify agent at l3_agent the message router_deleted on router 9dd7cf79-5770-4217-b350-5c2421fee879 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:45:15.449324 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.450543 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1865c266-c30a-4023-be49-bf77b5d75438 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/routers/9dd7cf79-5770-4217-b350-5c2421fee879 HTTP/1.1" status: 204 len: 168 time: 1.8440409 Feb 17 12:45:15.453265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57590) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:15.570976 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.699608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.723627 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e30eead-a2ea-4467-a713-0648f20c87d5']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:15.736197 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce064f8e-98b5-4188-acdd-34a94161770d') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:15.736587 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce064f8e-98b5-4188-acdd-34a94161770d') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:15.749054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.764588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.770335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:45:15.770702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:45:15.784358 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:45:15.921504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.939544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:15.952425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Network': ['ID=3e30eead-a2ea-4467-a713-0648f20c87d5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:16.024900 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c4b99960-4fbf-49ca-8671-56d4be30a4b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/networks/3e30eead-a2ea-4467-a713-0648f20c87d5 HTTP/1.1" status: 204 len: 168 time: 0.5703547 Feb 17 12:45:16.027683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57594) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:16.098764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2246efec-08bd-4c89-b5e9-85adf2781cef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:16.129335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2246efec-08bd-4c89-b5e9-85adf2781cef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:16.259201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2246efec-08bd-4c89-b5e9-85adf2781cef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:16.278246 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246efec-08bd-4c89-b5e9-85adf2781cef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c0551-9c2c-47a2-a817-e9f36910cbf8,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:16.366171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2246efec-08bd-4c89-b5e9-85adf2781cef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:16.367326 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2246efec-08bd-4c89-b5e9-85adf2781cef tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/security-groups/b32c0551-9c2c-47a2-a817-e9f36910cbf8 HTTP/1.1" status: 204 len: 168 time: 0.3387122 Feb 17 12:45:16.892512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bf4a792b-5696-450a-b5a9-159aaeceb2e7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:45:16.928642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: bf4a792b-5696-450a-b5a9-159aaeceb2e7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:45:16.928977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device bf4a792b-5696-450a-b5a9-159aaeceb2e7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:45:17.895588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57604) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:17.901812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597981067', 'description': 'tempest-secgroup-smoke-597981067 description', 'project_id': '6176584e6e624e2583129282c599b017'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:17.907986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:17.912090 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:17.914934 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:17.920818 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:17.983950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.020226 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:18.024519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:18.027951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:18.033909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:18.087987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.153935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.198957 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0ab5d2-2864-419a-b32b-66dcf8ed3395,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:18.268532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.269767 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f4da7fcb-98fe-41bb-b35a-b13e73bad4ee tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3731618 Feb 17 12:45:18.272658 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57608) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:18.278773 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': '2b0ab5d2-2864-419a-b32b-66dcf8ed3395', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:18.284727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:18.288527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:18.292628 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:18.298478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:18.384495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.450507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.554282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.580633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa819e21-2659-41c1-bd74-fe1cf850926a,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:18.674841 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.676514 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e5f6fb9e-250a-4b88-ab1e-0c39fbb9d1b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4027460 Feb 17 12:45:18.679077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57612) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:18.684579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': '2b0ab5d2-2864-419a-b32b-66dcf8ed3395', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:18.690718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:18.694608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:18.698276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:18.704479 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:18.773066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.836316 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.886882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.909616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30160e2d-a4e4-4c8d-bbec-bdcbe5726265,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:18.966524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:18.967679 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f2a6d677-f830-4711-aa4a-7f70db080fbb tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2876716 Feb 17 12:45:18.970421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57616) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:18.975714 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': '2b0ab5d2-2864-419a-b32b-66dcf8ed3395', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:18.982649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:18.986470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:18.989272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:18.995631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:19.075706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.137623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.212263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.236360 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0db3d5b-fa40-44a9-b175-080556f33ee4,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:19.325640 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.326909 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-174261b5-3213-49e0-8db5-562b6571fc41 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3555474 Feb 17 12:45:19.329600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57620) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:19.335140 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': '2b0ab5d2-2864-419a-b32b-66dcf8ed3395', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:19.341176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:19.345150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:19.347971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:19.354671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:19.466898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.533894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.606566 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.631751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7080124a-4a23-4dec-96b9-3dd361bee7d1,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:19.720945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.722347 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-30ceebb5-eab5-4fe8-9680-9cd8973e62fe tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3917391 Feb 17 12:45:19.725172 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57624) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:19.731678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': '2b0ab5d2-2864-419a-b32b-66dcf8ed3395', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:19.737806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:19.741678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:19.744679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:19.751152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:19.875182 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:45:19.882273 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:19.950574 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.069461 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.093946 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50704ad-16d2-4499-bb4a-1210de4f5b2b,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:20.171392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.172682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d1851319-fe38-42c5-8130-340fffdc5296 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4465692 Feb 17 12:45:20.175490 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57628) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:20.180887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'security_group_rule': {'security_group_id': '2b0ab5d2-2864-419a-b32b-66dcf8ed3395', 'project_id': '6176584e6e624e2583129282c599b017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:20.187133 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:20.190870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:security_group_rule and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:20.193806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:20.200516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:20.285620 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Project 6176584e6e624e2583129282c599b017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:45:20.292353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.361558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.452653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.565807 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f13bea0-c25d-468b-b861-8e161f80c117,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:20.629229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.630467 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-860642f1-6804-4657-9414-c8ac1df3a5dd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4539816 Feb 17 12:45:20.633325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57632) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:20.639943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'network': {'name': 'tempest-network-smoke--751431877', 'project_id': '6176584e6e624e2583129282c599b017', 'port_security_enabled': True}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:20.645062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:20.648954 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:network and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:20.651919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:20.657509 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:20.726858 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:45:20.730492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.758745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:45:20.767040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.767372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Added segment 420803c7-2f83-4fcf-a090-dd62e90e663b of type vlan for network 5b15174b-9491-4a65-8178-726eabc0718e Feb 17 12:45:20.793916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.874617 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.878396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:20.878968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:20.987463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Network': ['ID=5b15174b-9491-4a65-8178-726eabc0718e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:20.998314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 5b15174b-9491-4a65-8178-726eabc0718e details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:45:21.029919 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fe642fcc-bd45-423c-b97d-dde471f9b2e2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3955157 Feb 17 12:45:21.032684 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57638) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:21.038088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'admin_state_up': True, 'project_id': '6176584e6e624e2583129282c599b017', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:21.045629 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:21.049421 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:router and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:21.052474 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:21.059804 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:21.132381 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:21.133351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:21.153044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:21.375550 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:21.619542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:21.654153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:21.792049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.178 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/fa3591e4-863d-45bf-959f-bf045fbaa83e) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:45:21.937356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:22.023646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:22.090810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:45:22.093534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:22.097987 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:45:22.126048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=fa3591e4-863d-45bf-959f-bf045fbaa83e,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:22.329392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:22.330162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:22.657884 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ec73e8bc-31b0-42ce-ad14-0907676fc546 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:45:22.859023 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:45:22.868232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Sync routers for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:45:22.881113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:22.881806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:22.995609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:22.996762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-89ce93c2-eb2d-4634-9af4-ed59360e807c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9631147 Feb 17 12:45:23.000439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57646) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:23.065452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:23.305045 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e0c9bede-d611-4b08-b00b-0bf350ae4684 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6176584e6e624e2583129282c599b017&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3034451 Feb 17 12:45:23.306121 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57654) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:23.402505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:22Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:23.406652 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Checking router: ec73e8bc-31b0-42ce-ad14-0907676fc546 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:45:23.407020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Updating router ec73e8bc-31b0-42ce-ad14-0907676fc546 port fa3591e4-863d-45bf-959f-bf045fbaa83e binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:45:23.442729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50363c-3596-4869-b593-723dcd77cd8c tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:23.444202 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-3a50363c-3596-4869-b593-723dcd77cd8c tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371529 Feb 17 12:45:23.448124 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57658) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:23.468346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:23.491255 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-4b1eb244-4237-4579-a628-a8c0d10468d5 tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d3bc4601-6e1d-4595-82fb-a43b43a85c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419450 Feb 17 12:45:23.497397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57662) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:23.503049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-32791586', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'project_id': '6176584e6e624e2583129282c599b017', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:23.614180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:23.618560 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:subnet and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:23.622624 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:23.628524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:23.703365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:45:23.809134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:23.809853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:23.821067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Transition to ACTIVE for port object fa3591e4-863d-45bf-959f-bf045fbaa83e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:23.902987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:23.985957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f4af0-4abe-4945-b522-04f2313504ec None None] Pushing event updated for resources: {'Port': ['ID=fa3591e4-863d-45bf-959f-bf045fbaa83e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:23.988205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Attempting to bind port fa3591e4-863d-45bf-959f-bf045fbaa83e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:45:23.988561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Attempting to bind port fa3591e4-863d-45bf-959f-bf045fbaa83e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:45:23.988908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Attempting to bind port fa3591e4-863d-45bf-959f-bf045fbaa83e on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:45:23.997861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:45:23.998227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:45:23.998629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:23.999016 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:45:23.999611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Bound port: fa3591e4-863d-45bf-959f-bf045fbaa83e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:45:23.999981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:24.076204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] For port fa3591e4-863d-45bf-959f-bf045fbaa83e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:45:24.079580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] For port fa3591e4-863d-45bf-959f-bf045fbaa83e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fa3591e4-863d-45bf-959f-bf045fbaa83e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:45:24.102903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:24.160339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:24.183586 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Subnet': ['ID=af173aeb-d84c-434d-b931-1403643b22b3,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:24.200640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Checking segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:45:24.201377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network hostable DHCP agents. Network: 5b15174b-9491-4a65-8178-726eabc0718e, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:45:24.247047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f4af0-4abe-4945-b522-04f2313504ec None None] Pushing event updated for resources: {'Port': ['ID=fa3591e4-863d-45bf-959f-bf045fbaa83e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:24.250647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:24.251239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:24.280747 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 5b15174b-9491-4a65-8178-726eabc0718e is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:45:24.361081 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 5b15174b-9491-4a65-8178-726eabc0718e) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:24.365652 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:24.368201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:24.374890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e1a9a7-ef0a-4f7b-b2c6-72495f45bcc0 None None] Network 5b15174b-9491-4a65-8178-726eabc0718e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:45:24.503665 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c30190f4-ea60-4382-b72f-7498a9f6f529 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0049207 Feb 17 12:45:24.506226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57670) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:24.581673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:24.887255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-5b15174b-9491-4a65-8178-726eabc0718e', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:45:24.888192 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:25.129419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Allocated IP 172.20.0.2 (5b15174b-9491-4a65-8178-726eabc0718e/af173aeb-d84c-434d-b931-1403643b22b3/c3ef68dc-2c3d-4521-a453-9a7c3d8a0513) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:45:25.132328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:22Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:25.143151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018400ac-b20f-4158-b767-10090cbdddaa None None] The sync data for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv is: [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:22Z', 'revision_number': 3, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:45:25.379395 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:25.399637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Transition to ACTIVE for port object c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:25.421520 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Transition to ACTIVE for port object c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:25.468263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:25.527299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:25.601546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Network 5b15174b-9491-4a65-8178-726eabc0718e is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:45:25.605851 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:25.608307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:45:25.651433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Pushing event updated for resources: {'Port': ['ID=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:25.711448 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Attempting to bind port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:45:25.711915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Attempting to bind port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:45:25.712283 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Attempting to bind port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 on network 5b15174b-9491-4a65-8178-726eabc0718e {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:45:25.720818 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:45:25.725815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Checking segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:45:25.725815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:25.725815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Bound using segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:45:25.725815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Bound port: c3ef68dc-2c3d-4521-a453-9a7c3d8a0513, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:45:25.725815 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:25.823400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] For port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:45:25.826714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] For port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:45:25.906464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.1 (5b15174b-9491-4a65-8178-726eabc0718e/af173aeb-d84c-434d-b931-1403643b22b3/66132383-a58e-4c11-b993-b3bcdb0cb458) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:45:25.934971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:26.017766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00601b-ce28-405a-983c-3b72677b7ded None None] Pushing event updated for resources: {'Port': ['ID=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:26.084897 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:26.103157 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object 66132383-a58e-4c11-b993-b3bcdb0cb458 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:26.213144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:26.294453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 5b15174b-9491-4a65-8178-726eabc0718e is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:45:26.297707 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:26.302025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:45:26.332952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=66132383-a58e-4c11-b993-b3bcdb0cb458,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:26.364765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:26.515308 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:26.941286 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f44215-5245-4707-a54d-87413a97e843 None None] Network 5b15174b-9491-4a65-8178-726eabc0718e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:45:27.019593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fa3591e4-863d-45bf-959f-bf045fbaa83e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:27.062911 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.132126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.221971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a0f67b7c-4dae-4e62-82a0-c98b10047f8a None None] Provisioning for port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:27.250188 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=66132383-a58e-4c11-b993-b3bcdb0cb458,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:27.252865 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.258093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port fa3591e4-863d-45bf-959f-bf045fbaa83e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:27.271725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fa3591e4-863d-45bf-959f-bf045fbaa83e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:27.271725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.392802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.406576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 5b15174b-9491-4a65-8178-726eabc0718e is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:45:27.407932 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:27.412153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port fa3591e4-863d-45bf-959f-bf045fbaa83e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fa3591e4-863d-45bf-959f-bf045fbaa83e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:27.532222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.533545 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:27.677310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=fa3591e4-863d-45bf-959f-bf045fbaa83e,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:27.749455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Provisioning for port 66132383-a58e-4c11-b993-b3bcdb0cb458 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:27.762455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Provisioning complete for port 66132383-a58e-4c11-b993-b3bcdb0cb458 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:27.762455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.798456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:27.808233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:27.808701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:27.850626 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ec73e8bc-31b0-42ce-ad14-0907676fc546 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:45:27.868390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Port 66132383-a58e-4c11-b993-b3bcdb0cb458 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:45:27.896449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Provisioning complete for port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:27.896882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:28.043177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:28.060659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:45:28.074607 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b1724661-1a8c-4c33-a11d-028dbf8a27ac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/ec73e8bc-31b0-42ce-ad14-0907676fc546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5672822 Feb 17 12:45:28.124146 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:28.133124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:28.188482 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:28.277443 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-4149ac04-7dcc-4e41-9097-2a14bc9efcb7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597981067&fields=id&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 267 time: 0.0450437 Feb 17 12:45:28.307963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:45:28.307963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-ea40e34e-b486-42a4-ab3a-98a4ca2472c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:45:28.312832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:28.440382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-cd369c5d-b4c7-41a8-ac52-773b9c37c8c7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:28.441053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-cd369c5d-b4c7-41a8-ac52-773b9c37c8c7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:28.509612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-cd369c5d-b4c7-41a8-ac52-773b9c37c8c7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:28.511628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-cd369c5d-b4c7-41a8-ac52-773b9c37c8c7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/networks?id=5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 200 len: 796 time: 0.2256181 Feb 17 12:45:28.532990 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-3b20bb7a-ef5c-4fec-9e94-a87c34ae08b8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/quotas/6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 375 time: 0.0156615 Feb 17 12:45:28.621886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-d91eaf9c-e228-45da-a427-65093c6ee2f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:28.715058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-d91eaf9c-e228-45da-a427-65093c6ee2f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:28.716513 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-d91eaf9c-e228-45da-a427-65093c6ee2f2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778319 Feb 17 12:45:28.744799 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Sync routers for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:45:28.757059 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:28.757669 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:28.804454 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-9ac985e1-30e6-442b-87cd-51aa5e37f9de service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:45:28.805438 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-9ac985e1-30e6-442b-87cd-51aa5e37f9de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717938 Feb 17 12:45:28.952614 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:28.960387 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-5367c112-379d-4f01-b827-1b91779e7cdf service neutron] 10.222.0.47 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478412 Feb 17 12:45:28.964781 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fa3591e4-863d-45bf-959f-bf045fbaa83e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:29.055788 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3a63235-dc0e-4f69-ad56-9f0069871b86 None None] Provisioning complete for port 66132383-a58e-4c11-b993-b3bcdb0cb458 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:29.057032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3a63235-dc0e-4f69-ad56-9f0069871b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:29.121223 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e3a63235-dc0e-4f69-ad56-9f0069871b86 None None] Port 66132383-a58e-4c11-b993-b3bcdb0cb458 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:45:29.138874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fa3591e4-863d-45bf-959f-bf045fbaa83e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:29.139577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:29.240918 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-0019342d-3733-4ee9-adc7-cd33d7d23375 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661531 Feb 17 12:45:29.291890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:29.310684 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 2, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:29.315080 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Checking router: ec73e8bc-31b0-42ce-ad14-0907676fc546 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:45:29.315677 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Updating router ec73e8bc-31b0-42ce-ad14-0907676fc546 port 66132383-a58e-4c11-b993-b3bcdb0cb458 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:45:29.374674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:45:29.384141 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:29.399109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:29.399587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:29.733656 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:29.746058 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Transition to ACTIVE for port object 66132383-a58e-4c11-b993-b3bcdb0cb458 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:29.891922 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:30.040388 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Pushing event updated for resources: {'Port': ['ID=66132383-a58e-4c11-b993-b3bcdb0cb458,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.056400 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.057271 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:45:30.144339 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Attempting to bind port 66132383-a58e-4c11-b993-b3bcdb0cb458 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:45:30.144702 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Attempting to bind port 66132383-a58e-4c11-b993-b3bcdb0cb458 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:45:30.145057 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Attempting to bind port 66132383-a58e-4c11-b993-b3bcdb0cb458 on network 5b15174b-9491-4a65-8178-726eabc0718e {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:45:30.151441 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:45:30.151795 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Checking segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:45:30.152185 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:30.152567 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Bound using segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:45:30.153011 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Bound port: 66132383-a58e-4c11-b993-b3bcdb0cb458, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:45:30.153370 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:30.244470 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] For port 66132383-a58e-4c11-b993-b3bcdb0cb458, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:45:30.281259 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] For port 66132383-a58e-4c11-b993-b3bcdb0cb458, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=66132383-a58e-4c11-b993-b3bcdb0cb458,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:45:30.383807 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:30.462609 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65caf-ab97-4634-8ce5-64c78e75f2b3 None None] Pushing event updated for resources: {'Port': ['ID=66132383-a58e-4c11-b993-b3bcdb0cb458,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:30.467172 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:30.467759 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:30.667138 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:30.726368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9dfd9e63-153d-4fa0-b603-d4a1d8870151 req-e6f878d5-9ea7-4d51-aa23-9941a362a863 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:30.738451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-9dfd9e63-153d-4fa0-b603-d4a1d8870151 req-e6f878d5-9ea7-4d51-aa23-9941a362a863 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:30.739686 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9dfd9e63-153d-4fa0-b603-d4a1d8870151 req-e6f878d5-9ea7-4d51-aa23-9941a362a863 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 210 time: 0.1788464 Feb 17 12:45:30.997220 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:30Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:31.001161 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e4d99-7714-4229-90a9-01415b2b23c8 None None] The sync data for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv is: [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:30Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:45:31.902341 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-024c78f5-4036-4046-902e-58af7ac77921 req-4fbb0e9c-1176-4957-b364-d1a1ac3245b5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 210 time: 0.0412562 Feb 17 12:45:32.971906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 66132383-a58e-4c11-b993-b3bcdb0cb458 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:33.067963 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c7b74df7-a3c0-4a61-bb92-c90d3e6e7e50 req-b011a982-4847-4aa2-bde3-311225dbe362 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 210 time: 0.0414608 Feb 17 12:45:33.166029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 66132383-a58e-4c11-b993-b3bcdb0cb458 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:33.171246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 66132383-a58e-4c11-b993-b3bcdb0cb458 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:33.171613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:33.297604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:33.306681 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-14c862d7-5bec-4c69-9ccc-efe1a6ddef69 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:33.307637 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-14c862d7-5bec-4c69-9ccc-efe1a6ddef69 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:33.320649 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-14c862d7-5bec-4c69-9ccc-efe1a6ddef69 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:33.324669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-14c862d7-5bec-4c69-9ccc-efe1a6ddef69 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/networks?id=5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 200 len: 796 time: 0.1590602 Feb 17 12:45:33.335832 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 66132383-a58e-4c11-b993-b3bcdb0cb458, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=66132383-a58e-4c11-b993-b3bcdb0cb458,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:33.375031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-81e444e0-0661-4f81-a57b-61a1e4c75631 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:33.446184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:33.512406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=66132383-a58e-4c11-b993-b3bcdb0cb458,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:33.525986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-81e444e0-0661-4f81-a57b-61a1e4c75631 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:33.527151 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-81e444e0-0661-4f81-a57b-61a1e4c75631 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6176584e6e624e2583129282c599b017 HTTP/1.1" status: 200 len: 379 time: 0.1937516 Feb 17 12:45:33.535448 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'port': {'device_id': '4296aaca-5541-4410-849d-72be100f98e4', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'admin_state_up': True, 'tenant_id': '6176584e6e624e2583129282c599b017', 'security_groups': ['2b0ab5d2-2864-419a-b32b-66dcf8ed3395']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:33.673412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:33.682925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:33.800060 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Made reservation on behalf of 6176584e6e624e2583129282c599b017 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:45:33.803392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:33.967281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.20.0.4 (5b15174b-9491-4a65-8178-726eabc0718e/af173aeb-d84c-434d-b931-1403643b22b3/e8427658-d863-4da6-9009-7344dfe81198) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:45:34.161504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:34.178495 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Transition to ACTIVE for port object e8427658-d863-4da6-9009-7344dfe81198 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:34.238724 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8a99e549-afe5-45ba-9062-fe1999398e48 req-24015f6e-dea5-4351-b73c-af8635c7f474 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 210 time: 0.0447078 Feb 17 12:45:34.286882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:34.360588 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network 5b15174b-9491-4a65-8178-726eabc0718e is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:45:34.363321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:34.367064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:45:34.398224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=e8427658-d863-4da6-9009-7344dfe81198,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:34.441241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:34.441867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:34.543808 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-405f4eb4-634c-4e81-a5a4-a04027bd1f19 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119908 Feb 17 12:45:34.554251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Request body: {'port': {'device_id': '4296aaca-5541-4410-849d-72be100f98e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:34.661936 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:34.668879 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1af04ba6-0173-45d8-931d-15283ef7201b None None] Provisioning for port e8427658-d863-4da6-9009-7344dfe81198 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:34.675451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-1af04ba6-0173-45d8-931d-15283ef7201b None None] Provisioning complete for port e8427658-d863-4da6-9009-7344dfe81198 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:34.675824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1af04ba6-0173-45d8-931d-15283ef7201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:34.728401 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-1af04ba6-0173-45d8-931d-15283ef7201b None None] Port e8427658-d863-4da6-9009-7344dfe81198 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:45:34.945717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 66132383-a58e-4c11-b993-b3bcdb0cb458 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:34.997046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8427658-d863-4da6-9009-7344dfe81198 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:45:35.003857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:35.015837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 66132383-a58e-4c11-b993-b3bcdb0cb458 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:35.016203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:35.018534 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Transition to ACTIVE for port object e8427658-d863-4da6-9009-7344dfe81198 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:45:35.096082 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:35.230328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8427658-d863-4da6-9009-7344dfe81198,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:35.361170 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Attempting to bind port e8427658-d863-4da6-9009-7344dfe81198 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:45:35.362154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Attempting to bind port e8427658-d863-4da6-9009-7344dfe81198 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:45:35.362154 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Attempting to bind port e8427658-d863-4da6-9009-7344dfe81198 on network 5b15174b-9491-4a65-8178-726eabc0718e {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:45:35.368125 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Port e8427658-d863-4da6-9009-7344dfe81198 on network 5b15174b-9491-4a65-8178-726eabc0718e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:45:35.370063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Attempting to bind port e8427658-d863-4da6-9009-7344dfe81198 on network 5b15174b-9491-4a65-8178-726eabc0718e {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:45:35.375814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:45:35.376155 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Checking segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:45:35.376531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Bound using segment: {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:45:35.376947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Bound port: e8427658-d863-4da6-9009-7344dfe81198, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420803c7-2f83-4fcf-a090-dd62e90e663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:45:35.377291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:35.598848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] For port e8427658-d863-4da6-9009-7344dfe81198, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:45:35.602810 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] For port e8427658-d863-4da6-9009-7344dfe81198, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8427658-d863-4da6-9009-7344dfe81198,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:45:35.609953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1723d-2aeb-44fd-805e-16a11238a709 req-717adba3-fb5e-4cbd-9900-c5112d1de446 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:35.610633 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-28e1723d-2aeb-44fd-805e-16a11238a709 req-717adba3-fb5e-4cbd-9900-c5112d1de446 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:45:35.691847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:35.728883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-28e1723d-2aeb-44fd-805e-16a11238a709 req-717adba3-fb5e-4cbd-9900-c5112d1de446 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:45:35.730046 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28e1723d-2aeb-44fd-805e-16a11238a709 req-717adba3-fb5e-4cbd-9900-c5112d1de446 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 943 time: 0.3437967 Feb 17 12:45:35.777900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:35.779948 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 200 len: 1093 time: 1.2296700 Feb 17 12:45:35.780697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:45:35.810911 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da337f-a290-4030-b69c-1559265a42d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8427658-d863-4da6-9009-7344dfe81198,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:35.815597 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28e1723d-2aeb-44fd-805e-16a11238a709 req-1c1e44ab-6644-497e-b93b-e10a57a1f86a tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744531 Feb 17 12:45:35.848522 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198', 'status': 'completed', 'code': 200} Feb 17 12:45:35.938907 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f799d619-480e-45c1-8af5-e7c8471bfd15 req-9f00e08c-d24c-4cc2-a5e9-ea0a7bd229e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1096 time: 0.0760732 Feb 17 12:45:36.081330 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799d619-480e-45c1-8af5-e7c8471bfd15 req-95b691bd-70a7-475d-8578-7954fa861d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:36.082725 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f799d619-480e-45c1-8af5-e7c8471bfd15 req-95b691bd-70a7-475d-8578-7954fa861d76 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6176584e6e624e2583129282c599b017&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1367493 Feb 17 12:45:36.225653 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799d619-480e-45c1-8af5-e7c8471bfd15 req-581c7e8b-1154-47b3-bb1f-66c5f47e0ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:36.227199 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f799d619-480e-45c1-8af5-e7c8471bfd15 req-581c7e8b-1154-47b3-bb1f-66c5f47e0ab0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1389155 Feb 17 12:45:36.336864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-bb5c38b6-28bf-492d-917e-fd1829e23824 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1096 time: 0.0740972 Feb 17 12:45:36.407475 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-33de1f99-dfbb-46f1-9fb4-691143a564cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 200 len: 217 time: 0.0647411 Feb 17 12:45:36.469280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-c5911abb-0126-4e76-a478-d3a2a2b5b332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:36.470744 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-c5911abb-0126-4e76-a478-d3a2a2b5b332 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af173aeb-d84c-434d-b931-1403643b22b3 HTTP/1.1" status: 200 len: 833 time: 0.0574374 Feb 17 12:45:36.545383 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-d1b23f8e-4bf6-4487-8047-c994eb9fa30e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b15174b-9491-4a65-8178-726eabc0718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687933 Feb 17 12:45:36.679352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-e1898199-b603-4aa5-9aad-ed3640792434 service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284072 Feb 17 12:45:36.815438 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a3bb4754-7ee7-4f28-ada7-2d926e61ca3b req-9bdaf52f-b71b-437b-ad7e-b4a293e3dc9a service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300108 Feb 17 12:45:37.021729 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876e383-ed35-4040-ab1f-aa82547e969c req-ab73e1b7-66fa-4c57-8332-ec3ac2cc8ad9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:37.023208 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b876e383-ed35-4040-ab1f-aa82547e969c req-ab73e1b7-66fa-4c57-8332-ec3ac2cc8ad9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 943 time: 0.0793321 Feb 17 12:45:37.067255 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b876e383-ed35-4040-ab1f-aa82547e969c req-283c6020-721a-47bc-b82b-26a428e31047 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384512 Feb 17 12:45:37.794239 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7607b77e-3bce-4f07-ae4d-2b4167811314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:38.273754 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f9aff-ac66-4f46-8738-15e7f57fa36b req-e244c568-9840-4bb2-8f54-945c3bd8d399 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:38.275217 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-693f9aff-ac66-4f46-8738-15e7f57fa36b req-e244c568-9840-4bb2-8f54-945c3bd8d399 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 943 time: 0.0788114 Feb 17 12:45:38.327161 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-693f9aff-ac66-4f46-8738-15e7f57fa36b req-deddb03e-27a1-4933-8163-7f3117971df8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462680 Feb 17 12:45:39.541439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7fd4-5aea-4c30-a761-df263673e045 req-5c2b35d6-2e17-49c7-96b7-891c864f79ce tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:39.542920 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-22af7fd4-5aea-4c30-a761-df263673e045 req-5c2b35d6-2e17-49c7-96b7-891c864f79ce tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 943 time: 0.0866909 Feb 17 12:45:39.591813 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-22af7fd4-5aea-4c30-a761-df263673e045 req-b11a58a9-6af6-4526-9b7d-a13c01643680 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Feb 17 12:45:40.084787 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-00fb8c85-1328-4003-9ccf-35e7b742dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:40.788854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396128-9732-44b4-a8de-cb94fbfa3658 req-23466c4c-8fd4-401b-889f-ea5eb57742a7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:40.790236 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-72396128-9732-44b4-a8de-cb94fbfa3658 req-23466c4c-8fd4-401b-889f-ea5eb57742a7 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 943 time: 0.0798354 Feb 17 12:45:40.835141 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-72396128-9732-44b4-a8de-cb94fbfa3658 req-628f9176-f7fe-482f-890c-e6e81ab4ab2f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395112 Feb 17 12:45:41.058232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8427658-d863-4da6-9009-7344dfe81198 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:45:41.198740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8427658-d863-4da6-9009-7344dfe81198, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8427658-d863-4da6-9009-7344dfe81198,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:41.211860 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'e8427658-d863-4da6-9009-7344dfe81198', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'port_id': 'e8427658-d863-4da6-9009-7344dfe81198', 'mac_address': 'fa:16:3e:f5:0c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:45:41.278002 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:41.298407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8427658-d863-4da6-9009-7344dfe81198 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:45:41.315865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8427658-d863-4da6-9009-7344dfe81198, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8427658-d863-4da6-9009-7344dfe81198,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:41.411750 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:41.451000 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:41.499472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e8427658-d863-4da6-9009-7344dfe81198,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:41.559784 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:41.763338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['e8427658-d863-4da6-9009-7344dfe81198'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:45:42.062013 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cf4f8-0bcb-479b-af7b-119d04d8130d req-ec15712b-915e-445a-9243-298895141d1f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:42.064948 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-261cf4f8-0bcb-479b-af7b-119d04d8130d req-ec15712b-915e-445a-9243-298895141d1f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 944 time: 0.0821137 Feb 17 12:45:42.106577 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:42.111876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-261cf4f8-0bcb-479b-af7b-119d04d8130d req-3835317d-6688-4dbd-b448-f107dbf5a363 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 Feb 17 12:45:43.073830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8427658-d863-4da6-9009-7344dfe81198 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:45:43.112958 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:43.199803 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port e8427658-d863-4da6-9009-7344dfe81198 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:45:43.205550 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port e8427658-d863-4da6-9009-7344dfe81198 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:45:43.205970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:43.316987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b6e9d-6950-4731-af23-1c5397a518a0 req-12dd5b92-7842-4199-beda-e0847b99bd5c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:43.318492 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3c9b6e9d-6950-4731-af23-1c5397a518a0 req-12dd5b92-7842-4199-beda-e0847b99bd5c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 944 time: 0.0825384 Feb 17 12:45:43.318948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:43.348339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:45:43.358391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port e8427658-d863-4da6-9009-7344dfe81198, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8427658-d863-4da6-9009-7344dfe81198,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:45:43.371819 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3c9b6e9d-6950-4731-af23-1c5397a518a0 req-2b6a92ca-5da7-414b-b507-d55ba833df73 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414031 Feb 17 12:45:43.404840 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198', 'code': 200} Feb 17 12:45:43.428469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:43.497964 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=e8427658-d863-4da6-9009-7344dfe81198,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:43.767860 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32fbd654-2b76-4bcb-8645-8435ac5200bc req-db7adba9-2477-46b9-ad40-9d6adb349a70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1098 time: 0.0722089 Feb 17 12:45:43.810724 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-32fbd654-2b76-4bcb-8645-8435ac5200bc req-5a5dcddf-c35a-4fc4-803a-59e28a8910f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369647 Feb 17 12:45:44.567952 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2ee6-a986-42cd-83dc-8506be841592 req-4fab1e5b-0945-410e-bb7a-220f2a4315d8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:44.569328 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-405c2ee6-a986-42cd-83dc-8506be841592 req-4fab1e5b-0945-410e-bb7a-220f2a4315d8 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0801122 Feb 17 12:45:44.615729 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-405c2ee6-a986-42cd-83dc-8506be841592 req-32551251-bfd4-4662-98a7-6054c9059b8f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405045 Feb 17 12:45:45.808672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e326e93-8d91-42bd-93d7-35dbc7df7ec4 req-9641b158-8bc8-4e17-93fc-b407302ef37d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:45.810131 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e326e93-8d91-42bd-93d7-35dbc7df7ec4 req-9641b158-8bc8-4e17-93fc-b407302ef37d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0744488 Feb 17 12:45:45.854401 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e326e93-8d91-42bd-93d7-35dbc7df7ec4 req-9bbd51e8-b716-4892-9669-73f5b480adc3 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Feb 17 12:45:46.047495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76562-57ac-485a-9a4a-dd8bceb78898 req-aeb7587b-15b1-44a7-a246-de9f2cd9dd15 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:46.048856 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3cc76562-57ac-485a-9a4a-dd8bceb78898 req-aeb7587b-15b1-44a7-a246-de9f2cd9dd15 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0765481 Feb 17 12:45:46.093956 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3cc76562-57ac-485a-9a4a-dd8bceb78898 req-962c77fa-5acb-4691-94d3-9ac8a66fe7d5 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Feb 17 12:45:46.121819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57744) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:46.193606 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-66d31c9e-5bd9-4b1b-b7f1-8a862d9b8a0a tempest-TestNetworkAdvancedServerOps-1633520277 tempest-TestNetworkAdvancedServerOps-1633520277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1093 time: 0.0706596 Feb 17 12:45:46.196146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57748) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:46.201112 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'e8427658-d863-4da6-9009-7344dfe81198', 'tenant_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:45:46.206777 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:45:46.210474 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Usage tracker for resource:floatingip and tenant:6176584e6e624e2583129282c599b017 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:45:46.213266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:45:46.218989 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:45:46.340954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:46.475844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:46.617357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Allocated IP 172.26.6.144 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/27389fd4-bb0c-4468-bb06-366d4b28d3b7) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:45:46.766128 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:46.837884 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:46.907448 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:45:46.911639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:45:46.916746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:45:46.941488 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=27389fd4-bb0c-4468-bb06-366d4b28d3b7,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:47.508037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:47.617383 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:47.822280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:47.873896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:47.981050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event updated for resources: {'Port': ['ID=27389fd4-bb0c-4468-bb06-366d4b28d3b7,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:45:47.999310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:48.189394 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Floating IP a78a0e91-21b0-4c64-9b28-b775eca2817a associated. External IP: 172.26.6.144, port: e8427658-d863-4da6-9009-7344dfe81198. Feb 17 12:45:48.580690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ec73e8bc-31b0-42ce-ad14-0907676fc546 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:45:48.783704 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:45:48.793344 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] Sync routers for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:45:48.804868 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:48.805454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:48.897143 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:45:48.956416 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-eb8cdc8b-741f-4b6e-a7b1-968e1c084784 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7566934 Feb 17 12:45:48.956416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:45:48.989892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:49.010638 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198', 'status': 'completed', 'code': 200} Feb 17 12:45:49.175320 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-5e1b15c7-bbab-458f-ba95-02df40f61227 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1098 time: 0.1422815 Feb 17 12:45:49.180599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eeab22-597a-42ff-a015-13fc31ba520a req-a8ff5473-b431-4871-87d2-49ffa0c8525b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:49.182001 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28eeab22-597a-42ff-a015-13fc31ba520a req-a8ff5473-b431-4871-87d2-49ffa0c8525b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.1098580 Feb 17 12:45:49.360857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'a78a0e91-21b0-4c64-9b28-b775eca2817a', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'port_id': 'e8427658-d863-4da6-9009-7344dfe81198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'mac_address': 'fa:16:3e:f5:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296aaca-5541-4410-849d-72be100f98e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:45:47Z', 'updated_at': '2022-02-17T12:45:47Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:49.365038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] Checking router: ec73e8bc-31b0-42ce-ad14-0907676fc546 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:45:49.376398 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:45:49.376982 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:45:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:49.409488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-28eeab22-597a-42ff-a015-13fc31ba520a req-5d624655-6185-4c57-b481-a454c8932cbc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089338 Feb 17 12:45:49.434510 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-81406083-e3db-4cf8-84a8-b948ad841711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:49.435970 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-81406083-e3db-4cf8-84a8-b948ad841711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 200 len: 896 time: 0.2531309 Feb 17 12:45:49.439130 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57756) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:49.555345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:45:49.628694 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-98a350f6-8d08-4d2c-a99d-41348e0baeec tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/a78a0e91-21b0-4c64-9b28-b775eca2817a HTTP/1.1" status: 200 len: 991 time: 0.1883745 Feb 17 12:45:49.630807 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-923afd93-e470-4c6c-943f-75bad414164e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 200 len: 999 time: 0.1893711 Feb 17 12:45:49.694370 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-ca947ba0-dbf9-47e9-9751-4d5fc0746743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:45:49.695741 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-ca947ba0-dbf9-47e9-9751-4d5fc0746743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af173aeb-d84c-434d-b931-1403643b22b3 HTTP/1.1" status: 200 len: 833 time: 0.0593572 Feb 17 12:45:49.769987 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-15a22df4-4e9a-4170-9442-f585f9a9d17c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b15174b-9491-4a65-8178-726eabc0718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687931 Feb 17 12:45:49.908198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-d35d626a-559d-4493-81e9-0121291fb9ee service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293278 Feb 17 12:45:49.946391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'a78a0e91-21b0-4c64-9b28-b775eca2817a', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'port_id': 'e8427658-d863-4da6-9009-7344dfe81198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'mac_address': 'fa:16:3e:f5:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296aaca-5541-4410-849d-72be100f98e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:45:47Z', 'updated_at': '2022-02-17T12:45:47Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:45:49.950346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54423571-2cd6-4075-914c-e74624a91e55 None None] The sync data for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv is: [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'a78a0e91-21b0-4c64-9b28-b775eca2817a', 'tenant_id': '6176584e6e624e2583129282c599b017', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'port_id': 'e8427658-d863-4da6-9009-7344dfe81198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'mac_address': 'fa:16:3e:f5:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296aaca-5541-4410-849d-72be100f98e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:45:47Z', 'updated_at': '2022-02-17T12:45:47Z', 'revision_number': 0, 'project_id': '6176584e6e624e2583129282c599b017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:45:50.043512 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-61f6d5e8-52a0-427c-9671-0ed3f7913ad9 req-9a5aed3d-7704-4368-b2eb-d73363f4e76f service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294577 Feb 17 12:45:50.151117 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897a555-084d-4ca9-844b-b0e62e63912c None None] New status for floating IP a78a0e91-21b0-4c64-9b28-b775eca2817a: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:45:50.631638 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57760) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:45:50.734812 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-c4d9210c-033f-4665-8a04-76aa3c9fd274 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/a78a0e91-21b0-4c64-9b28-b775eca2817a HTTP/1.1" status: 200 len: 993 time: 0.1021028 Feb 17 12:46:06.355058 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:46:07.775358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e39abc92-2bcb-4b28-b138-07d5e70eb74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:09.508809 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-03aee1cf-a9aa-4397-873c-ec19add2ed08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704832 Feb 17 12:46:09.648761 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-f3a6824f-3069-40aa-a926-6061a5342ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1098 time: 0.0695839 Feb 17 12:46:09.793414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-1a974580-50ba-47b4-ba91-0ca45aeef053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:46:09.794923 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-1a974580-50ba-47b4-ba91-0ca45aeef053 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 200 len: 896 time: 0.1272843 Feb 17 12:46:09.898888 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-24ce6569-5d1d-4904-b39e-196f79f43c70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 200 len: 1001 time: 0.0979474 Feb 17 12:46:09.966037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-51e7ca4b-0457-40a2-8307-0853ac52a619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:46:09.967474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-51e7ca4b-0457-40a2-8307-0853ac52a619 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af173aeb-d84c-434d-b931-1403643b22b3 HTTP/1.1" status: 200 len: 833 time: 0.0630844 Feb 17 12:46:10.046461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-6d3ac8fd-3245-4263-89b5-ec12ff3f4bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b15174b-9491-4a65-8178-726eabc0718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716810 Feb 17 12:46:10.105187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3764707f-52fb-4d97-bf96-dccf656bd1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:10.177147 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-a175f56c-8a2f-4e35-b73e-640914f0c7cc service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250012 Feb 17 12:46:10.400620 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2e8cfe90-716d-4c67-a19c-cbcee42294da req-253341e1-3cf3-4e0a-a151-92c6a85b70cc service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180986 Feb 17 12:46:11.403850 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:11.529973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:12.083933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:13.084288 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:37.788517 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-491ed360-1af7-4405-ad20-0a66cf95faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:40.091730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c924e490-474f-4530-995b-89181721277b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:41.397017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:41.522704 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:42.085974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:43.103021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:46:43.356203 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:47:00.947095 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09af43-2252-4f69-92fb-42a8499fb17b req-2d75403d-0958-4dd2-8772-0e9046aa1dac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:00.948560 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a09af43-2252-4f69-92fb-42a8499fb17b req-2d75403d-0958-4dd2-8772-0e9046aa1dac tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.1778548 Feb 17 12:47:00.993286 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a09af43-2252-4f69-92fb-42a8499fb17b req-f552e2ed-ddb8-44a4-9cc3-321d14557e66 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Feb 17 12:47:02.198017 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d8aa-2e84-4631-aa48-a7b553b9e175 req-3ea09d72-4c6d-4225-b872-4939f116274d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:02.199479 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d219d8aa-2e84-4631-aa48-a7b553b9e175 req-3ea09d72-4c6d-4225-b872-4939f116274d tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0766346 Feb 17 12:47:02.245054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d219d8aa-2e84-4631-aa48-a7b553b9e175 req-50fe9793-784e-43bc-a698-0923fb597603 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 Feb 17 12:47:03.438766 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc855e-0822-49dd-b49b-af3d40e79a27 req-13bf9cb1-a9de-4243-9869-4c6c118e99c1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:03.440226 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f5dc855e-0822-49dd-b49b-af3d40e79a27 req-13bf9cb1-a9de-4243-9869-4c6c118e99c1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0755906 Feb 17 12:47:03.487932 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f5dc855e-0822-49dd-b49b-af3d40e79a27 req-f79bf2a5-a9cc-4685-ab7b-145d001c2ce2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422065 Feb 17 12:47:03.517105 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57790) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:03.620127 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-22150fe6-3197-480f-b7f9-23eb07a9826b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/a78a0e91-21b0-4c64-9b28-b775eca2817a HTTP/1.1" status: 200 len: 993 time: 0.1017921 Feb 17 12:47:05.206175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc570fd-4a5b-4fe5-a0ab-5318d9439a31 req-d6c7eb61-2cc2-40db-9c7e-1b8cd7ad5594 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:05.207589 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5bc570fd-4a5b-4fe5-a0ab-5318d9439a31 req-d6c7eb61-2cc2-40db-9c7e-1b8cd7ad5594 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0799172 Feb 17 12:47:05.256087 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5bc570fd-4a5b-4fe5-a0ab-5318d9439a31 req-510520e2-445d-4a3e-abfa-f2a673d9a478 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Feb 17 12:47:05.364178 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-be5f64d4-4824-4f4d-aed9-67239ce1c758 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1098 time: 0.1556065 Feb 17 12:47:05.494851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-d0370631-c88f-4beb-ba4b-adddd7412e0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:05.497021 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-d0370631-c88f-4beb-ba4b-adddd7412e0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 200 len: 896 time: 0.1269677 Feb 17 12:47:05.598978 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-5447436e-94d2-4a3b-b065-8c05713e7e16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 200 len: 1001 time: 0.0956485 Feb 17 12:47:05.665740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-c3e25059-abba-4e25-9e08-dd13a16ab40a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:05.667870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-c3e25059-abba-4e25-9e08-dd13a16ab40a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af173aeb-d84c-434d-b931-1403643b22b3 HTTP/1.1" status: 200 len: 833 time: 0.0610049 Feb 17 12:47:05.746960 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-97997e1a-e672-42e0-882e-b7cbfc6c0362 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b15174b-9491-4a65-8178-726eabc0718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706003 Feb 17 12:47:05.884528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-76f5c36b-3796-423b-8f60-3b7681958548 service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318798 Feb 17 12:47:06.017043 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-677f2f3a-5cde-4d8a-a62c-e356e6dbd74b req-0cf33cea-c9dd-4329-a330-5fc657098aeb service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263490 Feb 17 12:47:06.455193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fe22c-a244-4039-9252-1038432c59fa req-3e48c91c-b6ea-4717-a500-04e05343de56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:06.456704 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-172fe22c-a244-4039-9252-1038432c59fa req-3e48c91c-b6ea-4717-a500-04e05343de56 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0761874 Feb 17 12:47:06.502193 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-172fe22c-a244-4039-9252-1038432c59fa req-48232ade-62be-4961-92f3-85e8161e86cc tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399792 Feb 17 12:47:07.698867 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351da4-1399-41c6-aabf-55eb7856fc85 req-8b69a1ce-5c03-44a1-93a1-4b272055a753 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:07.700509 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8351da4-1399-41c6-aabf-55eb7856fc85 req-8b69a1ce-5c03-44a1-93a1-4b272055a753 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0760682 Feb 17 12:47:07.750235 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f8351da4-1399-41c6-aabf-55eb7856fc85 req-625e51de-7abc-49aa-8fc1-f3f10a12e200 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Feb 17 12:47:07.780132 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57810) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:07.787268 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1d373f8f-2ff4-4cdf-97d2-2210e1c66b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:07.883976 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-039b5f78-d9d4-4941-91e8-94bcbad21dbd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/floatingips/a78a0e91-21b0-4c64-9b28-b775eca2817a HTTP/1.1" status: 200 len: 993 time: 0.1027243 Feb 17 12:47:08.167666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57818) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:08.366778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 27389fd4-bb0c-4468-bb06-366d4b28d3b7 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:47:08.367114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:08.622562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:08.622821 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:08.741265 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 27389fd4-bb0c-4468-bb06-366d4b28d3b7 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:47:08.947237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:08.991584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=27389fd4-bb0c-4468-bb06-366d4b28d3b7,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:09.030260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.030607 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.030943 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.031276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.031606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.032050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.032375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.032701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.033030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.033351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.033678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:09.095471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:09.485030 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ec73e8bc-31b0-42ce-ad14-0907676fc546 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:47:09.685721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:09.695523 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] Sync routers for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:09.706855 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:09.707440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:46:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:09.792975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:09.848506 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-b180a76b-8601-4a77-9825-ccffd5a4206f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/floatingips/a78a0e91-21b0-4c64-9b28-b775eca2817a HTTP/1.1" status: 204 len: 168 time: 1.6795781 Feb 17 12:47:09.849291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:47:09.884436 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:09.934377 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198', 'status': 'completed', 'code': 200} Feb 17 12:47:10.045664 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-ea813966-08d8-456d-a042-1a35d4559424 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6176584e6e624e2583129282c599b017&device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 1098 time: 0.0919836 Feb 17 12:47:10.183626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-3f2c61f6-ce53-4a95-9527-783486e55523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:10.185097 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-3f2c61f6-ce53-4a95-9527-783486e55523 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 200 len: 896 time: 0.1332617 Feb 17 12:47:10.219649 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2b94-a25c-4651-bb40-22dbffb73e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:10.224713 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:10.228651 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] Checking router: ec73e8bc-31b0-42ce-ad14-0907676fc546 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:47:10.239816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:10.240406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:10.351731 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-7f485d6a-018b-4836-8ebb-3b5867c3153d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 200 len: 217 time: 0.1603174 Feb 17 12:47:10.418944 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-b5cffa00-fc68-4558-bf25-f2d754506d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:10.420649 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-b5cffa00-fc68-4558-bf25-f2d754506d3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af173aeb-d84c-434d-b931-1403643b22b3 HTTP/1.1" status: 200 len: 833 time: 0.0630875 Feb 17 12:47:10.433708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:10.502675 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-35c7c772-c58c-4797-9e42-ec3190b03054 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b15174b-9491-4a65-8178-726eabc0718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732098 Feb 17 12:47:10.582750 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ef1e-8f62-4848-a912-f4c4f89efd75 req-64055b6b-86e9-4925-8c51-d7e9cc02436f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:10.584370 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d400ef1e-8f62-4848-a912-f4c4f89efd75 req-64055b6b-86e9-4925-8c51-d7e9cc02436f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0882850 Feb 17 12:47:10.631806 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d400ef1e-8f62-4848-a912-f4c4f89efd75 req-5b24096e-1f9a-4024-bcd6-c7c79863a69e tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408633 Feb 17 12:47:10.642072 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-a2736458-041d-4ded-ba03-fab35e08514e service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324074 Feb 17 12:47:10.778990 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c9e343cc-a1ff-491e-b358-7b2a7289f4a0 req-b4294c22-a2f1-4365-8bd5-0d5fb1b78549 service neutron] 10.222.0.24 "GET /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306787 Feb 17 12:47:10.795623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:10.799757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b53070-f214-490c-ac8a-203dce98b915 None None] The sync data for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv is: [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:26Z', 'revision_number': 4, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '66132383-a58e-4c11-b993-b3bcdb0cb458', 'name': '', 'network_id': '5b15174b-9491-4a65-8178-726eabc0718e', 'tenant_id': '6176584e6e624e2583129282c599b017', 'mac_address': 'fa:16:3e:f8:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:25Z', 'updated_at': '2022-02-17T12:45:33Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'subnets': [{'id': 'af173aeb-d84c-434d-b931-1403643b22b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:47:11.030628 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f03b0-a6c7-41ed-9d39-7b05d30c6cff None None] New status for floating IP a78a0e91-21b0-4c64-9b28-b775eca2817a: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:47:11.427096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:11.561176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:11.841083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9c05-aa05-4d67-9e50-0896db9ba889 req-7d12a729-6016-4a4e-8aef-4be8f7a934ce tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:11.841679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-209f9c05-aa05-4d67-9e50-0896db9ba889 req-7d12a729-6016-4a4e-8aef-4be8f7a934ce tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Synchronizing usage tracker for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:47:11.915443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-209f9c05-aa05-4d67-9e50-0896db9ba889 req-7d12a729-6016-4a4e-8aef-4be8f7a934ce tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Unset dirty status for tenant:6176584e6e624e2583129282c599b017 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:47:11.916641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-209f9c05-aa05-4d67-9e50-0896db9ba889 req-7d12a729-6016-4a4e-8aef-4be8f7a934ce tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.1487646 Feb 17 12:47:11.966298 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-209f9c05-aa05-4d67-9e50-0896db9ba889 req-eb71ea04-735e-470d-a880-12e1129c3f3f tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b0ab5d2-2864-419a-b32b-66dcf8ed3395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Feb 17 12:47:12.088533 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:12.396173 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9bc9ce17-f761-430e-b534-769ad64c217b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:12.397635 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9bc9ce17-f761-430e-b534-769ad64c217b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 945 time: 0.0993686 Feb 17 12:47:12.467312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port e8427658-d863-4da6-9009-7344dfe81198 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:47:12.467632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:12.717670 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port e8427658-d863-4da6-9009-7344dfe81198, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e8427658-d863-4da6-9009-7344dfe81198,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:12.718053 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:12.840648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for e8427658-d863-4da6-9009-7344dfe81198 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:47:13.055572 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:13.089945 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:13.108417 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=e8427658-d863-4da6-9009-7344dfe81198,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:13.143745 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e5aa8247-4f1b-43c9-b8dd-299eb5ef5089 req-f9c2aebb-189b-4591-91ad-5fc94c7fa59c tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296aaca-5541-4410-849d-72be100f98e4 HTTP/1.1" status: 200 len: 210 time: 0.0476842 Feb 17 12:47:13.189156 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] No DVR routers for this DVR port e8427658-d863-4da6-9009-7344dfe81198 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:47:13.193442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:13.194240 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'name': 'network-vif-deleted', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:47:13.255366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296aaca-5541-4410-849d-72be100f98e4', 'name': 'network-vif-deleted', 'tag': 'e8427658-d863-4da6-9009-7344dfe81198', 'status': 'completed', 'code': 200} Feb 17 12:47:13.273651 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-530cfb77-c504-4171-aa92-1167f01b5f8a req-9c9349ae-5eaf-474c-8e23-bf73f8bb6aa1 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.24 "DELETE /v2.0/ports/e8427658-d863-4da6-9009-7344dfe81198 HTTP/1.1" status: 204 len: 173 time: 0.8696291 Feb 17 12:47:14.268977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57836) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:14.771834 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:15.384149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port 66132383-a58e-4c11-b993-b3bcdb0cb458 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:47:15.384898 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:15.551738 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8427658-d863-4da6-9009-7344dfe81198 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:47:15.579318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port 66132383-a58e-4c11-b993-b3bcdb0cb458, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=66132383-a58e-4c11-b993-b3bcdb0cb458,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:15.579618 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:15.585705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: e8427658-d863-4da6-9009-7344dfe81198 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:47:15.586253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device e8427658-d863-4da6-9009-7344dfe81198 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:47:15.703444 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for 66132383-a58e-4c11-b993-b3bcdb0cb458 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:47:15.923734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:15.968269 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=66132383-a58e-4c11-b993-b3bcdb0cb458,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:16.372413 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:16.966864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Router ec73e8bc-31b0-42ce-ad14-0907676fc546 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:47:17.165160 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:17.175206 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] Sync routers for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:17.179641 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-7413195b-7b39-4f3b-afd0-7bcf7a3f39b9 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "PUT /v2.0/routers/ec73e8bc-31b0-42ce-ad14-0907676fc546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9093857 Feb 17 12:47:17.182971 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57840) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:17.188808 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:17.189408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:17.372161 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:17.376003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting subnet af173aeb-d84c-434d-b931-1403643b22b3 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:47:17.379001 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:17.438057 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:17.526086 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:17.663056 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:47:15Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:17.667528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] Checking router: ec73e8bc-31b0-42ce-ad14-0907676fc546 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:47:17.667995 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:17.678310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] Routers {'ec73e8bc-31b0-42ce-ad14-0907676fc546'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:17.678897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['ec73e8bc-31b0-42ce-ad14-0907676fc546'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:17.709921 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Subnet': ['ID=af173aeb-d84c-434d-b931-1403643b22b3,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:17.713840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:17.721054 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9fe683f4-b2d8-4c4a-97aa-a5bc036b51bd tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/subnets/af173aeb-d84c-434d-b931-1403643b22b3 HTTP/1.1" status: 204 len: 168 time: 0.5369980 Feb 17 12:47:17.723634 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57844) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:17.734543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc7707-317f-493c-821f-a50845748191 None None] Network 5b15174b-9491-4a65-8178-726eabc0718e requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:47:18.008485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] Set router ec73e8bc-31b0-42ce-ad14-0907676fc546 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:18.032606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.252031 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.291677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] DHCP port deletion for 5b15174b-9491-4a65-8178-726eabc0718e request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:47:18.301187 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Deleting port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:47:18.301543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.317727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Deleting port fa3591e4-863d-45bf-959f-bf045fbaa83e {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:47:18.318120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.519076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] For port fa3591e4-863d-45bf-959f-bf045fbaa83e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fa3591e4-863d-45bf-959f-bf045fbaa83e,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:18.519357 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.531767 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:47:15Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:18.551611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7592c39-5f6a-45b3-a609-b26cddceb06e None None] The sync data for ids ['ec73e8bc-31b0-42ce-ad14-0907676fc546'] in dv-neutron-828728-1-hyperv is: [{'id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321078699', 'tenant_id': '6176584e6e624e2583129282c599b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:47:15Z', 'revision_number': 5, 'project_id': '6176584e6e624e2583129282c599b017', 'gw_port': {'id': 'fa3591e4-863d-45bf-959f-bf045fbaa83e', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec73e8bc-31b0-42ce-ad14-0907676fc546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:45:21Z', 'updated_at': '2022-02-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:47:18.574420 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] For port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,segment=NetworkSegment(420803c7-2f83-4fcf-a090-dd62e90e663b),segment_id=420803c7-2f83-4fcf-a090-dd62e90e663b)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:18.574842 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.642522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Calling delete_port for fa3591e4-863d-45bf-959f-bf045fbaa83e owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:47:18.697487 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Calling delete_port for c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:47:18.849447 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.896236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Pushing event deleted for resources: {'Port': ['ID=c3ef68dc-2c3d-4521-a453-9a7c3d8a0513,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:18.904987 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] No DVR routers for this DVR port c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 on host dv-neutron-828728-1-hyperv {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:47:18.907081 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:18.914559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.914902 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.915235 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.915763 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.916141 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.916541 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.916866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.917197 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.917616 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.917955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.918302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa00b97-2925-4a94-ab0e-0073089ec88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:18.971690 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Port': ['ID=fa3591e4-863d-45bf-959f-bf045fbaa83e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:19.000578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 66132383-a58e-4c11-b993-b3bcdb0cb458 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:47:19.038794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 66132383-a58e-4c11-b993-b3bcdb0cb458 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:47:19.039185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 66132383-a58e-4c11-b993-b3bcdb0cb458 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:47:19.039601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:47:19.071645 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:47:19.071980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device c3ef68dc-2c3d-4521-a453-9a7c3d8a0513 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:47:19.206896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.573392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.577525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.684262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.684772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Fanout notify agent at l3_agent the message router_deleted on router ec73e8bc-31b0-42ce-ad14-0907676fc546 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:47:19.701074 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.704687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-67bf7cf9-431f-4506-b4e2-b31d74f2def2 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/routers/ec73e8bc-31b0-42ce-ad14-0907676fc546 HTTP/1.1" status: 204 len: 168 time: 1.9777277 Feb 17 12:47:19.705165 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57848) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:19.827092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.958990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:19.988542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b15174b-9491-4a65-8178-726eabc0718e']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:20.000831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420803c7-2f83-4fcf-a090-dd62e90e663b') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:20.001118 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420803c7-2f83-4fcf-a090-dd62e90e663b') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:20.012305 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.028675 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.034910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:47:20.035306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:47:20.050265 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:47:20.184393 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.205902 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.218525 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'Network': ['ID=5b15174b-9491-4a65-8178-726eabc0718e,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:20.301652 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-3a5eb434-ac21-469a-96b5-e4ea6eab346b tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/networks/5b15174b-9491-4a65-8178-726eabc0718e HTTP/1.1" status: 204 len: 168 time: 0.5955732 Feb 17 12:47:20.304149 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57852) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:20.356899 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:47:20.373338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0a21338-3542-4643-9add-07ececddd135 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.402535 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0a21338-3542-4643-9add-07ececddd135 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.546278 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0a21338-3542-4643-9add-07ececddd135 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.565819 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a21338-3542-4643-9add-07ececddd135 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0ab5d2-2864-419a-b32b-66dcf8ed3395,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:20.659575 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f0a21338-3542-4643-9add-07ececddd135 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:20.660713 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f0a21338-3542-4643-9add-07ececddd135 tempest-TestNetworkAdvancedServerOps-1208806112 tempest-TestNetworkAdvancedServerOps-1208806112-project] 10.222.0.47 "DELETE /v2.0/security-groups/2b0ab5d2-2864-419a-b32b-66dcf8ed3395 HTTP/1.1" status: 204 len: 168 time: 0.3556182 Feb 17 12:47:20.986393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fa3591e4-863d-45bf-959f-bf045fbaa83e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:47:21.022222 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: fa3591e4-863d-45bf-959f-bf045fbaa83e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:47:21.022557 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fa3591e4-863d-45bf-959f-bf045fbaa83e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:47:21.284703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57862) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:21.461156 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-664616d0-42e0-49f5-a118-248c88a2add4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6176584e6e624e2583129282c599b017&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1746335 Feb 17 12:47:21.463663 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57868) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:21.531137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a99d083-85b1-4a14-84d0-1f08daeb08a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:21.555764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a99d083-85b1-4a14-84d0-1f08daeb08a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:21.692498 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a99d083-85b1-4a14-84d0-1f08daeb08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:21.709865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99d083-85b1-4a14-84d0-1f08daeb08a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4fe380-95ae-4bfa-aca7-6d2368f1c599,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:21.720882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-9a99d083-85b1-4a14-84d0-1f08daeb08a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:21.722226 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-9a99d083-85b1-4a14-84d0-1f08daeb08a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a4fe380-95ae-4bfa-aca7-6d2368f1c599 HTTP/1.1" status: 204 len: 168 time: 0.2573788 Feb 17 12:47:22.401723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57876) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:22.420877 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.453896 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:22.460158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Usage tracker for resource:security_group_rule and tenant:020361abd55b45d99895079e6a508bce is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:22.464974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:22.471072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:22.537152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.615397 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.663400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f13ca-7855-4e22-9f48-075fbc0719f1,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:22.668729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cafa128a-b27e-42e9-80b3-082be9899e9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=020361abd55b45d99895079e6a508bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2659702 Feb 17 12:47:22.671374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57880) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:22.729835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5812ae4-535e-40b6-8629-157cc3c7ca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.755356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5812ae4-535e-40b6-8629-157cc3c7ca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.866280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5812ae4-535e-40b6-8629-157cc3c7ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.881344 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5812ae4-535e-40b6-8629-157cc3c7ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f13ca-7855-4e22-9f48-075fbc0719f1,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:22.890813 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c5812ae4-535e-40b6-8629-157cc3c7ca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:22.890813 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c5812ae4-535e-40b6-8629-157cc3c7ca96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c01f13ca-7855-4e22-9f48-075fbc0719f1 HTTP/1.1" status: 204 len: 168 time: 0.2176514 Feb 17 12:47:24.074041 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57902) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:24.199948 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-401818545-network', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:24.204827 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:24.208622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Usage tracker for resource:network and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:24.211510 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:24.217682 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:24.306111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Made reservation on behalf of a29b830b6e7d46ea8a057289b6b5fdd9 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:47:24.314427 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.320885 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.351588 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:24.355666 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:24.358676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:24.364250 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:24.427267 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.500417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.536397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:47:24.541475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2274549-4a7f-41a9-a747-7875fe4dcf79,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:24.551834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.552174 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Added segment 737f1daf-fafd-401f-ac63-eb3fd2f3c3b8 of type vlan for network 83aa7b57-e0f8-4351-9d19-44d452d21f58 Feb 17 12:47:24.557639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.558538 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.558982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.559457 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.559793 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.560114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.560631 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.560950 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.561262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.561573 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.561945 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:24.588983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.689239 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.690154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:24.690722 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:24.791058 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] Pushing event updated for resources: {'Network': ['ID=83aa7b57-e0f8-4351-9d19-44d452d21f58,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:24.801190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:47:24.856613 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a6ab94a7-94fc-4900-ba2e-106093c30fab admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7812314 Feb 17 12:47:24.859552 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57908) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:24.865193 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Request body: {'subnet': {'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-401818545-subnet', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:24.870334 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:24.875581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Usage tracker for resource:subnet and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:24.878191 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:24.884086 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:24.955178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Made reservation on behalf of a29b830b6e7d46ea8a057289b6b5fdd9 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:47:24.957642 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.230428 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.311085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=66afe573-fdac-4c07-8587-1e17a5e2c6eb,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:25.317963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Checking segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:25.318314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Network hostable DHCP agents. Network: 83aa7b57-e0f8-4351-9d19-44d452d21f58, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:47:25.408595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:47:25.500647 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 83aa7b57-e0f8-4351-9d19-44d452d21f58) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:25.505413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:25.506232 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.513015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461a9c5-fa41-43fb-9af9-01da710f9cc5 None None] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:47:25.586831 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6a8aaa1d-9d0c-43cb-a262-35669e46f9ed admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7262194 Feb 17 12:47:25.590140 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57912) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:25.595149 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:25.599828 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:25.603640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Usage tracker for resource:router and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:25.606511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:25.612248 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:25.692475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.693464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.713359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.722238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-83aa7b57-e0f8-4351-9d19-44d452d21f58', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:47:25.726967 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:25.877633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Allocated IP 172.20.0.2 (83aa7b57-e0f8-4351-9d19-44d452d21f58/66afe573-fdac-4c07-8587-1e17a5e2c6eb/96821d5b-186b-46f6-9641-c9093695385a) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:25.933733 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.077680 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.088320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Transition to ACTIVE for port object 96821d5b-186b-46f6-9641-c9093695385a will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:26.108020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Transition to ACTIVE for port object 96821d5b-186b-46f6-9641-c9093695385a will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:26.190803 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.192176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.220419 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.263232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:26.265986 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:26.270276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:26.272433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Pushing event updated for resources: {'Port': ['ID=96821d5b-186b-46f6-9641-c9093695385a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:26.358565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Attempting to bind port 96821d5b-186b-46f6-9641-c9093695385a on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:26.359073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Attempting to bind port 96821d5b-186b-46f6-9641-c9093695385a by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:26.359412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Attempting to bind port 96821d5b-186b-46f6-9641-c9093695385a on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:26.362378 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Allocated IP 172.26.6.133 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/2ebb8839-104b-4e4b-8024-35a4e5830442) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:26.366039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:26.366405 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Checking segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:26.366914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.367299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Bound using segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:26.367746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Bound port: 96821d5b-186b-46f6-9641-c9093695385a, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:26.368105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.473477 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] For port 96821d5b-186b-46f6-9641-c9093695385a, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:26.476632 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] For port 96821d5b-186b-46f6-9641-c9093695385a, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=96821d5b-186b-46f6-9641-c9093695385a,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:26.558342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.608808 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.645515 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4605-3d9f-4c75-a1bf-d307705a0f10 None None] Pushing event updated for resources: {'Port': ['ID=96821d5b-186b-46f6-9641-c9093695385a,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:26.700753 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:26.777349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:26.781082 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:26.785710 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:26.818734 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ebb8839-104b-4e4b-8024-35a4e5830442,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:27.018846 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 96821d5b-186b-46f6-9641-c9093695385a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:27.052456 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:27.053256 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:27.208689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 96821d5b-186b-46f6-9641-c9093695385a completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:27.374327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Router 9abff548-134d-4ba7-a815-d09238c5f534 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:47:27.577918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31616aa-c72d-4f89-a979-edf239e55c47 None None] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:47:27.607657 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:27.616717 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:27.635508 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:27.636527 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:27.695619 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:27.699599 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-521327b4-c6bf-43fc-96e7-d934f924bee8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1056793 Feb 17 12:47:27.700553 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57916) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:27.742719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] Provisioning for port 96821d5b-186b-46f6-9641-c9093695385a completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:27.752275 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] Provisioning complete for port 96821d5b-186b-46f6-9641-c9093695385a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:27.752600 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:27.825584 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:27.951869 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:27.993021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] For port 96821d5b-186b-46f6-9641-c9093695385a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=96821d5b-186b-46f6-9641-c9093695385a,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:28.063716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.159740 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff3b2a-8d06-4e1b-870f-bcadf1c6e2f1 None None] Pushing event updated for resources: {'Port': ['ID=96821d5b-186b-46f6-9641-c9093695385a,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:28.174978 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:26Z', 'revision_number': 3, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:28.179676 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:47:28.180013 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Updating router 9abff548-134d-4ba7-a815-d09238c5f534 port 2ebb8839-104b-4e4b-8024-35a4e5830442 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:47:28.186626 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-392b9d15-f5de-4efa-86a2-d8cbc777b64a None None] Provisioning complete for port 96821d5b-186b-46f6-9641-c9093695385a triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:28.187100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-392b9d15-f5de-4efa-86a2-d8cbc777b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.232348 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.567356 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.580335 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Transition to ACTIVE for port object 2ebb8839-104b-4e4b-8024-35a4e5830442 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:28.607059 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.666063 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.748233 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Attempting to bind port 2ebb8839-104b-4e4b-8024-35a4e5830442 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:28.748587 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Attempting to bind port 2ebb8839-104b-4e4b-8024-35a4e5830442 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:28.748936 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Attempting to bind port 2ebb8839-104b-4e4b-8024-35a4e5830442 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:28.754845 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Pushing event updated for resources: {'Port': ['ID=2ebb8839-104b-4e4b-8024-35a4e5830442,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:28.764618 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:28.764977 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:28.765367 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.765750 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:28.766223 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Bound port: 2ebb8839-104b-4e4b-8024-35a4e5830442, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:28.766580 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.794053 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.794390 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.794722 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.795043 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.795362 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.795690 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.796005 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.796321 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.796633 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.796943 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.797253 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:47:28.820232 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Allocated IP 172.20.0.1 (83aa7b57-e0f8-4351-9d19-44d452d21f58/66afe573-fdac-4c07-8587-1e17a5e2c6eb/fac2ad91-c06d-42aa-beea-3d2dec1c8a69) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:28.844857 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] For port 2ebb8839-104b-4e4b-8024-35a4e5830442, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:28.848082 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] For port 2ebb8839-104b-4e4b-8024-35a4e5830442, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2ebb8839-104b-4e4b-8024-35a4e5830442,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:28.927196 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.975865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:28.994145 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Transition to ACTIVE for port object fac2ad91-c06d-42aa-beea-3d2dec1c8a69 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:29.004714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 96821d5b-186b-46f6-9641-c9093695385a up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:29.015838 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:29.016492 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:29.068453 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46203d0-2452-4a23-ba89-b5f129aee376 None None] Pushing event updated for resources: {'Port': ['ID=2ebb8839-104b-4e4b-8024-35a4e5830442,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:29.074388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 96821d5b-186b-46f6-9641-c9093695385a triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:29.075049 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.083270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.154531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:29.158079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:29.160032 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Pushing event updated for resources: {'Port': ['ID=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:29.162128 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:29.210045 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:29.224917 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.412274 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.504685 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f718082b-5728-4e87-8074-6bd91d826b90 None None] Provisioning for port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:29.510230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-f718082b-5728-4e87-8074-6bd91d826b90 None None] Provisioning complete for port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:29.510903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f718082b-5728-4e87-8074-6bd91d826b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.540687 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:26Z', 'revision_number': 3, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:29.546031 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c4139-9b7b-4e7f-a8a6-a4aff7a30533 None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:26Z', 'revision_number': 3, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:47:29.563513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-f718082b-5728-4e87-8074-6bd91d826b90 None None] Port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:47:29.654562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.717371 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:29.840127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Pushing event updated for resources: {'Port': ['ID=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:29.851883 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:30.015236 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:30.016436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:30.299531 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-9f553b85-0fb7-4a89-a300-cd95a41ac2fb None None] Provisioning complete for port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:30.300576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9f553b85-0fb7-4a89-a300-cd95a41ac2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:30.363961 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-9f553b85-0fb7-4a89-a300-cd95a41ac2fb None None] Port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:47:30.521754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Router 9abff548-134d-4ba7-a815-d09238c5f534 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:47:30.720609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:30.729137 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-aac7cca4-2137-46c5-bccf-62e4f9db2a5c admin admin] 10.222.0.47 "PUT /v2.0/routers/9abff548-134d-4ba7-a815-d09238c5f534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0275137 Feb 17 12:47:31.017732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2ebb8839-104b-4e4b-8024-35a4e5830442 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:31.145732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 2ebb8839-104b-4e4b-8024-35a4e5830442 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:31.150789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2ebb8839-104b-4e4b-8024-35a4e5830442 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:31.151159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:31.270690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:31.287507 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 2ebb8839-104b-4e4b-8024-35a4e5830442, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2ebb8839-104b-4e4b-8024-35a4e5830442,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:31.356031 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:31.427437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=2ebb8839-104b-4e4b-8024-35a4e5830442,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:31.829200 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57938) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:31.834896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1047128370-network', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:31.840060 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:31.843834 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Usage tracker for resource:network and tenant:15c7a1ef8d80449c81e771032f4980fa is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:31.850310 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:31.856530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:31.966655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Made reservation on behalf of 15c7a1ef8d80449c81e771032f4980fa for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:47:31.969011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:31.981759 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.013429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:32.017287 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Usage tracker for resource:security_group_rule and tenant:15c7a1ef8d80449c81e771032f4980fa is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:32.020241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:32.025958 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:32.091224 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.154724 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.186917 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:47:32.192011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d4d0d-c61f-40c7-bb53-6f632641ee8b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:32.198593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.198931 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Added segment 36c1cc63-cc7a-4c0f-bec3-4552b94a864c of type vlan for network fe384129-23f4-4704-9b2f-83f41e3d2176 Feb 17 12:47:32.224003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.326757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.327622 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:32.328189 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.430900 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] Pushing event updated for resources: {'Network': ['ID=fe384129-23f4-4704-9b2f-83f41e3d2176,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:32.441215 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network fe384129-23f4-4704-9b2f-83f41e3d2176 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:47:32.500690 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-f5044d1a-bc3a-40bf-93f2-89a62d31e72c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6703596 Feb 17 12:47:32.503421 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57942) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:32.514542 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Request body: {'subnet': {'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1047128370-subnet', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:32.529854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:32.529854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Usage tracker for resource:subnet and tenant:15c7a1ef8d80449c81e771032f4980fa is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:32.529854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:32.534720 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:32.629855 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Made reservation on behalf of 15c7a1ef8d80449c81e771032f4980fa for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:47:32.632281 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.902358 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:32.973775 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:32.988506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Checking segment: {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:32.988853 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Network hostable DHCP agents. Network: fe384129-23f4-4704-9b2f-83f41e3d2176, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:47:33.003973 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2ebb8839-104b-4e4b-8024-35a4e5830442 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:33.065807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:33.084825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:33.085495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:33.094111 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Network fe384129-23f4-4704-9b2f-83f41e3d2176 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:47:33.169361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, fe384129-23f4-4704-9b2f-83f41e3d2176) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:33.174799 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:33.175379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:33.196722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 2ebb8839-104b-4e4b-8024-35a4e5830442 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:33.197075 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:33.265481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0aab0-1588-4493-855c-eaa286e91495 None None] Network fe384129-23f4-4704-9b2f-83f41e3d2176 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:47:33.272561 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b982ee52-c322-4883-aed7-020520ecb9ea admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7676773 Feb 17 12:47:33.274822 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57948) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:33.281214 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:33.287259 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:33.291417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Usage tracker for resource:router and tenant:15c7a1ef8d80449c81e771032f4980fa is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:33.296462 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:33.302096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:33.389940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:33.392407 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:33.414495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:33.536281 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:33.662509 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:33.735339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-fe384129-23f4-4704-9b2f-83f41e3d2176', 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'fixed_ips': [{'subnet_id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:47:33.736149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.009874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.040017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.046951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Allocated IP 172.20.0.2 (fe384129-23f4-4704-9b2f-83f41e3d2176/c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b/12ada460-3da1-4895-abe4-31655d2422ac) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:34.146814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 2, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:34.155658 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:47:34.156008 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Updating router 9abff548-134d-4ba7-a815-d09238c5f534 port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:47:34.177516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Allocated IP 172.26.6.54 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/3a027ce6-03ad-486d-aa3d-8c23e62c9289) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:34.236447 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.327092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.413512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.414524 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.439046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Transition to ACTIVE for port object 12ada460-3da1-4895-abe4-31655d2422ac will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:34.481153 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:34.482636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Transition to ACTIVE for port object 12ada460-3da1-4895-abe4-31655d2422ac will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:34.484022 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:34.486465 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:34.528504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Pushing event updated for resources: {'Port': ['ID=3a027ce6-03ad-486d-aa3d-8c23e62c9289,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:34.574295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.661015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Network fe384129-23f4-4704-9b2f-83f41e3d2176 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:34.664441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:34.670748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:34.679717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Pushing event updated for resources: {'Port': ['ID=12ada460-3da1-4895-abe4-31655d2422ac,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:34.712017 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.712738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.870714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Attempting to bind port 12ada460-3da1-4895-abe4-31655d2422ac on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:34.870978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Attempting to bind port 12ada460-3da1-4895-abe4-31655d2422ac by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:34.871399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Attempting to bind port 12ada460-3da1-4895-abe4-31655d2422ac on network fe384129-23f4-4704-9b2f-83f41e3d2176 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:34.884454 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.887216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:34.893317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Checking segment: {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:34.893317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.893317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Bound using segment: {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:34.893317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Bound port: 12ada460-3da1-4895-abe4-31655d2422ac, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:34.893317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:34.913437 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Transition to ACTIVE for port object fac2ad91-c06d-42aa-beea-3d2dec1c8a69 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:34.991014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] For port 12ada460-3da1-4895-abe4-31655d2422ac, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:34.993886 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] For port 12ada460-3da1-4895-abe4-31655d2422ac, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=12ada460-3da1-4895-abe4-31655d2422ac,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:35.006247 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:35.011105 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:47:35.115345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:35.146067 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e47dc-733a-43b1-8870-13be247ba128 None None] Pushing event updated for resources: {'Port': ['ID=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:35.225942 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:35.243725 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Sync routers for ids ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:35.272956 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Routers {'0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:35.273911 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:35.311061 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Attempting to bind port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:35.311415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Attempting to bind port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:35.311897 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Attempting to bind port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:35.315310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af492421-ee32-43ae-bf93-8c41a673e385 None None] Pushing event updated for resources: {'Port': ['ID=12ada460-3da1-4895-abe4-31655d2422ac,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:35.316812 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:35.318389 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-87e2b7d9-bf0a-43fa-97ac-04193521c634 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0424097 Feb 17 12:47:35.321154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 57952) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:35.330440 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:35.330810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Checking segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:35.331204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:35.331633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Bound using segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:35.332039 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Bound port: fac2ad91-c06d-42aa-beea-3d2dec1c8a69, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:35.332397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:35.444028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] For port fac2ad91-c06d-42aa-beea-3d2dec1c8a69, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:35.447844 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] For port fac2ad91-c06d-42aa-beea-3d2dec1c8a69, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:35.492868 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Set router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:35.520911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:35.617856 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:35.618445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:35.782509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e47dc-733a-43b1-8870-13be247ba128 None None] Pushing event updated for resources: {'Port': ['ID=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:35.842430 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:47:34Z', 'revision_number': 3, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:35.847502 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Checking router: 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:47:35.848105 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Updating router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:47:35.867364 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:35.912344 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.265024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:35Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:36.272267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79ef80-5936-46d0-9b7a-26f591f4fc4c None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:35Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:47:36.283577 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.298010 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Transition to ACTIVE for port object 3a027ce6-03ad-486d-aa3d-8c23e62c9289 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:36.377741 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.401765 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.457551 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Attempting to bind port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:36.457957 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Attempting to bind port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:36.458317 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Attempting to bind port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:36.469317 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:36.469898 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:36.470135 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.470479 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:36.470941 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Bound port: 3a027ce6-03ad-486d-aa3d-8c23e62c9289, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:36.471304 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.483894 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d83d84-f3ac-4da8-b074-90e3d32a7903 None None] Network fe384129-23f4-4704-9b2f-83f41e3d2176 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:47:36.569546 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5b47-5c5a-4664-a902-8a5b0e94a3c6 None None] Pushing event updated for resources: {'Port': ['ID=3a027ce6-03ad-486d-aa3d-8c23e62c9289,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:36.611537 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] For port 3a027ce6-03ad-486d-aa3d-8c23e62c9289, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:36.616220 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] For port 3a027ce6-03ad-486d-aa3d-8c23e62c9289, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3a027ce6-03ad-486d-aa3d-8c23e62c9289,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:36.649245 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Allocated IP 172.20.0.1 (fe384129-23f4-4704-9b2f-83f41e3d2176/c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b/9733611f-ff67-4c30-bbda-c471c4a228e8) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:36.666124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-24314c0f-7bf1-41ed-b5ba-08eb3786a3d2 None None] Provisioning for port 12ada460-3da1-4895-abe4-31655d2422ac completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:36.694454 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.783313 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Routers {'0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:36.783922 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:36.842632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:36.862311 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Transition to ACTIVE for port object 9733611f-ff67-4c30-bbda-c471c4a228e8 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:36.868004 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5b47-5c5a-4664-a902-8a5b0e94a3c6 None None] Pushing event updated for resources: {'Port': ['ID=3a027ce6-03ad-486d-aa3d-8c23e62c9289,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:36.976844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.045193 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] Set router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:37.058197 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Network fe384129-23f4-4704-9b2f-83f41e3d2176 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:37.061977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:37.072296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:37.097643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 12ada460-3da1-4895-abe4-31655d2422ac up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:37.147262 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Pushing event updated for resources: {'Port': ['ID=9733611f-ff67-4c30-bbda-c471c4a228e8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:37.159820 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.282360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 12ada460-3da1-4895-abe4-31655d2422ac completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:37.288563 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 12ada460-3da1-4895-abe4-31655d2422ac triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:37.289159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.348953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.424165 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:47:34Z', 'revision_number': 3, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:37.429209 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a77dbe-44a6-4336-afae-658a4dc4a579 None None] The sync data for ids ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'] in dv-neutron-828728-1-hyperv is: [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:47:34Z', 'revision_number': 3, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:47:37.497580 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.543715 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 12ada460-3da1-4895-abe4-31655d2422ac, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=12ada460-3da1-4895-abe4-31655d2422ac,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:37.552014 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3a4f18f-dd7d-4f09-99ed-acdc57d82008 None None] Provisioning for port 9733611f-ff67-4c30-bbda-c471c4a228e8 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:37.556952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-e3a4f18f-dd7d-4f09-99ed-acdc57d82008 None None] Provisioning complete for port 9733611f-ff67-4c30-bbda-c471c4a228e8 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:37.557311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f18f-dd7d-4f09-99ed-acdc57d82008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.607806 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.610389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.611148 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fac2ad91-c06d-42aa-beea-3d2dec1c8a69 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:37.671265 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.688474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4f18f-dd7d-4f09-99ed-acdc57d82008 None None] Port 9733611f-ff67-4c30-bbda-c471c4a228e8 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:47:37.744274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=12ada460-3da1-4895-abe4-31655d2422ac,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:37.782829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Pushing event updated for resources: {'Port': ['ID=9733611f-ff67-4c30-bbda-c471c4a228e8,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:37.785158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.819345 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2f2d612a-bbb7-4b99-b312-ad24e4f44076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.847858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:37.853091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:37.853449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:37.926916 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Network fe384129-23f4-4704-9b2f-83f41e3d2176 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:37.928144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:37.979385 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:38.015988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port fac2ad91-c06d-42aa-beea-3d2dec1c8a69, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:38.093620 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:38.161742 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:38.212102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6abbc79e-1c7e-4012-94d7-3d5eecfbf50b None None] Provisioning complete for port 9733611f-ff67-4c30-bbda-c471c4a228e8 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:38.212472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6abbc79e-1c7e-4012-94d7-3d5eecfbf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:38.267254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6abbc79e-1c7e-4012-94d7-3d5eecfbf50b None None] Port 9733611f-ff67-4c30-bbda-c471c4a228e8 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:47:38.428415 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:47:38.633201 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:38.642227 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-16637247-e0a5-4a61-b3ae-0679274a04ed admin admin] 10.222.0.47 "PUT /v2.0/routers/0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198645 Feb 17 12:47:39.013615 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 12ada460-3da1-4895-abe4-31655d2422ac up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:39.082428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 12ada460-3da1-4895-abe4-31655d2422ac triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:39.082795 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.195636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fac2ad91-c06d-42aa-beea-3d2dec1c8a69 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:39.262831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:39.263289 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.310502 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57962) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:39.316428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570170164', 'description': 'tempest-secgroup-smoke-570170164 description', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:39.322234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:39.326704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:39.329620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:39.335994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:39.396481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.430909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:39.435472 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:39.440044 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:39.445610 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:39.502045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.579569 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.622257 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae73a970-0311-4043-bc32-a1f43dcbc39f,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:39.693546 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.694953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-23876e0b-6bfc-4fa9-9148-804d4a3b1239 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3833973 Feb 17 12:47:39.697935 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57966) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:39.703298 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': 'ae73a970-0311-4043-bc32-a1f43dcbc39f', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:39.709279 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:39.713362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:39.716450 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:39.722355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:39.802792 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.862083 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.960221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:39.983711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44e2a22-f76b-4786-ac74-ebc1b3c710f3,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:40.075159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.076397 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c9209104-63cb-4555-9d1e-1bad0e14ac44 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3775434 Feb 17 12:47:40.079249 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57970) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:40.084907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': 'ae73a970-0311-4043-bc32-a1f43dcbc39f', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:40.091619 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:40.095390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:40.098325 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:40.103983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:40.109424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-512a5e1b-056b-42d8-9eaa-4504cc1f8560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.212327 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.276054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.344909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.368200 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6912eaa1-5224-4dc2-971f-74fe16739684,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:40.436276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.437640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c36a0080-6135-4e40-9ff8-6aa7765ac04c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3574152 Feb 17 12:47:40.440276 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57974) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:40.445685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': 'ae73a970-0311-4043-bc32-a1f43dcbc39f', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:40.452026 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:40.455767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:40.458630 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:40.464277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:40.534547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.596221 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.676237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.700373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79ec00c-800b-47ff-bdec-3da0f4e9ec95,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:40.771516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.772706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c1496ebd-636e-4d92-8230-2112d17fe844 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3314915 Feb 17 12:47:40.775430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57978) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:40.780726 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': 'ae73a970-0311-4043-bc32-a1f43dcbc39f', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:40.786668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:40.790433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:40.793340 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:40.799102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:40.869356 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.931829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:40.994481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.017521 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba14a18-aeb6-4ea4-b5c4-660897f3295d,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:41.086383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.087587 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-0051918d-03fe-40ef-affd-dc22d6eab0d6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3112545 Feb 17 12:47:41.090457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:41.096002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': 'ae73a970-0311-4043-bc32-a1f43dcbc39f', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:41.102079 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:41.106802 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:41.109948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:41.115979 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:41.188855 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Project a29b830b6e7d46ea8a057289b6b5fdd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:47:41.195430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.259103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.337767 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.361702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e690910a-77f9-4b35-902c-0ee1b2b8b358,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:41.435127 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.459527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.460640 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-681e1a80-c5ba-42da-84cc-e41df909d9ed tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3693149 Feb 17 12:47:41.463416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 57986) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:41.469084 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': 'ae73a970-0311-4043-bc32-a1f43dcbc39f', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:41.474928 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:41.478624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:41.481945 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:41.487646 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:41.554913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.625246 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Project a29b830b6e7d46ea8a057289b6b5fdd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:47:41.632054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.695366 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.755960 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.779464 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce412a61-7496-461e-9315-0df051ed8ade,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:41.836659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:41.837913 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a56d8d70-a99c-4a2b-93d8-d9e445933b7f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3735647 Feb 17 12:47:42.092097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:42.232606 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c4573198-303a-41ac-8a03-37cc88906129 req-2dd74b49-c82a-415a-8203-97466549acc4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:47:42.316734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c4573198-303a-41ac-8a03-37cc88906129 req-2dd74b49-c82a-415a-8203-97466549acc4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:47:42.318337 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-2dd74b49-c82a-415a-8203-97466549acc4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570170164&fields=id&tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 267 time: 0.1266227 Feb 17 12:47:42.519631 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573198-303a-41ac-8a03-37cc88906129 req-6642990b-afad-41cf-b547-701071257ca0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:42.521103 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-6642990b-afad-41cf-b547-701071257ca0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 808 time: 0.1956329 Feb 17 12:47:42.544842 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-05fef89a-70bc-4688-aa1c-36382201a2c1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/quotas/a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 375 time: 0.0183234 Feb 17 12:47:42.636064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c4573198-303a-41ac-8a03-37cc88906129 req-18060262-b7ea-4b7f-b15e-40d87ad89afc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:47:42.732505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c4573198-303a-41ac-8a03-37cc88906129 req-18060262-b7ea-4b7f-b15e-40d87ad89afc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:47:42.734050 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-18060262-b7ea-4b7f-b15e-40d87ad89afc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838975 Feb 17 12:47:43.017366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-4d84e2f7-88b6-45ae-b2f9-e635744a4298 service neutron] 10.222.0.47 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715485 Feb 17 12:47:43.082071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:43.150137 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-3c8c265d-5da3-4428-9da2-0bf5a2432f20 service neutron] 10.222.0.47 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270025 Feb 17 12:47:43.493505 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b90cf71e-037a-4e47-85c8-3d13ba87469e req-2f319cdd-3895-4847-a21c-4ed3df7b16bc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 210 time: 0.1088231 Feb 17 12:47:44.607019 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ba814c7-c6d1-4638-ae7f-0c2f1fcffe32 req-60e64a4b-5a67-40b5-ab05-39007c09c09e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 210 time: 0.0425692 Feb 17 12:47:45.026178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3a027ce6-03ad-486d-aa3d-8c23e62c9289 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:45.139251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:45.144472 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:45.144840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:45.265748 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:45.281628 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 3a027ce6-03ad-486d-aa3d-8c23e62c9289, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3a027ce6-03ad-486d-aa3d-8c23e62c9289,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:45.361774 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:45.426559 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=3a027ce6-03ad-486d-aa3d-8c23e62c9289,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:45.773880 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9537e489-9802-47f9-9f65-ae436ae6fc68 req-46ea54be-c4c4-4161-9214-3cf6971df599 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 210 time: 0.0453882 Feb 17 12:47:45.862049 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573198-303a-41ac-8a03-37cc88906129 req-f2e28d89-5004-496b-bd22-606d37ff9d58 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:45.863521 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-f2e28d89-5004-496b-bd22-606d37ff9d58 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 808 time: 0.1451969 Feb 17 12:47:45.918299 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-57610379-c930-4d75-b152-8c2280077428 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 379 time: 0.0416665 Feb 17 12:47:45.926335 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'port': {'device_id': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'admin_state_up': True, 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'security_groups': ['ae73a970-0311-4043-bc32-a1f43dcbc39f']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:46.061697 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:46.071585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:46.142913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Made reservation on behalf of a29b830b6e7d46ea8a057289b6b5fdd9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:47:46.146150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:46.392238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Allocated IP 172.20.0.11 (83aa7b57-e0f8-4351-9d19-44d452d21f58/66afe573-fdac-4c07-8587-1e17a5e2c6eb/24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:46.586783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:46.601998 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Transition to ACTIVE for port object 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:46.681805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:46.754835 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:46.757662 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:46.761993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:46.787196 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:46.825734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:46.826405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:46.939895 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-1a73ae23-db08-4c18-9aee-335b31d7e0ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0170877 Feb 17 12:47:46.952189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Request body: {'port': {'device_id': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:47.013073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3a027ce6-03ad-486d-aa3d-8c23e62c9289 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:47.077489 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608aa1b-5927-4dde-b2ca-463cbf93ee46 req-a597966b-ac14-44a0-be38-5a29dc581070 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:47.078102 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5608aa1b-5927-4dde-b2ca-463cbf93ee46 req-a597966b-ac14-44a0-be38-5a29dc581070 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:47:47.085094 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:47.090993 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:47.091357 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:47.144604 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dbfeb7e1-58ae-4580-8000-6501018e2740 None None] Provisioning for port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:47.151561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dbfeb7e1-58ae-4580-8000-6501018e2740 None None] Provisioning complete for port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:47.152051 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb7e1-58ae-4580-8000-6501018e2740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:47.202701 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-5608aa1b-5927-4dde-b2ca-463cbf93ee46 req-a597966b-ac14-44a0-be38-5a29dc581070 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:47:47.203848 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5608aa1b-5927-4dde-b2ca-463cbf93ee46 req-a597966b-ac14-44a0-be38-5a29dc581070 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 932 time: 0.3033147 Feb 17 12:47:47.248696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dbfeb7e1-58ae-4580-8000-6501018e2740 None None] Port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:47:47.327061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5608aa1b-5927-4dde-b2ca-463cbf93ee46 req-b0340636-0e57-47ce-b0d9-8e15cc2c4719 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173019 Feb 17 12:47:47.459822 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:47:47.467174 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:47.481003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Transition to ACTIVE for port object 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:47.550499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:47.673230 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b45447-5999-4107-8911-034e4b34171e service neutron] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:47.787966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Attempting to bind port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:47.788289 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Attempting to bind port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:47.788604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Attempting to bind port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:47.795387 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:47:47.795696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Attempting to bind port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:47.801860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:47.802188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Checking segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:47.802558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Bound using segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:47.802962 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Bound port: 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:47.803428 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:47.894929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:47.894929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:48.000281 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:48.065158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:48.066528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-02b45447-5999-4107-8911-034e4b34171e service neutron] 10.222.0.24 "PUT /v2.0/ports/24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1094 time: 1.1191645 Feb 17 12:47:48.066969 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:47:48.086977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b45447-5999-4107-8911-034e4b34171e service neutron] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:48.211451 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'status': 'completed', 'code': 200} Feb 17 12:47:48.237329 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-729fd790-e3a2-481b-a9df-1d1b242274f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1097 time: 0.0756552 Feb 17 12:47:48.307333 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-948e2a00-4fdd-46dc-b5c7-ed697b7ab4e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0639381 Feb 17 12:47:48.367676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573198-303a-41ac-8a03-37cc88906129 req-f951cb23-1dbf-465b-82eb-ccf13fbeb8a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:48.369101 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-f951cb23-1dbf-465b-82eb-ccf13fbeb8a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0563545 Feb 17 12:47:48.571418 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-46f404a0-e526-4363-aa44-f65debc6e0eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1966612 Feb 17 12:47:48.681856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9727a5-8ae6-40fe-adf0-b83e4bb25933 req-05a49aa4-a7a0-4434-b615-c30f9cb86cac tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:48.683372 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c9727a5-8ae6-40fe-adf0-b83e4bb25933 req-05a49aa4-a7a0-4434-b615-c30f9cb86cac tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.1696703 Feb 17 12:47:48.746334 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-bd39feb2-b995-4c65-b499-ccbf3b12cfed service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673408 Feb 17 12:47:48.779706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8c9727a5-8ae6-40fe-adf0-b83e4bb25933 req-228e662e-847b-453d-9b7d-f5a22fc84851 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892806 Feb 17 12:47:48.882693 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c4573198-303a-41ac-8a03-37cc88906129 req-0f6d15b8-6b68-4ec6-aa6d-145ac54366d2 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300693 Feb 17 12:47:49.094792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-6e18228f-6db5-4e6e-8ef0-05585cd562f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1097 time: 0.0714240 Feb 17 12:47:49.223816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29535560-3fc2-486f-a400-eb075c404dcf req-2c3314c3-dfce-46e7-89e5-bb1bba66462f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:49.225231 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-2c3314c3-dfce-46e7-89e5-bb1bba66462f service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1250641 Feb 17 12:47:49.290879 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-e39b456f-5ae3-4b16-9f6f-d1f05e22c88f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0592530 Feb 17 12:47:49.354152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29535560-3fc2-486f-a400-eb075c404dcf req-247bf5fa-f298-44b7-8bfa-d969341a9f05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:49.355568 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-247bf5fa-f298-44b7-8bfa-d969341a9f05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0594640 Feb 17 12:47:49.428450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-b68b971f-aa43-4c76-bf70-18c823c80bbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663223 Feb 17 12:47:49.557055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-9a81097a-a5a4-4edd-9233-115e22b3d3a1 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212766 Feb 17 12:47:49.690353 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-29535560-3fc2-486f-a400-eb075c404dcf req-ba3f1e7f-e48a-4bc1-9386-a9aa1aa5ef55 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271729 Feb 17 12:47:49.973100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffd45b-8461-493f-9704-fd295b2e0788 req-79470886-d175-400c-8157-14a60c41af06 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:49.974567 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-91ffd45b-8461-493f-9704-fd295b2e0788 req-79470886-d175-400c-8157-14a60c41af06 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0756314 Feb 17 12:47:50.018761 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-91ffd45b-8461-493f-9704-fd295b2e0788 req-4e2baf11-ef77-4a87-bcd8-2d709874f057 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:47:50.030516 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-91ffd45b-8461-493f-9704-fd295b2e0788 req-4e2baf11-ef77-4a87-bcd8-2d709874f057 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:47:50.031616 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-91ffd45b-8461-493f-9704-fd295b2e0788 req-4e2baf11-ef77-4a87-bcd8-2d709874f057 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516300 Feb 17 12:47:51.229228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f965-38a0-498b-9c11-3084a1b9e412 req-d0b47e77-8743-4921-8d36-e12e3f1c2fa6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:51.230625 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0416f965-38a0-498b-9c11-3084a1b9e412 req-d0b47e77-8743-4921-8d36-e12e3f1c2fa6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0802271 Feb 17 12:47:51.275579 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0416f965-38a0-498b-9c11-3084a1b9e412 req-ff3e8edd-a2d6-4e7c-970a-6981feb7c927 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387762 Feb 17 12:47:51.737373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:47:51.869613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:51.882211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'mac_address': 'fa:16:3e:60:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:47:51.937696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:51.981438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:47:51.995829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:52.086984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:52.150105 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:52.435213 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:47:52.474837 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05274c8-21b8-4824-bdb1-0d001d98d6ad req-29e852ff-24cb-4e17-84b6-c5b55c962e91 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:52.476271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f05274c8-21b8-4824-bdb1-0d001d98d6ad req-29e852ff-24cb-4e17-84b6-c5b55c962e91 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 945 time: 0.0780118 Feb 17 12:47:52.521926 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f05274c8-21b8-4824-bdb1-0d001d98d6ad req-d251d25c-3068-47a3-b3cd-3051d79d997f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Feb 17 12:47:53.715903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5618fc-e950-46cb-801c-6bb01269aa45 req-fc937863-8c0d-4be7-a5f5-b11fc5546c61 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:53.717705 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b5618fc-e950-46cb-801c-6bb01269aa45 req-fc937863-8c0d-4be7-a5f5-b11fc5546c61 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 945 time: 0.0762539 Feb 17 12:47:53.737696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:53.763332 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b5618fc-e950-46cb-801c-6bb01269aa45 req-55079b47-b56f-4c94-8743-79c9f47bc0f0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 Feb 17 12:47:53.864582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:53.869607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:53.870011 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:53.982207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:54.008015 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:47:54.017764 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:54.092082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:54.138750 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'code': 200} Feb 17 12:47:54.160270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:54.518446 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba80d062-4139-49b5-8394-2a4ee288e8e4 req-88ee14ac-743e-4cf4-abb8-581b83147116 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1099 time: 0.0699451 Feb 17 12:47:54.560022 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba80d062-4139-49b5-8394-2a4ee288e8e4 req-35c8e770-f0a3-46b5-8456-1426d35957ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361912 Feb 17 12:47:54.959122 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df78f8a-4e13-4d6d-804a-495d67e32578 req-43cc5d3f-60f6-4527-b59a-4771e0b82d7e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:54.960581 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8df78f8a-4e13-4d6d-804a-495d67e32578 req-43cc5d3f-60f6-4527-b59a-4771e0b82d7e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0748127 Feb 17 12:47:55.011440 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8df78f8a-4e13-4d6d-804a-495d67e32578 req-e35fe21f-9ed9-4909-ae7c-b0fa8ea938bd tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448070 Feb 17 12:47:56.213010 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66685b-03eb-4cef-840e-c7ec88c23428 req-9a64349c-a4b6-41a0-ba59-e0f159921ac3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:56.214467 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9c66685b-03eb-4cef-840e-c7ec88c23428 req-9a64349c-a4b6-41a0-ba59-e0f159921ac3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0758090 Feb 17 12:47:56.250796 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Sync routers for ids ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:56.261493 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9c66685b-03eb-4cef-840e-c7ec88c23428 req-c19a6ee7-4a31-4f6a-a411-07bd58a45d5e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Feb 17 12:47:56.263435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Routers {'0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:56.264426 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:56.446368 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Set router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:56.462024 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f85b0f-c8b6-46be-abb2-82bb95801a24 req-d527f946-9331-46e1-9429-fe62931a0373 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:47:56.463480 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-55f85b0f-c8b6-46be-abb2-82bb95801a24 req-d527f946-9331-46e1-9429-fe62931a0373 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0783386 Feb 17 12:47:56.509138 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-55f85b0f-c8b6-46be-abb2-82bb95801a24 req-5bfc0404-8686-497b-ad49-3f97209e2105 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Feb 17 12:47:56.539394 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58054) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:56.676616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0df3104e-a266-413a-93eb-1e8337a82d4d tempest-TestShelveInstance-1206541277 tempest-TestShelveInstance-1206541277-project-admin] Synchronizing usage tracker for tenant:15c7a1ef8d80449c81e771032f4980fa on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:47:56.752020 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 4, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9733611f-ff67-4c30-bbda-c471c4a228e8', 'name': '', 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'mac_address': 'fa:16:3e:6d:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:36Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 2, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'subnets': [{'id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:56.755925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Checking router: 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:47:56.756263 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Updating router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a port 9733611f-ff67-4c30-bbda-c471c4a228e8 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:47:56.801038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0df3104e-a266-413a-93eb-1e8337a82d4d tempest-TestShelveInstance-1206541277 tempest-TestShelveInstance-1206541277-project-admin] Unset dirty status for tenant:15c7a1ef8d80449c81e771032f4980fa on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:47:56.802278 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0df3104e-a266-413a-93eb-1e8337a82d4d tempest-TestShelveInstance-1206541277 tempest-TestShelveInstance-1206541277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1094 time: 0.2619143 Feb 17 12:47:56.805178 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58060) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:47:56.811217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:56.812011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:47:56.819469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:47:56.824506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:floatingip and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:47:56.828180 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:47:56.834280 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:47:56.910196 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.051742 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.147744 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.159376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Transition to ACTIVE for port object 9733611f-ff67-4c30-bbda-c471c4a228e8 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:47:57.186901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Allocated IP 172.26.6.191 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/8973888a-cdd8-4ce7-a911-e88cf5ebc28b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:47:57.228125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.346429 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.361873 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:47:57.398139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0295d0-f5be-44a7-ab62-c75cf91c2bcf None None] Pushing event updated for resources: {'Port': ['ID=9733611f-ff67-4c30-bbda-c471c4a228e8,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:57.435279 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.490483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Attempting to bind port 9733611f-ff67-4c30-bbda-c471c4a228e8 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:47:57.490848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Attempting to bind port 9733611f-ff67-4c30-bbda-c471c4a228e8 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:47:57.491207 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Attempting to bind port 9733611f-ff67-4c30-bbda-c471c4a228e8 on network fe384129-23f4-4704-9b2f-83f41e3d2176 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:47:57.498080 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:47:57.498452 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Checking segment: {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:47:57.498848 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.499234 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Bound using segment: {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:47:57.499686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Bound port: 9733611f-ff67-4c30-bbda-c471c4a228e8, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c1cc63-cc7a-4c0f-bec3-4552b94a864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:47:57.500077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.506425 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:47:57.509018 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:47:57.512585 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:47:57.551967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'Port': ['ID=8973888a-cdd8-4ce7-a911-e88cf5ebc28b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:57.599184 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] For port 9733611f-ff67-4c30-bbda-c471c4a228e8, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:47:57.602913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] For port 9733611f-ff67-4c30-bbda-c471c4a228e8, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9733611f-ff67-4c30-bbda-c471c4a228e8,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:47:57.686390 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:57.769598 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0295d0-f5be-44a7-ab62-c75cf91c2bcf None None] Pushing event updated for resources: {'Port': ['ID=9733611f-ff67-4c30-bbda-c471c4a228e8,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:57.774567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Routers {'0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:57.775186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:57.979358 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] Set router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:47:58.161700 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:58.330499 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 4, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9733611f-ff67-4c30-bbda-c471c4a228e8', 'name': '', 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'mac_address': 'fa:16:3e:6d:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:36Z', 'updated_at': '2022-02-17T12:47:57Z', 'revision_number': 4, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'subnets': [{'id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:58.334655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5a2a6-ce5d-4c5b-93cc-5e8cde48f4fd None None] The sync data for ids ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'] in dv-neutron-828728-1-hyperv is: [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 4, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '9733611f-ff67-4c30-bbda-c471c4a228e8', 'name': '', 'network_id': 'fe384129-23f4-4704-9b2f-83f41e3d2176', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'mac_address': 'fa:16:3e:6d:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:36Z', 'updated_at': '2022-02-17T12:47:57Z', 'revision_number': 4, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'subnets': [{'id': 'c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:47:58.415274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:58.634266 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:58.698709 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:58.818362 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'Port': ['ID=8973888a-cdd8-4ce7-a911-e88cf5ebc28b,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:58.831190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:59.045342 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Floating IP 7930ce28-7cad-43b7-ae1e-399beb9ae3c1 associated. External IP: 172.26.6.191, port: 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5. Feb 17 12:47:59.050730 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9733611f-ff67-4c30-bbda-c471c4a228e8 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:47:59.184034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 9733611f-ff67-4c30-bbda-c471c4a228e8 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:47:59.190381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9733611f-ff67-4c30-bbda-c471c4a228e8 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:47:59.194918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:59.313214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:59.344413 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 9733611f-ff67-4c30-bbda-c471c4a228e8, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9733611f-ff67-4c30-bbda-c471c4a228e8,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:47:59.407012 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:59.443376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Router 9abff548-134d-4ba7-a815-d09238c5f534 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:47:59.475073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=9733611f-ff67-4c30-bbda-c471c4a228e8,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:47:59.642318 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:47:59.652175 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:47:59.664051 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:47:59.664635 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:47:59.715276 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:47:59.769194 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2a2e0fe6-e585-486a-9350-dae4793970cc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9627361 Feb 17 12:47:59.769751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:47:59.823620 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'status': 'completed', 'code': 200} Feb 17 12:47:59.849473 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:48:00.016508 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-f845d879-a871-4b63-bb27-3c26d9094d9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1099 time: 0.1717350 Feb 17 12:48:00.149872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-a8304d31-1255-4bab-8108-08de474fa3b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:48:00.151415 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-a8304d31-1255-4bab-8108-08de474fa3b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1296093 Feb 17 12:48:00.217736 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '7930ce28-7cad-43b7-ae1e-399beb9ae3c1', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'mac_address': 'fa:16:3e:60:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:47:57Z', 'updated_at': '2022-02-17T12:47:57Z', 'revision_number': 0, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:48:00.221705 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:48:00.233153 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:48:00.233739 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:47:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:48:00.251994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-782ae10a-b343-485b-9039-baaf9bb6f74d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0950520 Feb 17 12:48:00.317761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-7fdea055-b2b6-4214-8169-f2c018f99500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:48:00.319214 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-7fdea055-b2b6-4214-8169-f2c018f99500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0615969 Feb 17 12:48:00.392283 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-5161280b-028c-4ef8-96df-4be61cfdc4a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673397 Feb 17 12:48:00.408171 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:48:00.525507 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-5a815c45-7942-4dce-8659-23456f02a666 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271646 Feb 17 12:48:00.661338 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-035fb98a-c6b8-45d7-8348-8d242de80a35 req-c449c42e-987e-4b2a-909f-41893d2b4209 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304350 Feb 17 12:48:00.787024 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '7930ce28-7cad-43b7-ae1e-399beb9ae3c1', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'mac_address': 'fa:16:3e:60:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:47:57Z', 'updated_at': '2022-02-17T12:47:57Z', 'revision_number': 0, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:48:00.790926 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb1b17-1069-44ed-93ce-08f56ba01133 None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '7930ce28-7cad-43b7-ae1e-399beb9ae3c1', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'mac_address': 'fa:16:3e:60:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:47:57Z', 'updated_at': '2022-02-17T12:47:57Z', 'revision_number': 0, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:48:01.018611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9733611f-ff67-4c30-bbda-c471c4a228e8 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:48:01.087536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 9733611f-ff67-4c30-bbda-c471c4a228e8 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:48:01.087905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:02.313085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91dc94-98be-4959-b0f6-05a6de861811 None None] New status for floating IP 7930ce28-7cad-43b7-ae1e-399beb9ae3c1: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:48:07.885298 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d142fd78-42c7-46ad-8578-cf4124a36c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:10.132126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f4c4268e-79f0-4e63-83bf-c25fc8b98d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:11.452054 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:11.560778 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:12.096282 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:12.178734 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-9d47efaf-a8e1-407c-af3b-9613c13c99b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799837 Feb 17 12:48:12.320974 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-d0364193-469f-4fd4-a735-5c9d66463bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1099 time: 0.0713129 Feb 17 12:48:12.466331 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-358dd3f0-122d-47f7-ab4d-00d777b1ebad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:48:12.467789 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-358dd3f0-122d-47f7-ab4d-00d777b1ebad service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1283977 Feb 17 12:48:12.580398 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-fec17880-5227-4f08-8c51-ef5184ea0fb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1002 time: 0.1060858 Feb 17 12:48:12.643761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-29700a33-7f72-40cc-aa06-1526ee751f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:48:12.645849 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-29700a33-7f72-40cc-aa06-1526ee751f19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0590789 Feb 17 12:48:12.727442 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-0217f29a-2537-49c9-9a50-f96f7788792c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750086 Feb 17 12:48:12.865720 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-d6d28de1-03d0-4959-a6ed-a22a7ed9c366 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294360 Feb 17 12:48:13.005882 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6e6ff324-81ab-4299-81c6-bd345ed61b83 req-f3a9ad05-49a4-4158-b686-fb64104a93eb service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335306 Feb 17 12:48:13.080468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:34.361731 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:48:37.776802 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4410ba28-0fda-4188-937f-07cbceb642a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:40.129619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d6232d2d-3144-427c-b0cd-e59af67ccdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:41.461770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:41.546694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:42.095698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:48:43.084292 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:07.757812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4bc9b054-cfac-4d93-86f3-8e23780d1e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:10.088812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-675883fb-71c8-45dd-b52b-9987ac9eb6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:11.362580 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:49:11.414760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:11.539944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:12.099794 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:13.080076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:13.232141 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-be9e9507-54c3-48c1-8a81-906b2dd933fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1331539 Feb 17 12:49:13.467083 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-80089133-9338-4504-8302-c5f3e180e384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1099 time: 0.1627719 Feb 17 12:49:13.615984 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-01cf80cf-9855-4b34-9239-a36795b9347a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:49:13.617329 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-01cf80cf-9855-4b34-9239-a36795b9347a service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1308019 Feb 17 12:49:13.719909 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-412fce8f-62f8-4b09-b395-dc6f52bf8922 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1002 time: 0.0959830 Feb 17 12:49:13.787157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-afa80542-c67f-419e-947f-78be2d22d4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:49:13.788529 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-afa80542-c67f-419e-947f-78be2d22d4f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0632882 Feb 17 12:49:13.864912 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-d70f73eb-798b-4701-adce-7c9fe958e8b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700669 Feb 17 12:49:14.001048 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-5d1aa0f9-e467-4439-ab86-16e552b6f822 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301689 Feb 17 12:49:14.145198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b03c55d8-3e7b-48c0-97cf-54cd2df3b67f req-9c1e3e84-5398-4692-9863-393100ac3a16 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384699 Feb 17 12:49:37.807085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ddbcfb15-4ee2-401e-b545-16c1cf6cc768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:40.104469 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d9c70577-63e0-4278-b584-aa6812fded70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:41.435951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:41.533019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:42.115555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:43.098976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:49:48.365060 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:50:07.777849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b569e437-5109-4d91-860e-82a2f43f4f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:10.109387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7ed2e3ef-6054-49ef-8c73-0d6978669fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:11.417719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:11.549135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:12.126064 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:13.092251 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:15.138157 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-3f192577-e862-49a7-a842-8ceed10187c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892794 Feb 17 12:50:15.280110 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-f50aed36-d04f-4edd-8f72-a0cf1f01aecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1099 time: 0.0721419 Feb 17 12:50:15.428353 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-190af13a-783b-49c3-ac34-1af68d11b025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:15.429988 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-190af13a-783b-49c3-ac34-1af68d11b025 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1314373 Feb 17 12:50:15.537035 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-d3b1df06-310b-49c6-b492-10bb3bfdde6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1002 time: 0.1003191 Feb 17 12:50:15.599641 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-189be382-f3f1-4b6d-9dc0-405524926528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:15.601069 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-189be382-f3f1-4b6d-9dc0-405524926528 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0591040 Feb 17 12:50:15.681488 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-b77da5d6-8d43-41a0-ac2d-a97987fcf169 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738666 Feb 17 12:50:15.819973 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-5586f494-7e37-41cc-8881-70373b4c2006 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318629 Feb 17 12:50:15.957874 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-00973142-ad1a-478b-9e6c-adf769a5b153 req-0c1e1cd4-dbcf-4f7f-b968-fb4e91db5210 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306314 Feb 17 12:50:25.366478 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:50:34.133883 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6fbfb-6859-4b6d-b595-590a4cedfebc req-91eae737-3fbd-45c2-9fa1-f674217194ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:34.135410 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7aa6fbfb-6859-4b6d-b595-590a4cedfebc req-91eae737-3fbd-45c2-9fa1-f674217194ce tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.2605937 Feb 17 12:50:34.181309 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7aa6fbfb-6859-4b6d-b595-590a4cedfebc req-8c61bc22-4325-4fb9-aded-a802cbc45cf3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Feb 17 12:50:35.393768 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9d7d9-6e7b-4f15-882e-91549105ffda req-55bde5b0-f15f-4112-98ee-2b990bb1d941 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:35.395275 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-41f9d7d9-6e7b-4f15-882e-91549105ffda req-55bde5b0-f15f-4112-98ee-2b990bb1d941 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0780308 Feb 17 12:50:35.440772 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-41f9d7d9-6e7b-4f15-882e-91549105ffda req-77644cfd-da63-4eda-be07-7a4a79c08255 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 Feb 17 12:50:36.649530 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8c768-97d1-4d87-9307-7f1a214c33e1 req-0bc43020-5781-43ad-97c0-eb90bb692806 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:36.651013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-03e8c768-97d1-4d87-9307-7f1a214c33e1 req-0bc43020-5781-43ad-97c0-eb90bb692806 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0760844 Feb 17 12:50:36.698016 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-03e8c768-97d1-4d87-9307-7f1a214c33e1 req-4e9e5a21-94f8-4928-aab9-7ecb6a8a1b6d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Feb 17 12:50:37.793914 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-33ae0fe6-6251-4c7c-929a-42f4915bf85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:37.984600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d0813-e7e2-4990-b5df-b4d174064865 req-86d73739-3bd0-4d53-9c03-a96a20e32a8a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:37.986264 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-698d0813-e7e2-4990-b5df-b4d174064865 req-86d73739-3bd0-4d53-9c03-a96a20e32a8a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.1635375 Feb 17 12:50:38.033095 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-698d0813-e7e2-4990-b5df-b4d174064865 req-b0ef10a6-394f-451f-b86e-3263954c5530 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 Feb 17 12:50:39.225591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41970413-aee9-4637-b758-83dc0ecb5adc req-e0b3674b-c85e-4a3c-be34-539831c3ac50 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:39.227066 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-41970413-aee9-4637-b758-83dc0ecb5adc req-e0b3674b-c85e-4a3c-be34-539831c3ac50 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0745871 Feb 17 12:50:39.273207 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-41970413-aee9-4637-b758-83dc0ecb5adc req-1589aa47-a1b5-47ff-97a8-5acb2c283746 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404143 Feb 17 12:50:40.101387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c5caa13b-8236-4ed8-9e25-c48bf080436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:40.471213 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29d7c-394f-42ef-a6a3-1e2b2b0b0b4f req-9396620c-09ac-4363-95ba-9d6502576a8e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:40.472673 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c6d29d7c-394f-42ef-a6a3-1e2b2b0b0b4f req-9396620c-09ac-4363-95ba-9d6502576a8e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0752058 Feb 17 12:50:40.520014 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c6d29d7c-394f-42ef-a6a3-1e2b2b0b0b4f req-dce7be75-b9ff-46a0-8d05-78b06899f11f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420408 Feb 17 12:50:41.416593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:41.582807 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:41.722408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95ca9-dcd6-4874-abc0-3024274dbb38 req-605a8456-a6ee-4dca-990c-2c6b63f6019e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:41.723852 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f2c95ca9-dcd6-4874-abc0-3024274dbb38 req-605a8456-a6ee-4dca-990c-2c6b63f6019e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0789707 Feb 17 12:50:41.770451 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-f2c95ca9-dcd6-4874-abc0-3024274dbb38 req-9dde6d23-39fd-49fa-9847-dbf70e2ab4a9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Feb 17 12:50:42.136605 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:42.969422 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ef2dc-7e35-4e7d-b62c-e7d394dcca12 req-7b1e52f3-e7da-41b2-802b-858825eb92f7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:42.971204 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb4ef2dc-7e35-4e7d-b62c-e7d394dcca12 req-7b1e52f3-e7da-41b2-802b-858825eb92f7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0747068 Feb 17 12:50:43.017217 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb4ef2dc-7e35-4e7d-b62c-e7d394dcca12 req-4bea066f-ab85-4067-acf0-631d825eea42 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406325 Feb 17 12:50:43.091065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:44.219835 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d0f2b-7bd4-4c3c-a0c5-4870dfb604ab req-d26e7ad0-016d-4ce5-8339-dd37cde957ad tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:44.221303 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6f7d0f2b-7bd4-4c3c-a0c5-4870dfb604ab req-d26e7ad0-016d-4ce5-8339-dd37cde957ad tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0801303 Feb 17 12:50:44.270786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6f7d0f2b-7bd4-4c3c-a0c5-4870dfb604ab req-b888b0c0-fd48-4e0c-abb8-140b7ed3b8c3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440116 Feb 17 12:50:45.469685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d17d01-4025-44b9-a3ef-4732b179b988 req-5ea0fc06-379e-429d-9eda-80cc7a677667 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:45.471158 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-51d17d01-4025-44b9-a3ef-4732b179b988 req-5ea0fc06-379e-429d-9eda-80cc7a677667 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0788829 Feb 17 12:50:45.515801 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-51d17d01-4025-44b9-a3ef-4732b179b988 req-f09a4fe7-e4c7-42fc-98ca-ded9b4b4382b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390482 Feb 17 12:50:46.490485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:50:46.623910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:50:46.637151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'mac_address': 'fa:16:3e:60:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:50:46.698299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:46.716408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:50:46.717132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0060-02a6-4e5a-8b16-b1f547024722 req-b3071d93-e84f-4f76-9451-41422e6cb47c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:46.718617 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c30b0060-02a6-4e5a-8b16-b1f547024722 req-b3071d93-e84f-4f76-9451-41422e6cb47c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0816102 Feb 17 12:50:46.733089 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:50:46.764588 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c30b0060-02a6-4e5a-8b16-b1f547024722 req-f86b1678-c98c-4bd8-b69a-c23999e4119f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Feb 17 12:50:46.803849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:46.871124 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:50:46.880495 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:50:46.908380 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.908723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.909079 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.909384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.909754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.910066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.910384 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.910703 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.911018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.911333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:46.911644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:50:47.960657 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386ba5e-e1d3-4917-91d3-e0cf019a9f26 req-35978c7e-d8fd-4f57-bfe3-8d913af7a039 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:47.962146 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3386ba5e-e1d3-4917-91d3-e0cf019a9f26 req-35978c7e-d8fd-4f57-bfe3-8d913af7a039 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 945 time: 0.0750930 Feb 17 12:50:48.007928 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3386ba5e-e1d3-4917-91d3-e0cf019a9f26 req-dd074740-226a-4a6b-aef3-db5fa2a31b78 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402207 Feb 17 12:50:48.499386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:50:48.568735 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:50:48.569013 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:48.680155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:48.707865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:50:48.716954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:50:48.792017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:50:48.863712 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:50:48.871702 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'code': 200} Feb 17 12:50:49.205573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262e64-29da-4506-8f1f-089acdeb2193 req-448666b4-a73c-4389-b74a-1531630b5497 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:49.207067 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e8262e64-29da-4506-8f1f-089acdeb2193 req-448666b4-a73c-4389-b74a-1531630b5497 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0786586 Feb 17 12:50:49.251953 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e8262e64-29da-4506-8f1f-089acdeb2193 req-049f73ee-1034-4ac8-992c-c145f2e11d9e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393059 Feb 17 12:50:50.452491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a109a8-4e41-4cae-82d1-10cb4f2a94fa req-e3205f23-8ed3-4303-a2e4-e13784c06e32 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:50.455276 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d2a109a8-4e41-4cae-82d1-10cb4f2a94fa req-e3205f23-8ed3-4303-a2e4-e13784c06e32 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0786948 Feb 17 12:50:50.508596 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d2a109a8-4e41-4cae-82d1-10cb4f2a94fa req-09d21c80-68b1-4bfb-94dd-8d3cd82116a8 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478604 Feb 17 12:50:51.720542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39724aa-b408-4625-914a-8ec5e8680c1a req-ebd924f3-640f-46fa-9e07-b339f1cf6c51 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:51.722165 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c39724aa-b408-4625-914a-8ec5e8680c1a req-ebd924f3-640f-46fa-9e07-b339f1cf6c51 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0821130 Feb 17 12:50:51.779426 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c39724aa-b408-4625-914a-8ec5e8680c1a req-016b8572-ed37-4f18-bac9-5aff2d15cb0e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511777 Feb 17 12:50:52.992120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1595ae-5318-4194-b2d1-63406f340ae2 req-3209c90e-e28b-431d-96f9-8f14edfb57e0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:52.993624 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae1595ae-5318-4194-b2d1-63406f340ae2 req-3209c90e-e28b-431d-96f9-8f14edfb57e0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0833201 Feb 17 12:50:53.043282 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ae1595ae-5318-4194-b2d1-63406f340ae2 req-b5425cd2-075f-4705-a334-736bd5e0cda7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Feb 17 12:50:54.267089 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce9ee5-c11e-41ee-bc22-6b4a5e225571 req-dcea56b7-17a5-44ed-afdd-057d3f6cf701 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:54.268935 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9ce9ee5-c11e-41ee-bc22-6b4a5e225571 req-dcea56b7-17a5-44ed-afdd-057d3f6cf701 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0942807 Feb 17 12:50:54.319772 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e9ce9ee5-c11e-41ee-bc22-6b4a5e225571 req-fe55baf7-187b-4cc5-8532-916221696846 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Feb 17 12:50:55.550610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406cd56-8f80-478c-a0de-ea7e7c736de8 req-e8ef3a54-90d1-4707-8183-8aeca31d81c0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:55.552210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7406cd56-8f80-478c-a0de-ea7e7c736de8 req-e8ef3a54-90d1-4707-8183-8aeca31d81c0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0885062 Feb 17 12:50:55.607283 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7406cd56-8f80-478c-a0de-ea7e7c736de8 req-f530889c-c5a4-4d8b-a596-29722c2dedd4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486720 Feb 17 12:50:56.823624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3615c8c-9b1c-49f0-916c-d0f137e14283 req-dec79f39-45ad-4598-bb7a-15c264c07c9b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:56.825155 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d3615c8c-9b1c-49f0-916c-d0f137e14283 req-dec79f39-45ad-4598-bb7a-15c264c07c9b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0869551 Feb 17 12:50:56.879252 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d3615c8c-9b1c-49f0-916c-d0f137e14283 req-41a59858-d728-4565-99d7-efde17701742 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472918 Feb 17 12:50:58.084396 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c697a8b-f9a2-4967-8ac3-401170561755 req-d15d03f5-dd3d-48c3-b8da-dcc5c234817b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:58.085882 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5c697a8b-f9a2-4967-8ac3-401170561755 req-d15d03f5-dd3d-48c3-b8da-dcc5c234817b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0777824 Feb 17 12:50:58.138265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5c697a8b-f9a2-4967-8ac3-401170561755 req-44f4de15-1005-42a3-9c30-9a54c81635c9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434391 Feb 17 12:50:59.366812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb539b-8891-4a49-a7a1-63215fac569d req-0bd1834c-2762-42a7-8814-dcbffc687ff3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:50:59.368403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-78bb539b-8891-4a49-a7a1-63215fac569d req-0bd1834c-2762-42a7-8814-dcbffc687ff3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0917878 Feb 17 12:50:59.416778 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-78bb539b-8891-4a49-a7a1-63215fac569d req-dbcb3cdc-6c6e-449c-8266-32badb10d8a3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429068 Feb 17 12:51:00.634925 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d19a8-a69b-4acf-83b5-7329e4a1f927 req-bd26b6de-9112-481e-aad9-95b672c49c2f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:00.636395 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-592d19a8-a69b-4acf-83b5-7329e4a1f927 req-bd26b6de-9112-481e-aad9-95b672c49c2f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0840154 Feb 17 12:51:00.685630 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-592d19a8-a69b-4acf-83b5-7329e4a1f927 req-4fe78e89-2b2d-47b3-ab72-d6895f9f1e07 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 Feb 17 12:51:01.906783 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76111d-a227-4124-b2eb-23965c42fc87 req-9e5cf30b-694c-49e9-aad4-556efe7ea1db tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:01.908501 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb76111d-a227-4124-b2eb-23965c42fc87 req-9e5cf30b-694c-49e9-aad4-556efe7ea1db tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0893762 Feb 17 12:51:01.954642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb76111d-a227-4124-b2eb-23965c42fc87 req-3bc269a1-67cf-49d4-a2dd-90656ef0b9de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402894 Feb 17 12:51:02.367056 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:51:03.154981 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed96a-b3ba-432b-923b-5e4ac5e2bb4b req-42b4ec6f-0a9d-4bda-ba26-eb9adfc09e1d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:03.156553 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7f8ed96a-b3ba-432b-923b-5e4ac5e2bb4b req-42b4ec6f-0a9d-4bda-ba26-eb9adfc09e1d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0767570 Feb 17 12:51:03.203811 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-7f8ed96a-b3ba-432b-923b-5e4ac5e2bb4b req-bc93a849-0abf-4d47-ad8b-0eb537539329 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 Feb 17 12:51:03.340194 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-e16a40e6-0c7d-4dad-8538-7d27a172c577 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1099 time: 0.0676551 Feb 17 12:51:03.471005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-27a55c5c-ed6e-4ca7-9758-7224e1c5eb35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:03.472538 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-27a55c5c-ed6e-4ca7-9758-7224e1c5eb35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1263399 Feb 17 12:51:03.580258 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-10bec19e-c725-4362-be24-9668cbe0ba3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1002 time: 0.1017630 Feb 17 12:51:03.648650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-90aa4cee-df15-4246-b63b-1eb42e051a6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:03.650149 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-90aa4cee-df15-4246-b63b-1eb42e051a6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0645959 Feb 17 12:51:03.723726 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-b89b413e-264d-4962-ab85-9af4b5de83fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680265 Feb 17 12:51:03.855348 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-9c419e47-50d6-49e2-a9a0-60ea8c8f9b54 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253633 Feb 17 12:51:04.071716 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ba9f1a00-c596-4347-bfe3-5dbd247c8307 req-af59066e-7fd5-4348-a8fa-4073f36fc4af service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108724 Feb 17 12:51:04.407754 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c862cf-2642-4e96-8118-f0f41652b676 req-87f48330-3b2b-45e2-8c36-06f35ee82ed9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:04.409215 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60c862cf-2642-4e96-8118-f0f41652b676 req-87f48330-3b2b-45e2-8c36-06f35ee82ed9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 946 time: 0.0750425 Feb 17 12:51:04.457441 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-60c862cf-2642-4e96-8118-f0f41652b676 req-f60de9d0-bcee-4bab-9ae7-57631245d5b2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Feb 17 12:51:04.616216 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:51:04.759578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:04.788253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:51:04.798182 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:51:04.843006 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'code': 200} Feb 17 12:51:04.859840 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:04.927749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:51:05.660136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d79d-12dc-478d-96fc-efd3c85871a6 req-07d35b0e-4ed8-412a-83bf-1fc618f38f28 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:05.662800 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b863d79d-12dc-478d-96fc-efd3c85871a6 req-07d35b0e-4ed8-412a-83bf-1fc618f38f28 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0832992 Feb 17 12:51:05.712121 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b863d79d-12dc-478d-96fc-efd3c85871a6 req-7a134aea-9062-45c9-8447-bd74c5450231 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Feb 17 12:51:06.916830 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84763f94-f695-4235-b329-19acf1fbc485 req-0b2516ae-f381-4a80-a8dd-2898daa2e7df tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:06.918289 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-84763f94-f695-4235-b329-19acf1fbc485 req-0b2516ae-f381-4a80-a8dd-2898daa2e7df tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0787535 Feb 17 12:51:06.963213 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-84763f94-f695-4235-b329-19acf1fbc485 req-83ff5e48-d66d-4bc5-9345-db395c257705 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387156 Feb 17 12:51:07.151261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90ae73a7-845d-48f9-993c-8201b9d8fa20 req-e0e2b85d-502c-4f78-b5ab-0a4648453054 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703745 Feb 17 12:51:07.591978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0330af-cab6-4aeb-8cba-c83264b31816 req-e34897a9-8ce9-4679-a0d5-544a2291cc3a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:07.593474 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ad0330af-cab6-4aeb-8cba-c83264b31816 req-e34897a9-8ce9-4679-a0d5-544a2291cc3a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0769260 Feb 17 12:51:07.644138 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ad0330af-cab6-4aeb-8cba-c83264b31816 req-a472e63b-bfd9-47f2-92a9-8435f9fec966 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Feb 17 12:51:07.724067 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58308) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:51:07.799169 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-59c6481a-affe-4e17-b81d-20eb5632510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:07.861739 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-20ad6bb4-cf0a-462a-b1c5-7ae7e2e24d04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363533 Feb 17 12:51:08.647399 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:51:08.669039 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-0a518fd3-7940-41df-b74e-e1da3f1a63f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0706692 Feb 17 12:51:08.760904 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-eae6b641-c812-46cc-8c5a-69a5f3d1bb0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1097 time: 0.0708132 Feb 17 12:51:08.954412 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-4c7605e6-a266-4e77-96a5-0f6af0aff576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:08.955873 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-4c7605e6-a266-4e77-96a5-0f6af0aff576 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1890814 Feb 17 12:51:08.962539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd7e2-68cd-401d-acd1-017a0a554a6b req-087934d9-6ec4-4818-8053-863db8d1d726 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:08.963960 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd1fd7e2-68cd-401d-acd1-017a0a554a6b req-087934d9-6ec4-4818-8053-863db8d1d726 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.1957171 Feb 17 12:51:09.087854 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cd1fd7e2-68cd-401d-acd1-017a0a554a6b req-f937ad60-b05b-4363-b2b6-7892ba05f9c5 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735285 Feb 17 12:51:09.095719 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-834ffbcd-6978-4d6b-bf39-3e50574e0a76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1000 time: 0.1307688 Feb 17 12:51:09.158990 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-88703855-566d-47ce-a1ce-f61ed8f45949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:09.160431 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-88703855-566d-47ce-a1ce-f61ed8f45949 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0588048 Feb 17 12:51:09.239087 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-3989c307-f55f-409c-a6f5-41a94a865130 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728567 Feb 17 12:51:09.370930 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-953d7b66-3ebc-4dfb-a8a3-5f78be13001f service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257768 Feb 17 12:51:09.500614 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-62e244db-022f-43b1-ae1d-4b664ad88834 req-8c930b70-f7f6-45ec-9fe5-1c6d3640e3b9 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 Feb 17 12:51:10.105864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-256d3157-2a69-42be-a57f-8ee532314c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:10.287120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b132a-a8ba-47c3-b7fc-122ad61fbc45 req-659e9a5a-e80f-4d79-ac10-44e964a25268 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:10.288488 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-254b132a-a8ba-47c3-b7fc-122ad61fbc45 req-659e9a5a-e80f-4d79-ac10-44e964a25268 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0785599 Feb 17 12:51:10.342347 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-254b132a-a8ba-47c3-b7fc-122ad61fbc45 req-9ce0424c-669f-4838-a4d1-a50316692122 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447142 Feb 17 12:51:11.415985 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:11.553492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:11.565974 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9d3b-6ee1-4045-8612-81d31e9fa77a req-d19e0b0c-ca8c-4b37-90b8-ab16939f9dd2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:11.567469 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-264e9d3b-6ee1-4045-8612-81d31e9fa77a req-d19e0b0c-ca8c-4b37-90b8-ab16939f9dd2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0874791 Feb 17 12:51:11.619017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-264e9d3b-6ee1-4045-8612-81d31e9fa77a req-185f5ac1-483c-469d-a060-f99246aa0d93 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452569 Feb 17 12:51:12.129639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:12.883561 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da3b3a-c279-45ea-b380-d7b461572954 req-c9072d4c-e294-4ade-9017-561a2adc6125 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:12.885649 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-97da3b3a-c279-45ea-b380-d7b461572954 req-c9072d4c-e294-4ade-9017-561a2adc6125 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0966759 Feb 17 12:51:12.968901 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-97da3b3a-c279-45ea-b380-d7b461572954 req-6286882b-9d93-4600-aea4-53a8805de3b7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703645 Feb 17 12:51:13.111789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:14.183409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0238c5-9aa6-4372-b9f2-3c91afb4dbb3 req-6e9b4274-3fb3-4cec-ae8d-cb69d45a0c59 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:14.184990 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d0238c5-9aa6-4372-b9f2-3c91afb4dbb3 req-6e9b4274-3fb3-4cec-ae8d-cb69d45a0c59 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0881169 Feb 17 12:51:14.241755 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9d0238c5-9aa6-4372-b9f2-3c91afb4dbb3 req-a9ca33d3-db41-4cbc-be7e-190e8e7333a9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487673 Feb 17 12:51:15.472746 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d5c07-5b32-4841-be26-ce483aae12a3 req-5f6c1ed9-3eb7-4b3b-ba55-395d8c44a1e4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:15.474265 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd6d5c07-5b32-4841-be26-ce483aae12a3 req-5f6c1ed9-3eb7-4b3b-ba55-395d8c44a1e4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0931184 Feb 17 12:51:15.524222 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-dd6d5c07-5b32-4841-be26-ce483aae12a3 req-881139da-7ca0-4e59-8b21-4c0b4713941d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440400 Feb 17 12:51:16.744379 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5f0b-c295-4db4-a350-747c69332c08 req-478511ca-1607-49a8-8b56-6786491f744a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:16.751652 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-36ed5f0b-c295-4db4-a350-747c69332c08 req-478511ca-1607-49a8-8b56-6786491f744a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0834877 Feb 17 12:51:16.813516 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-36ed5f0b-c295-4db4-a350-747c69332c08 req-7e6500c4-96e6-4007-871e-18adbab334dd tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603173 Feb 17 12:51:18.020202 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236874f-5cae-49e2-983f-d1a3a9f9e3a1 req-f4672ab6-8cff-4da5-b6cc-c7079a097a63 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:18.021676 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b236874f-5cae-49e2-983f-d1a3a9f9e3a1 req-f4672ab6-8cff-4da5-b6cc-c7079a097a63 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0820463 Feb 17 12:51:18.067160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b236874f-5cae-49e2-983f-d1a3a9f9e3a1 req-41e869df-5301-4384-83bd-7c75f7dcc868 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399168 Feb 17 12:51:19.266671 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6f7a7-2b50-400b-a534-dfb50f3d2f25 req-ce6b78da-ec34-4a62-b5d8-8e274270a0d2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:19.268154 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42c6f7a7-2b50-400b-a534-dfb50f3d2f25 req-ce6b78da-ec34-4a62-b5d8-8e274270a0d2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0774305 Feb 17 12:51:19.315615 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42c6f7a7-2b50-400b-a534-dfb50f3d2f25 req-e08e37cc-b386-4d3e-a5c3-6913a2db7c9a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Feb 17 12:51:20.521096 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1594ce5-7b34-4bc7-90e6-f6e6d547fa08 req-fc690854-9259-4f49-ae18-71a30fbfc3a3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:20.522574 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1594ce5-7b34-4bc7-90e6-f6e6d547fa08 req-fc690854-9259-4f49-ae18-71a30fbfc3a3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0789053 Feb 17 12:51:20.568261 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e1594ce5-7b34-4bc7-90e6-f6e6d547fa08 req-4bbfb752-c677-47e1-8042-513049588d01 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400767 Feb 17 12:51:21.857849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5f45f-a193-4ca1-95b3-ea03516362f2 req-15101545-7db1-468f-898b-763db5a4902f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:21.860119 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbf5f45f-a193-4ca1-95b3-ea03516362f2 req-15101545-7db1-468f-898b-763db5a4902f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.1715357 Feb 17 12:51:21.905353 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bbf5f45f-a193-4ca1-95b3-ea03516362f2 req-9bed6d1f-3c4e-4291-b0b7-9cf921b1cbdf tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 Feb 17 12:51:23.100706 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231201d-0b2d-4497-98e8-2b445c62b168 req-cd027cc4-d521-446a-9da5-34e82e9daee2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:23.102175 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a231201d-0b2d-4497-98e8-2b445c62b168 req-cd027cc4-d521-446a-9da5-34e82e9daee2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0766354 Feb 17 12:51:23.152486 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a231201d-0b2d-4497-98e8-2b445c62b168 req-8986cf89-7b82-407e-83ab-db59b9cd33bd tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445340 Feb 17 12:51:24.356645 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34327332-fc08-480b-a501-6fb5e98cc0eb req-ea6f6194-2abb-434f-b27a-ede192619660 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:24.358177 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-34327332-fc08-480b-a501-6fb5e98cc0eb req-ea6f6194-2abb-434f-b27a-ede192619660 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 944 time: 0.0780203 Feb 17 12:51:24.404309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-34327332-fc08-480b-a501-6fb5e98cc0eb req-1e9ceae1-b839-45ea-af37-030ad59266d9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403152 Feb 17 12:51:24.711710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:51:24.846439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:51:24.860661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'port_id': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'mac_address': 'fa:16:3e:60:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:51:24.913530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:24.931455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:51:24.947544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:51:25.032739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:25.103564 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=9']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:51:25.403578 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:51:25.599898 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbed86-eff6-44fc-b674-50397eb9602f req-8b6fee8b-c27f-41b9-8def-4be8785c6f66 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:25.601672 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4abbed86-eff6-44fc-b674-50397eb9602f req-8b6fee8b-c27f-41b9-8def-4be8785c6f66 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 945 time: 0.0753908 Feb 17 12:51:25.648664 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4abbed86-eff6-44fc-b674-50397eb9602f req-c4255811-5068-48d2-9fc8-abc910af36ee tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 Feb 17 12:51:26.258020 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-e1ce32f5-dac2-4a31-a3de-0d251b8367b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1098 time: 0.0733476 Feb 17 12:51:26.407220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-470f72a7-78bf-44e3-afed-b479288d9d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:26.408822 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-470f72a7-78bf-44e3-afed-b479288d9d88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1307068 Feb 17 12:51:26.512333 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-5f4bff8a-b047-4f6f-bdf7-8d8141859020 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1001 time: 0.0969877 Feb 17 12:51:26.572349 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-cca70faa-dc38-4624-977c-9c6e3eebe297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:26.573836 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-cca70faa-dc38-4624-977c-9c6e3eebe297 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0561478 Feb 17 12:51:26.646787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-f07af46e-e47b-4b60-a424-8a90c9a79a2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670257 Feb 17 12:51:26.727274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:51:26.798770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:51:26.799043 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:26.825382 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-181b9762-aeae-4a25-b18c-be27b4b4b214 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727481 Feb 17 12:51:26.915085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:26.941088 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:51:26.943963 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858305ae-d622-41fb-aecf-bf6773853176 req-88b5eaa3-9631-4165-b327-be7f08668d7c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:26.945434 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-858305ae-d622-41fb-aecf-bf6773853176 req-88b5eaa3-9631-4165-b327-be7f08668d7c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 945 time: 0.1691017 Feb 17 12:51:26.950503 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:51:27.003640 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'code': 200} Feb 17 12:51:27.011387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e471eec-b30c-4986-a2d7-d3bfccc7f538 req-a6161a90-c29a-43e6-9ce2-0429b89c5854 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677794 Feb 17 12:51:27.025749 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-858305ae-d622-41fb-aecf-bf6773853176 req-e0f3c2f7-10ee-4024-9316-04e7c2ecd7c0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713229 Feb 17 12:51:27.047761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:27.113806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=10']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:51:27.413224 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2da7e30b-e4c8-403a-a4d1-7afffc1066fd req-c71ecd89-ddff-4062-b5eb-4f9f8a8916dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1100 time: 0.0700071 Feb 17 12:51:27.455939 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2da7e30b-e4c8-403a-a4d1-7afffc1066fd req-09bf3801-d17e-4226-8ee6-4bf2bf30f541 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367782 Feb 17 12:51:28.226050 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312ede-dbe5-481a-ab2a-a852725c3692 req-4aeeb3ed-b522-40ea-b1ec-868488ac27c8 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:28.227498 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3312ede-dbe5-481a-ab2a-a852725c3692 req-4aeeb3ed-b522-40ea-b1ec-868488ac27c8 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 947 time: 0.0787551 Feb 17 12:51:28.275081 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a3312ede-dbe5-481a-ab2a-a852725c3692 req-2deba1f1-921b-4cfe-adae-75402c99c4f2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Feb 17 12:51:29.624465 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea211-8086-44fb-bc44-caddd574c5f4 req-c7a6e38b-9764-42b6-8c5c-35d28f35e173 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:29.626744 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e8dea211-8086-44fb-bc44-caddd574c5f4 req-c7a6e38b-9764-42b6-8c5c-35d28f35e173 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 947 time: 0.0787563 Feb 17 12:51:29.672725 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e8dea211-8086-44fb-bc44-caddd574c5f4 req-a8a650a5-b773-43bc-a37b-2d524c961265 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402341 Feb 17 12:51:30.882076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947445e-3a66-43e4-8fa3-841ccd5466f9 req-958c2893-4f51-40e5-bdfc-58ed1bf8137b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:51:30.883581 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c947445e-3a66-43e4-8fa3-841ccd5466f9 req-958c2893-4f51-40e5-bdfc-58ed1bf8137b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 947 time: 0.0860701 Feb 17 12:51:30.940896 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c947445e-3a66-43e4-8fa3-841ccd5466f9 req-d32e2cf9-3176-40f1-9198-efd6f27bc11c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465918 Feb 17 12:51:37.792565 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ca68e559-ff71-426a-aa40-17fc67cb8ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:39.369019 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:51:40.106210 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3476cb92-51da-418e-9d63-be311e75394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:41.449137 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:41.601158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:42.149639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:51:43.112153 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:07.782673 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6e939666-6ee3-408d-a983-8c9758be01ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:10.099946 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf6221f5-e6c0-42c1-b536-4fa378500184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:11.416609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:11.570872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:12.140139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:13.134042 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:16.292697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-88c106b5-46a5-4c91-9d51-f7e210ba1629 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696435 Feb 17 12:52:16.369052 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:52:16.427020 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-6b95f7d3-938d-42fd-8e56-14935acce3be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1100 time: 0.0682042 Feb 17 12:52:16.569229 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd677b-47a7-4270-b761-9648e703b4de req-7c274c96-0a4e-41a6-b2c8-d70d8b3c7018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:52:16.570653 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-7c274c96-0a4e-41a6-b2c8-d70d8b3c7018 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1259818 Feb 17 12:52:16.676017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-8bf7c3d3-80ef-4093-a5cd-3c37294678a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 1002 time: 0.0991700 Feb 17 12:52:16.740925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd677b-47a7-4270-b761-9648e703b4de req-cfcefb37-cd2e-447e-bf29-868425649e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:52:16.742409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-cfcefb37-cd2e-447e-bf29-868425649e60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0608840 Feb 17 12:52:16.910672 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-1603766c-f9b3-4cb8-a262-da64dd9b9661 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1618643 Feb 17 12:52:16.920475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-fd482c1c-cf6c-4166-8b80-fd277c8be51d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:52:16.922207 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-fd482c1c-cf6c-4166-8b80-fd277c8be51d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054245 Feb 17 12:52:17.051706 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-1233cb54-d3b5-415f-b183-099da538d27b service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237781 Feb 17 12:52:17.185518 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-77cd677b-47a7-4270-b761-9648e703b4de req-e8245102-ec30-4e2a-b8c0-798606309acc service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280527 Feb 17 12:52:37.813372 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-53c08da5-16dd-4727-a987-a2b15d989167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:40.101186 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-390bc5c7-ab9a-46d9-93ca-e3f08caf7f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:41.444060 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:41.558059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:42.132833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:43.110198 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:52:53.369561 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:53:07.796163 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9ad343bf-4f48-4db4-8a80-5288ed8a5664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:10.128181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b82c2102-9eec-41b3-9b8c-1f31955c5ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:11.459745 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:11.585131 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:12.145092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:13.134110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:14.868405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58450) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:15.220649 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Deleting port 8973888a-cdd8-4ce7-a911-e88cf5ebc28b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:53:15.220980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:15.385580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:15.385923 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:15.508158 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Calling delete_port for 8973888a-cdd8-4ce7-a911-e88cf5ebc28b owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:53:15.710861 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:15.759037 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event deleted for resources: {'Port': ['ID=8973888a-cdd8-4ce7-a911-e88cf5ebc28b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:15.796382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.796719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.797053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.797377 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.797698 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.798039 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.798357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.798678 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.798988 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.799299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.799608 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:15.861389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:16.244907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Router 9abff548-134d-4ba7-a815-d09238c5f534 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:53:16.441583 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:53:16.452348 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:53:16.464149 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:53:16.465584 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:53:16.568100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:16.639306 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:53:16.722323 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-182b2abb-1241-443c-aecf-00e8a3df8f3b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "DELETE /v2.0/floatingips/7930ce28-7cad-43b7-ae1e-399beb9ae3c1 HTTP/1.1" status: 204 len: 168 time: 1.8522856 Feb 17 12:53:16.722896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:53:16.898824 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'status': 'completed', 'code': 200} Feb 17 12:53:16.935571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.24', 55619) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:16.994872 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-851a2218-3700-4daa-8245-03eab59779cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1100 time: 0.0743060 Feb 17 12:53:17.009215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:53:17.011540 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-c6402987-f51f-4344-8a2a-5cc8ca6d9071 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726016 Feb 17 12:53:17.014182 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:53:17.024539 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:53:17.025287 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:53:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:53:17.136210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa62a17-4997-4108-83c5-46772c520167 req-b2fbf588-397d-4bed-9378-d0cfddf0fd89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:17.138493 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-b2fbf588-397d-4bed-9378-d0cfddf0fd89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1368008 Feb 17 12:53:17.210696 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:53:17.218398 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-87abe545-e4ec-4886-b8e9-a379f7edc926 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0734899 Feb 17 12:53:17.288874 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa62a17-4997-4108-83c5-46772c520167 req-ff2f3903-c1e1-4da2-88c0-9bed8d2a6cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:17.290946 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-ff2f3903-c1e1-4da2-88c0-9bed8d2a6cf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0670638 Feb 17 12:53:17.371349 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-d573e65d-aeee-4eda-b6a6-180133e14b19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739176 Feb 17 12:53:17.374776 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f77b-e441-443b-a0ce-2a9f9f96232d req-7d59e715-7835-4e33-852b-cb7779269802 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:17.375486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0287f77b-e441-443b-a0ce-2a9f9f96232d req-7d59e715-7835-4e33-852b-cb7779269802 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:53:17.452357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-0287f77b-e441-443b-a0ce-2a9f9f96232d req-7d59e715-7835-4e33-852b-cb7779269802 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:53:17.453578 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0287f77b-e441-443b-a0ce-2a9f9f96232d req-7d59e715-7835-4e33-852b-cb7779269802 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 947 time: 0.1603935 Feb 17 12:53:17.508334 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-43a2391f-5cf4-4a55-8deb-137b085bce50 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303394 Feb 17 12:53:17.510329 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0287f77b-e441-443b-a0ce-2a9f9f96232d req-9f5d4afc-7bea-4f96-8197-9f4f2cb46b7c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511744 Feb 17 12:53:17.541750 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:53:17.546123 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273840d8-08f8-4965-b8b7-8b3a17034b4c None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:53:17.648203 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-efa62a17-4997-4108-83c5-46772c520167 req-5e5edf2a-7633-459c-bb98-a155cdb1983d service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329257 Feb 17 12:53:17.785887 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5be083-c485-41f7-8c83-a93a8298237d None None] New status for floating IP 7930ce28-7cad-43b7-ae1e-399beb9ae3c1: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:53:17.887944 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-782b1fe7-5a45-4354-9bf7-2fa16bbb827b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 1100 time: 0.0691040 Feb 17 12:53:18.036961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-1687b2e4-1dcf-44d3-b5d2-a4b2b539f52b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:18.038468 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-1687b2e4-1dcf-44d3-b5d2-a4b2b539f52b service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1321366 Feb 17 12:53:18.108142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-e41a4b0a-2c8e-41b6-b322-eaf959da13aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0630007 Feb 17 12:53:18.169050 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-1983cedc-fcb4-4634-b39f-cb6fb6fbca43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:18.170495 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-1983cedc-fcb4-4634-b39f-cb6fb6fbca43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0558481 Feb 17 12:53:18.250651 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-2d33ce16-97b6-48c1-b2d6-9de670fc7d01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720148 Feb 17 12:53:18.475515 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-d5a74566-59b4-4ef6-baf6-775f063186f5 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185099 Feb 17 12:53:18.611020 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea9f9c2e-f69a-4ace-a3d9-4af030bde280 req-45910c23-7df8-46ee-87e8-6c77a658291b service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286724 Feb 17 12:53:18.704262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9253ac-e186-4358-8994-275a0234943f req-3f161e0d-c603-4867-ac07-7f39aa1205fb tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:18.705713 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5d9253ac-e186-4358-8994-275a0234943f req-3f161e0d-c603-4867-ac07-7f39aa1205fb tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 947 time: 0.0764380 Feb 17 12:53:18.751976 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5d9253ac-e186-4358-8994-275a0234943f req-815c37c3-1cf3-4968-b12d-aa57ffb36e06 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae73a970-0311-4043-bc32-a1f43dcbc39f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403545 Feb 17 12:53:18.933003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a8cec61a-3413-4fdd-9a3c-835378f87de4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:18.935270 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a8cec61a-3413-4fdd-9a3c-835378f87de4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 947 time: 0.0773833 Feb 17 12:53:19.002836 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Deleting port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:53:19.003087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:19.242446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] For port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:53:19.243135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:19.362544 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Calling delete_port for 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:53:19.550718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:19.599920 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event deleted for resources: {'Port': ['ID=24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:19.641430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.641771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.642127 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.642455 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.642782 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.643103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.643419 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.643734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.644046 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.644355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.644666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:53:19.683560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] No DVR routers for this DVR port 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:53:19.686604 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:19.689159 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-deleted', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:53:19.755827 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7419dd04-229d-4730-8ded-fc248b47a699 req-a1d01474-570a-490f-9dea-714de220c8d0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "DELETE /v2.0/ports/24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 HTTP/1.1" status: 204 len: 173 time: 0.8151629 Feb 17 12:53:19.855352 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562bafb1-8d23-49f2-80a9-c4fc8d3bf79d', 'name': 'network-vif-deleted', 'tag': '24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5', 'status': 'completed', 'code': 200} Feb 17 12:53:19.914542 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-889aeb09-aa64-42c6-a085-e55a3a3d86e9 req-6db9658a-cb4f-413d-9075-82aa2938ccec tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:53:20.029596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-889aeb09-aa64-42c6-a085-e55a3a3d86e9 req-6db9658a-cb4f-413d-9075-82aa2938ccec tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:53:20.030903 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-889aeb09-aa64-42c6-a085-e55a3a3d86e9 req-6db9658a-cb4f-413d-9075-82aa2938ccec tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=562bafb1-8d23-49f2-80a9-c4fc8d3bf79d HTTP/1.1" status: 200 len: 210 time: 0.1553235 Feb 17 12:53:21.138137 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58480) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:21.209062 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccf0d-488e-4791-a8d0-13df62b8683c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:21.240064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccf0d-488e-4791-a8d0-13df62b8683c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:21.407693 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccf0d-488e-4791-a8d0-13df62b8683c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:21.426218 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ccf0d-488e-4791-a8d0-13df62b8683c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae73a970-0311-4043-bc32-a1f43dcbc39f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:21.486567 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccf0d-488e-4791-a8d0-13df62b8683c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:21.487712 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-7c8ccf0d-488e-4791-a8d0-13df62b8683c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae73a970-0311-4043-bc32-a1f43dcbc39f HTTP/1.1" status: 204 len: 168 time: 0.3485909 Feb 17 12:53:21.828704 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58490) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:21.834445 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564422662', 'description': 'tempest-secgroup-smoke-1564422662 description', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:21.840318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:21.844355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:21.848748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:21.853163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:21.910609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:21.946483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:21.950986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:21.953879 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:21.959562 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:22.016942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.047478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.091811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69925241-ca8b-47b2-a15d-e2b101324a61,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:22.145137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.146421 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-8ac13d54-ae62-4a51-bcf6-e05171ea98de tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3166845 Feb 17 12:53:22.149120 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58494) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:22.154415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': '69925241-ca8b-47b2-a15d-e2b101324a61', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:22.162745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:22.164320 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:22.167245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:22.174051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:22.232598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.295615 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.357399 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.380247 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d2b450-95ca-42bd-a9c1-966c994cbd8c,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:22.424900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.426170 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-cfbb9c0d-03bf-486d-a46a-6bd5fea8bb41 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2761443 Feb 17 12:53:22.428812 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58498) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:22.434505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': '69925241-ca8b-47b2-a15d-e2b101324a61', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:22.440603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:22.444515 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:22.447491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:22.453506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:22.545285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.611143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.670287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.693416 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c42145b-0d97-4f04-be93-5a32fbbdebf7,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:22.760554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.761774 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c30cd41b-6ede-4fc6-a60e-413e4726d81b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3320391 Feb 17 12:53:22.764939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58502) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:22.770390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': '69925241-ca8b-47b2-a15d-e2b101324a61', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:22.776470 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:22.781146 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:22.784093 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:22.789980 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:22.863602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.927018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:22.997152 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.021878 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22c8ed8-d52f-4dd4-8a78-6ed8f8baa1fd,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:23.087668 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.088902 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-6f952b86-393d-4d77-9fa9-34b6788fd30b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3230319 Feb 17 12:53:23.092329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58506) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:23.097772 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': '69925241-ca8b-47b2-a15d-e2b101324a61', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:23.104045 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:23.108590 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:23.111511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:23.117210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:23.189720 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.208122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:53:23.242611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:53:23.242983 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 24db9a51-e636-48bc-9ea9-d0b6bbe3b9a5 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:53:23.257603 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.339092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.364514 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dde223-b5cc-4d20-a44c-7347065ee569,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:23.442423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.443868 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e3e55f62-50ee-4560-8292-5449bade49da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3504744 Feb 17 12:53:23.446736 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58510) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:23.453150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': '69925241-ca8b-47b2-a15d-e2b101324a61', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:23.459513 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:23.463476 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:23.467040 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:23.473190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:23.544833 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Project a29b830b6e7d46ea8a057289b6b5fdd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:53:23.551425 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.618224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.699080 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.722066 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63124f90-5742-4938-8994-21f050508383,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:23.768007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.769218 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-f1f8b5a5-33df-4a1d-9ff5-517201738034 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3215668 Feb 17 12:53:23.772041 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58514) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:53:23.777385 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'security_group_rule': {'security_group_id': '69925241-ca8b-47b2-a15d-e2b101324a61', 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:23.783518 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:23.787308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:security_group_rule and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:53:23.790222 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:53:23.796504 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:23.846517 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.securitygroups_db [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Project a29b830b6e7d46ea8a057289b6b5fdd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:53:23.853573 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.920183 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:23.983608 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:24.007286 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffad402-be5f-4ea1-b5a1-a34f1cc071fe,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:24.076355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:24.077618 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2b896b97-9e97-48d5-b272-c6b8c98eedb4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3047059 Feb 17 12:53:30.369910 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:53:37.784318 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-243ac937-644f-4004-8f6d-6284388579ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:40.178319 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-378287cf-ca35-44e1-92d4-361065038387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:41.447229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:41.607106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:42.218537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:43.144254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:48.922179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-42de2199-46e5-424f-bbaa-90def97deba2 req-2f40a0c5-eaf2-4cb8-8768-335a3e8c2d7e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:53:49.005584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-42de2199-46e5-424f-bbaa-90def97deba2 req-2f40a0c5-eaf2-4cb8-8768-335a3e8c2d7e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:53:49.006832 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-2f40a0c5-eaf2-4cb8-8768-335a3e8c2d7e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564422662&fields=id&tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 267 time: 0.1285324 Feb 17 12:53:49.234114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2199-46e5-424f-bbaa-90def97deba2 req-9bd5622a-c210-4bfe-a08d-ad146f3c918a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:49.235605 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-9bd5622a-c210-4bfe-a08d-ad146f3c918a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 808 time: 0.2219996 Feb 17 12:53:49.252492 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-726d7479-7855-4e59-9b71-172c37f2eed0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/quotas/a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 375 time: 0.0115280 Feb 17 12:53:49.332927 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-78eee5ec-1051-4c78-8d12-0dd6bfc21461 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754406 Feb 17 12:53:49.477328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-747a5105-4080-47ef-9780-0917cfe76555 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 12:53:49.478660 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-747a5105-4080-47ef-9780-0917cfe76555 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0687468 Feb 17 12:53:49.611772 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-0616d3e2-7454-4ed2-9559-d3812334ab43 service neutron] 10.222.0.47 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271596 Feb 17 12:53:49.748194 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-9e2942e5-963e-4c48-b458-bbcc83ce16bc service neutron] 10.222.0.47 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308362 Feb 17 12:53:51.510014 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4a8f0b4e-cd82-4eff-8bfc-f9333b26588a req-e2614435-050e-4932-84bf-871415b350a2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 210 time: 0.0461843 Feb 17 12:53:52.672061 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-13e97711-ad88-40db-8a0b-dc6a1921730d req-6581b9d4-52ed-4070-8963-52cb4ea0417c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 210 time: 0.0404668 Feb 17 12:53:53.332625 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2199-46e5-424f-bbaa-90def97deba2 req-7c4f61c6-dfeb-4139-a72e-57d439df27a9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:53.334053 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-7c4f61c6-dfeb-4139-a72e-57d439df27a9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 808 time: 0.1486058 Feb 17 12:53:53.389247 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-ccc18132-5f28-4c63-bb5a-9b509cd803e2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 380 time: 0.0436506 Feb 17 12:53:53.403912 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'port': {'device_id': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'admin_state_up': True, 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'security_groups': ['69925241-ca8b-47b2-a15d-e2b101324a61']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:53.542377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:53:53.553766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:53:53.658101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Made reservation on behalf of a29b830b6e7d46ea8a057289b6b5fdd9 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:53:53.661436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:53.835554 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Allocated IP 172.20.0.10 (83aa7b57-e0f8-4351-9d19-44d452d21f58/66afe573-fdac-4c07-8587-1e17a5e2c6eb/a178fc8f-3e00-4b37-b030-851102894218) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:53:53.865647 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4bfe570e-4c16-4230-a27d-073699f085f3 req-6c85bb0d-4b26-41cd-95db-689bae79c6cd tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 210 time: 0.0512161 Feb 17 12:53:54.031992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:54.048087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Transition to ACTIVE for port object a178fc8f-3e00-4b37-b030-851102894218 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:53:54.138565 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:54.211310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:53:54.214287 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:53:54.218577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:53:54.244778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:54.298975 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:54.300374 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:54.390669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-33249b8d-a8b2-494e-853b-4acdc5024e94 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9910486 Feb 17 12:53:54.402228 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Request body: {'port': {'device_id': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:53:54.513042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:54.554702 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bf84533e-6320-409b-95e8-b0d8144d531f None None] Provisioning for port a178fc8f-3e00-4b37-b030-851102894218 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:53:54.563052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-bf84533e-6320-409b-95e8-b0d8144d531f None None] Provisioning complete for port a178fc8f-3e00-4b37-b030-851102894218 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:53:54.563419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf84533e-6320-409b-95e8-b0d8144d531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:54.621643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-bf84533e-6320-409b-95e8-b0d8144d531f None None] Port a178fc8f-3e00-4b37-b030-851102894218 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:53:54.956329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a178fc8f-3e00-4b37-b030-851102894218 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:53:54.964775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:54.981536 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Transition to ACTIVE for port object a178fc8f-3e00-4b37-b030-851102894218 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:53:55.039262 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:55.180593 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:55.236116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df358d0-3df4-4c03-b5ee-82429193f329 req-8351e7a3-ed3d-4a4e-b1a3-17a9338e8b3e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:55.236847 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2df358d0-3df4-4c03-b5ee-82429193f329 req-8351e7a3-ed3d-4a4e-b1a3-17a9338e8b3e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:53:55.323188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Attempting to bind port a178fc8f-3e00-4b37-b030-851102894218 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:53:55.328811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Attempting to bind port a178fc8f-3e00-4b37-b030-851102894218 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:53:55.328811 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Attempting to bind port a178fc8f-3e00-4b37-b030-851102894218 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:53:55.329907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Port a178fc8f-3e00-4b37-b030-851102894218 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 12:53:55.330224 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Attempting to bind port a178fc8f-3e00-4b37-b030-851102894218 on network 83aa7b57-e0f8-4351-9d19-44d452d21f58 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:53:55.336916 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:53:55.337243 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Checking segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:53:55.337616 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Bound using segment: {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:53:55.338054 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Bound port: a178fc8f-3e00-4b37-b030-851102894218, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:53:55.338392 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:55.352511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-2df358d0-3df4-4c03-b5ee-82429193f329 req-8351e7a3-ed3d-4a4e-b1a3-17a9338e8b3e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:53:55.355274 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2df358d0-3df4-4c03-b5ee-82429193f329 req-8351e7a3-ed3d-4a4e-b1a3-17a9338e8b3e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 932 time: 0.3570609 Feb 17 12:53:55.461006 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-2df358d0-3df4-4c03-b5ee-82429193f329 req-b70f5816-f349-4185-b1a6-e23bd1001a31 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761547 Feb 17 12:53:55.467141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:53:55.471857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:53:55.549938 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:55.614351 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:53:55.615726 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] 10.222.0.24 "PUT /v2.0/ports/a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1094 time: 1.2181077 Feb 17 12:53:55.616997 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:53:55.635801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739173f9-6dc9-40be-9681-0c1578d6d009 service neutron] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:53:55.691397 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'status': 'completed', 'code': 200} Feb 17 12:53:55.794000 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4b04008c-cee7-4390-a1ac-1570fab6cc6d req-7034c5fe-27a9-4122-8d95-2fa467a1b30c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1097 time: 0.0818596 Feb 17 12:53:55.936475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04008c-cee7-4390-a1ac-1570fab6cc6d req-e4eae1be-63d8-44f6-98bb-bbcc782e3353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:55.937940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4b04008c-cee7-4390-a1ac-1570fab6cc6d req-e4eae1be-63d8-44f6-98bb-bbcc782e3353 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1371686 Feb 17 12:53:56.072734 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04008c-cee7-4390-a1ac-1570fab6cc6d req-56615b65-5169-4106-be44-f1f75dc0477e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:56.074198 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4b04008c-cee7-4390-a1ac-1570fab6cc6d req-56615b65-5169-4106-be44-f1f75dc0477e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1295376 Feb 17 12:53:56.174551 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-92afb5e5-9143-4e0a-a687-51be5dbce63f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1097 time: 0.0671592 Feb 17 12:53:56.244304 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-b930fcff-1aa1-4285-af24-31cc04d7135f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 217 time: 0.0628157 Feb 17 12:53:56.307904 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2199-46e5-424f-bbaa-90def97deba2 req-b10b89b8-7622-4fac-bdbc-ff367245d117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:56.309880 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-b10b89b8-7622-4fac-bdbc-ff367245d117 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0599396 Feb 17 12:53:56.388647 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-fe83face-9558-46a9-909e-9d0c59bfdd5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728273 Feb 17 12:53:56.526142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-2b2b1601-c004-4eaa-8f83-499ccdcf2e93 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313994 Feb 17 12:53:56.809977 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-42de2199-46e5-424f-bbaa-90def97deba2 req-58bf8337-0082-4e1e-b2cc-f32516630c56 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783787 Feb 17 12:53:56.822723 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b430045-98ed-44c7-816b-c65838f0e6e7 req-7b1ec4b0-47d4-4616-9b39-aec369b10a6a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:56.824328 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b430045-98ed-44c7-816b-c65838f0e6e7 req-7b1ec4b0-47d4-4616-9b39-aec369b10a6a tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.2268219 Feb 17 12:53:56.874313 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b430045-98ed-44c7-816b-c65838f0e6e7 req-d9a9285c-d8f3-4a12-a695-31de1d474f9f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Feb 17 12:53:58.069901 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ba99-2ac9-481b-9996-01478becfac1 req-773c573a-4f16-4d72-bbdc-600624a51c65 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:58.071347 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a9c3ba99-2ac9-481b-9996-01478becfac1 req-773c573a-4f16-4d72-bbdc-600624a51c65 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0757811 Feb 17 12:53:58.120444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-a9c3ba99-2ac9-481b-9996-01478becfac1 req-a95b9c8e-0b10-4893-a3c3-274603ea50bb tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:53:58.131969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-a9c3ba99-2ac9-481b-9996-01478becfac1 req-a95b9c8e-0b10-4893-a3c3-274603ea50bb tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:53:58.133105 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-a9c3ba99-2ac9-481b-9996-01478becfac1 req-a95b9c8e-0b10-4893-a3c3-274603ea50bb tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557048 Feb 17 12:53:59.327614 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cf33a-88ce-40ca-8de1-09c0c1b0440b req-0f1b3ce9-8e71-423c-a422-5973fb263556 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:53:59.329080 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c2cf33a-88ce-40ca-8de1-09c0c1b0440b req-0f1b3ce9-8e71-423c-a422-5973fb263556 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0783689 Feb 17 12:53:59.376112 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4c2cf33a-88ce-40ca-8de1-09c0c1b0440b req-c2f78234-b3c8-4949-a303-e304219fc468 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Feb 17 12:54:00.571716 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e9a4-74f4-4173-8e9c-a25a28f2f147 req-42a27e20-641e-48a3-90e7-84bf3217b463 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:00.573259 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c2b0e9a4-74f4-4173-8e9c-a25a28f2f147 req-42a27e20-641e-48a3-90e7-84bf3217b463 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0764527 Feb 17 12:54:00.618433 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c2b0e9a4-74f4-4173-8e9c-a25a28f2f147 req-a697e969-ec3e-4350-8bc8-9ffaa2ebb504 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384989 Feb 17 12:54:01.812451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9efa5-f1cf-4d8c-befc-0229cdef0220 req-e6d99e60-dd62-4599-a287-980cdf8d96aa tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:01.813974 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90a9efa5-f1cf-4d8c-befc-0229cdef0220 req-e6d99e60-dd62-4599-a287-980cdf8d96aa tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0755236 Feb 17 12:54:01.864875 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90a9efa5-f1cf-4d8c-befc-0229cdef0220 req-35f60e92-9e38-4a48-9f5d-d9e08cccfb2b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Feb 17 12:54:03.076030 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c1a8-031f-4258-beab-270a6a9074ef req-aeca5c37-195b-4bdb-848a-df10491b6610 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:03.077421 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d022c1a8-031f-4258-beab-270a6a9074ef req-aeca5c37-195b-4bdb-848a-df10491b6610 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0781317 Feb 17 12:54:03.127640 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d022c1a8-031f-4258-beab-270a6a9074ef req-323e1cd8-5d83-4e5c-bbee-3d8d3914317d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Feb 17 12:54:04.331423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1179c-4ea6-43b0-9e53-2b59f6d6b14e req-6d171162-4e58-4d19-a447-084d4c9c6af1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:04.332884 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ad1179c-4ea6-43b0-9e53-2b59f6d6b14e req-6d171162-4e58-4d19-a447-084d4c9c6af1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0830271 Feb 17 12:54:04.379798 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6ad1179c-4ea6-43b0-9e53-2b59f6d6b14e req-301045a0-8c6d-4293-81dc-9545ac32ba75 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Feb 17 12:54:05.306468 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:54:05.446473 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:54:05.461164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'a178fc8f-3e00-4b37-b030-851102894218', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'port_id': 'a178fc8f-3e00-4b37-b030-851102894218', 'mac_address': 'fa:16:3e:aa:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:54:05.516650 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:05.536018 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a178fc8f-3e00-4b37-b030-851102894218 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:54:05.552496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:54:05.582339 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1094d-b38c-4eef-8dd2-a5dfac546722 req-c92cc139-921c-4a90-9fdc-03e3b45bd577 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:05.583817 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3ca1094d-b38c-4eef-8dd2-a5dfac546722 req-c92cc139-921c-4a90-9fdc-03e3b45bd577 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0805497 Feb 17 12:54:05.634788 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-3ca1094d-b38c-4eef-8dd2-a5dfac546722 req-43af84b3-0a4b-4d19-abf9-27baa49905fd tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Feb 17 12:54:05.679474 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:05.759006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:54:05.767306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.767655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.767984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.768311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.768634 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.768951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.769267 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.769582 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.769947 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.770246 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:05.770561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:54:06.006005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['a178fc8f-3e00-4b37-b030-851102894218'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:54:06.835887 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf1eab-dea0-416a-9228-0c3a66a0a82d req-1f4970b0-759e-4a49-9c60-47e0d8be37a0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:06.837364 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10cf1eab-dea0-416a-9228-0c3a66a0a82d req-1f4970b0-759e-4a49-9c60-47e0d8be37a0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 945 time: 0.0819445 Feb 17 12:54:06.886074 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-10cf1eab-dea0-416a-9228-0c3a66a0a82d req-65dbd80f-5ff7-461a-996c-00cd67d40957 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Feb 17 12:54:07.327093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:54:07.371313 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:54:07.468710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port a178fc8f-3e00-4b37-b030-851102894218 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:54:07.474032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port a178fc8f-3e00-4b37-b030-851102894218 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:54:07.474393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:07.590791 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:07.618407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:54:07.628660 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:54:07.674244 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'code': 200} Feb 17 12:54:07.698224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:07.777933 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:54:07.823637 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c4d93492-5cf7-4531-b6d2-18ec9ad5bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:08.142531 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac00cde-1d93-4c8e-96bf-65a65dca5b81 req-56fa3af5-0911-4129-ac65-d8291aaf9af3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:08.143940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dac00cde-1d93-4c8e-96bf-65a65dca5b81 req-56fa3af5-0911-4129-ac65-d8291aaf9af3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.1359246 Feb 17 12:54:08.146695 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88ac99bc-ce4f-470e-8eb0-976892a6e1b2 req-8654ccef-c0dc-420b-ad1a-783f9f7aaff5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.1036351 Feb 17 12:54:08.220175 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dac00cde-1d93-4c8e-96bf-65a65dca5b81 req-ffd3edff-6049-4353-b91b-614a98e72f34 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707161 Feb 17 12:54:08.221727 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-88ac99bc-ce4f-470e-8eb0-976892a6e1b2 req-cde33573-dfcc-4aaa-a7ec-1ced6e7653ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587175 Feb 17 12:54:09.440504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a732842-0802-4205-9968-2250a34cff07 req-834f6180-f2b7-4683-a6bc-c1e755ee09b1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:09.441981 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a732842-0802-4205-9968-2250a34cff07 req-834f6180-f2b7-4683-a6bc-c1e755ee09b1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0855653 Feb 17 12:54:09.491837 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2a732842-0802-4205-9968-2250a34cff07 req-025d018d-96cc-4ecc-9253-418d50396ea6 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Feb 17 12:54:10.120059 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4e249d7d-792b-418c-8ef1-d406d3604034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:10.695567 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f0263-ad28-4981-ba05-dcb6de5e07dc req-a9e29511-e60d-4436-8bd0-3573aabb3a2e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:10.697169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-085f0263-ad28-4981-ba05-dcb6de5e07dc req-a9e29511-e60d-4436-8bd0-3573aabb3a2e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0773408 Feb 17 12:54:10.748474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-085f0263-ad28-4981-ba05-dcb6de5e07dc req-910925a1-0bf9-41b6-a73c-4373dc7293e7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Feb 17 12:54:10.945052 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a877ce-e157-4e34-93d5-f453b2668342 req-2b72c9a0-fe3c-4a19-9c4c-e946282d3daf tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:10.946544 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b3a877ce-e157-4e34-93d5-f453b2668342 req-2b72c9a0-fe3c-4a19-9c4c-e946282d3daf tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0763619 Feb 17 12:54:10.992686 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b3a877ce-e157-4e34-93d5-f453b2668342 req-3c44995d-1061-4145-ad4e-b9ac303434e4 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404613 Feb 17 12:54:11.020744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58718) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:54:11.158047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-571f7c14-d58b-4805-a72a-d3919bf277a4 tempest-TestShelveInstance-1206541277 tempest-TestShelveInstance-1206541277-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1094 time: 0.1360848 Feb 17 12:54:11.160660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58724) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:54:11.165801 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': 'a178fc8f-3e00-4b37-b030-851102894218', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:54:11.172114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:54:11.175915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Usage tracker for resource:floatingip and tenant:a29b830b6e7d46ea8a057289b6b5fdd9 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:54:11.178749 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:54:11.184660 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:54:11.256992 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:11.397101 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:11.411113 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:11.541830 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Allocated IP 172.26.6.128 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/0072158a-46a4-492a-b012-496629afc4a4) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:54:11.628663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:11.687167 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:11.794651 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:11.865153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:54:11.867994 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:54:11.873650 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:54:11.903333 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'Port': ['ID=0072158a-46a4-492a-b012-496629afc4a4,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:54:12.215299 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:12.502918 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:12.613270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:12.821885 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:12.885673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:12.996107 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event updated for resources: {'Port': ['ID=0072158a-46a4-492a-b012-496629afc4a4,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:54:13.011447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:13.131762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:13.214870 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Floating IP c709cf95-60ac-4330-b489-a1d8d15feb7d associated. External IP: 172.26.6.128, port: a178fc8f-3e00-4b37-b030-851102894218. Feb 17 12:54:13.636005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Router 9abff548-134d-4ba7-a815-d09238c5f534 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:54:13.843855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:54:13.854812 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:54:13.866386 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:54:13.866986 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:54:13.937318 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:13.995444 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-56f7932e-cdab-46f9-b24b-b2ff24fa7137 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8337603 Feb 17 12:54:13.996014 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:54:14.051094 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'status': 'completed', 'code': 200} Feb 17 12:54:14.055138 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:54:14.323893 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-ce032859-04e3-43db-bd6a-508242ce3731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.2519634 Feb 17 12:54:14.425523 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'c709cf95-60ac-4330-b489-a1d8d15feb7d', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'port_id': 'a178fc8f-3e00-4b37-b030-851102894218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'mac_address': 'fa:16:3e:aa:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:54:12Z', 'updated_at': '2022-02-17T12:54:12Z', 'revision_number': 0, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:54:14.429294 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:54:14.439999 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:54:14.440588 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:54:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:54:14.457077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-c62f70bc-c47c-498d-855a-cfe95a476977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:14.458574 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-c62f70bc-c47c-498d-855a-cfe95a476977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1283255 Feb 17 12:54:14.556628 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-85de82f7-bad7-49bd-966e-6206a35fc6b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1000 time: 0.0920298 Feb 17 12:54:14.623035 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:54:14.624871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-7100634c-a84c-43dc-95c1-de37b19368f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:14.626366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-7100634c-a84c-43dc-95c1-de37b19368f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0639505 Feb 17 12:54:14.700950 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-009735df-05de-4642-aeb1-fb822444cae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687885 Feb 17 12:54:14.836536 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-0c42a0b5-bd10-4476-bffe-bddb0d4dca63 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288488 Feb 17 12:54:15.003242 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7080d5cd-eda6-4dd8-af6f-a59fbbe41dfc req-c7d24086-b1c4-488e-9904-139866343afa service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611240 Feb 17 12:54:15.034504 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'c709cf95-60ac-4330-b489-a1d8d15feb7d', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'port_id': 'a178fc8f-3e00-4b37-b030-851102894218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'mac_address': 'fa:16:3e:aa:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:54:12Z', 'updated_at': '2022-02-17T12:54:12Z', 'revision_number': 0, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:54:15.038679 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bf7da-ffae-4cf3-947e-01dad9efa310 None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': 'c709cf95-60ac-4330-b489-a1d8d15feb7d', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'port_id': 'a178fc8f-3e00-4b37-b030-851102894218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'mac_address': 'fa:16:3e:aa:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T12:54:12Z', 'updated_at': '2022-02-17T12:54:12Z', 'revision_number': 0, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:54:15.246847 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c274b-36d6-4262-b3d6-fddf8545ddd0 None None] New status for floating IP c709cf95-60ac-4330-b489-a1d8d15feb7d: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:54:19.114220 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-26a9dc6f-e365-4ff0-a737-0cc8c7a26802 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700860 Feb 17 12:54:19.254512 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-09e23ce9-c653-453a-bc27-ffff1dc230f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.0704453 Feb 17 12:54:19.396299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-5472b82f-4041-47b2-bd2d-a330f0482d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:19.397733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-5472b82f-4041-47b2-bd2d-a330f0482d22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1253874 Feb 17 12:54:19.500036 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-c497ea3f-04dc-447a-b7ba-4e2b6cf44e08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1002 time: 0.0962274 Feb 17 12:54:19.561241 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-13d0e32e-1e50-417c-89b5-6ea34b388beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:54:19.562712 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-13d0e32e-1e50-417c-89b5-6ea34b388beb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0571394 Feb 17 12:54:19.645669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-73c7cbf3-db5b-4979-afdc-e100842f3ddc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773373 Feb 17 12:54:19.784519 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-eb7959da-e08c-46dc-bebe-db4baa3b6108 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331227 Feb 17 12:54:19.928632 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-108b0208-9d9d-4b7e-abbf-012c8fbbae09 req-45071eb8-5b64-4dce-9d41-995587336074 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362433 Feb 17 12:54:37.787662 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-88963fdf-a68c-4677-831b-d636424f714f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:40.130322 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8765d463-08d4-41c1-aea8-f778d94d23df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:41.387266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:41.592901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:42.210195 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:43.141202 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:54:44.371287 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:55:07.775706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-500d09e6-30fe-45b0-8a8a-3a2539f02e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:10.096539 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-114c7f63-6390-4533-aa6b-a4c6d308cb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:11.438040 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:11.580623 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:12.220379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:13.146543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:19.180103 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-008a22f4-237a-4bb7-a1f3-054ca0e95a58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658300 Feb 17 12:55:19.408856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-288fb5ad-8ac2-4c77-bcda-bcb98bbf81ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.1584857 Feb 17 12:55:19.550446 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-89eb5b6c-e61a-442f-afcd-ccd2945a9044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:55:19.551787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-89eb5b6c-e61a-442f-afcd-ccd2945a9044 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1255429 Feb 17 12:55:19.650781 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-dcd5834c-d3ed-4338-ac96-b335055e1da6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1002 time: 0.0926340 Feb 17 12:55:19.714771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-22026fb4-b9b2-4d4b-bf20-3b8c2606db24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:55:19.716192 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-22026fb4-b9b2-4d4b-bf20-3b8c2606db24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0596139 Feb 17 12:55:19.787729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-8ffa908b-cbd2-41e3-a245-f3356b2b1dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660589 Feb 17 12:55:19.918338 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-710d9fa3-2fad-4d7c-a1bd-d40c451144c5 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240602 Feb 17 12:55:20.049245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9239fcd4-e10e-4027-912f-f0b3286c0a9b req-008ad8d9-6925-4d26-94ac-6af223362fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247301 Feb 17 12:55:21.371711 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:55:37.826337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-042ed9aa-89f2-48d3-b095-08f5b58b65da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:40.151845 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-551b620f-164d-40c8-8aee-5535d54f68bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:41.415142 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:41.579149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:42.213053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:43.128431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:55:56.531908 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-2c66f92f-a019-4b08-8d1d-dd59e77f80fd req-6c7898f4-137e-40ee-9ea2-0af02e6bd189 service neutron] (84460) timed out ('10.222.0.47', 57134) {{(pid=84460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 12:55:58.372904 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:56:07.796379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-84487036-66de-4b4b-bb03-1715c05578b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:10.139424 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0607a1b6-5e9c-4b26-89cd-6c4a08985a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:11.425328 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:11.590839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:12.206439 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:13.137687 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:20.474642 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-6ac14b26-6367-4422-a6a2-d3f3a4d08577 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709538 Feb 17 12:56:20.612216 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-248b4749-ae19-44a5-a791-f0b48ef7b8d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.0685580 Feb 17 12:56:20.754297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-79d854b6-01c9-48f1-bf97-fc7d657ce608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:20.755740 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-79d854b6-01c9-48f1-bf97-fc7d657ce608 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1249335 Feb 17 12:56:20.862120 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-d84c7b5a-a39b-4cf3-bebc-1cff632bb41a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1002 time: 0.0999064 Feb 17 12:56:20.923237 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-bb9c35de-008e-4838-8eab-4c95f5450d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:20.924646 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-bb9c35de-008e-4838-8eab-4c95f5450d66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0564995 Feb 17 12:56:21.000005 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-b3eb3f64-c640-4bed-85a0-7c55c4a3bf34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693126 Feb 17 12:56:21.127932 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-653fc9d9-0ecf-45ca-b6d8-6f9b020c0ece service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220715 Feb 17 12:56:21.256479 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1381d8eb-23b9-425f-be2d-66eb241aa9f9 req-ca1967ca-6166-45b4-97e4-281456005354 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224816 Feb 17 12:56:35.373917 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:56:37.799530 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7db90f07-4683-46d7-9e60-bbae7c57bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:40.147809 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0c7e4806-015b-4137-9596-2b0f462978ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:41.431177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:41.582451 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:42.241741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:43.138607 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:56:52.640067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a659f7-9de6-46ac-88bb-85cdb0ed297f req-236496ea-ee0c-4b98-9423-e156fbf1549f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:52.641537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76a659f7-9de6-46ac-88bb-85cdb0ed297f req-236496ea-ee0c-4b98-9423-e156fbf1549f tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.2143936 Feb 17 12:56:52.686636 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-76a659f7-9de6-46ac-88bb-85cdb0ed297f req-4eb8cd67-7056-4db9-a2c6-12078be4ed42 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Feb 17 12:56:53.973705 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cbf9a-a0dd-4e52-88b2-ecfd4b9c09b3 req-7d6745d4-d6b1-4e9a-a79d-9c5101f92ec7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:53.975211 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e01cbf9a-a0dd-4e52-88b2-ecfd4b9c09b3 req-7d6745d4-d6b1-4e9a-a79d-9c5101f92ec7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.1627915 Feb 17 12:56:54.020769 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e01cbf9a-a0dd-4e52-88b2-ecfd4b9c09b3 req-81a49361-3444-4a3d-b414-d81e5db3b9be tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Feb 17 12:56:55.307299 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58433311-5a7f-461a-8e0f-e0f3279d98fc req-f3132555-b081-4bee-a82b-b49505e3faaf tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:55.308787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58433311-5a7f-461a-8e0f-e0f3279d98fc req-f3132555-b081-4bee-a82b-b49505e3faaf tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.1592422 Feb 17 12:56:55.359203 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-58433311-5a7f-461a-8e0f-e0f3279d98fc req-f7e9ec11-e836-43b8-b528-0591919f4c36 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Feb 17 12:56:56.569371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f670bf6-12f9-4988-a569-1ae25b66ca66 req-21327720-6dfb-4bbb-8049-8f94e6579852 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:56.570735 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6f670bf6-12f9-4988-a569-1ae25b66ca66 req-21327720-6dfb-4bbb-8049-8f94e6579852 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0781610 Feb 17 12:56:56.616194 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6f670bf6-12f9-4988-a569-1ae25b66ca66 req-83a0bd56-73e5-46db-8d01-f278b60ed214 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Feb 17 12:56:57.812952 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566363d-266a-4f96-a0c9-2d952e2ea909 req-86f45212-93a6-46ac-8296-7e354545c59d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:57.814450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a566363d-266a-4f96-a0c9-2d952e2ea909 req-86f45212-93a6-46ac-8296-7e354545c59d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0769656 Feb 17 12:56:57.862485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a566363d-266a-4f96-a0c9-2d952e2ea909 req-e66f4124-cb54-4bbe-a276-5aed3bbde7d2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Feb 17 12:56:59.055312 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103c150-3b42-4709-bd4c-8f907074862e req-4965394e-2e1d-4f96-8086-5c85ba2467ee tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:56:59.056759 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5103c150-3b42-4709-bd4c-8f907074862e req-4965394e-2e1d-4f96-8086-5c85ba2467ee tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0749681 Feb 17 12:56:59.102201 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5103c150-3b42-4709-bd4c-8f907074862e req-bf8c9300-f9bd-492d-98be-600abb3a876d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Feb 17 12:57:00.292996 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dab8ec-2ffc-470b-aca9-c8dd2c5c78cb req-e964e8f1-b751-49c6-b7f2-2f1079e9e1f8 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:00.294469 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90dab8ec-2ffc-470b-aca9-c8dd2c5c78cb req-e964e8f1-b751-49c6-b7f2-2f1079e9e1f8 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0740378 Feb 17 12:57:00.338733 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-90dab8ec-2ffc-470b-aca9-c8dd2c5c78cb req-53dcc8f9-8204-4bef-b87f-fc09693adc49 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Feb 17 12:57:01.539231 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de6f9-29cd-40cf-9570-a161d20b1327 req-e3dceafa-55bc-4bf8-b9fb-606d9710d345 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:01.540670 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-858de6f9-29cd-40cf-9570-a161d20b1327 req-e3dceafa-55bc-4bf8-b9fb-606d9710d345 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0800357 Feb 17 12:57:01.585333 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-858de6f9-29cd-40cf-9570-a161d20b1327 req-a6b888d3-d3c1-4d95-ac27-74b4e74d094d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 Feb 17 12:57:02.780570 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175d86a-10bb-469f-98a5-11be5b7b7fdb req-fadf28cd-4812-44fd-840e-b65a06a607fe tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:02.781951 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1175d86a-10bb-469f-98a5-11be5b7b7fdb req-fadf28cd-4812-44fd-840e-b65a06a607fe tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0778010 Feb 17 12:57:02.826611 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1175d86a-10bb-469f-98a5-11be5b7b7fdb req-409ce5e6-be75-4b50-b627-8b1dd32039d1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387874 Feb 17 12:57:04.021444 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495436f-7fee-434e-a8bd-96410fa55231 req-3bdd7c43-1991-4c03-9b59-c654d4146d07 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:04.022893 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2495436f-7fee-434e-a8bd-96410fa55231 req-3bdd7c43-1991-4c03-9b59-c654d4146d07 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0756178 Feb 17 12:57:04.068529 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2495436f-7fee-434e-a8bd-96410fa55231 req-98247582-9be9-4dc0-93c7-2110f9da2842 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Feb 17 12:57:05.270584 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ddd33-3903-48fc-9aac-c1f8e0df0285 req-89d0e405-9cc9-42bc-a8df-9e8449459155 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:05.272265 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-696ddd33-3903-48fc-9aac-c1f8e0df0285 req-89d0e405-9cc9-42bc-a8df-9e8449459155 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0770369 Feb 17 12:57:05.319669 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-696ddd33-3903-48fc-9aac-c1f8e0df0285 req-4a84d01d-71f3-4fe9-ada3-ba3aed95e912 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Feb 17 12:57:06.512966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26792065-bd58-49d5-974f-a46202604019 req-f795a1fc-f930-4126-9871-65ca92c0e02d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:06.514414 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-26792065-bd58-49d5-974f-a46202604019 req-f795a1fc-f930-4126-9871-65ca92c0e02d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0771704 Feb 17 12:57:06.558111 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-26792065-bd58-49d5-974f-a46202604019 req-8fa25db3-7f00-4cd1-a257-df4f55fe80fd tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 Feb 17 12:57:07.660190 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-2ca72364-5955-4789-84d0-e6887b8ee970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.0713029 Feb 17 12:57:07.792686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d928c107-e9e8-478c-aca3-66d0f58b61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:07.850678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956b5bb-3bd0-473f-a14c-bd198eedc85d req-53542a15-57e2-459d-a3bc-c6a0353d05a1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:07.852027 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a956b5bb-3bd0-473f-a14c-bd198eedc85d req-53542a15-57e2-459d-a3bc-c6a0353d05a1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.1683557 Feb 17 12:57:07.852986 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-69d11e0a-245b-4b6c-bb58-2611419651be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:07.854289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-69d11e0a-245b-4b6c-bb58-2611419651be service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1884811 Feb 17 12:57:07.976174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a956b5bb-3bd0-473f-a14c-bd198eedc85d req-1fc2080f-4268-418b-8349-ea0ef11c947c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185563 Feb 17 12:57:07.982745 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-7d8fbcf8-34b0-4aaf-88ac-505b100e471e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1002 time: 0.1093478 Feb 17 12:57:08.047672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-285507b0-a6b3-4b45-ae25-966261e85bce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:08.049114 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-285507b0-a6b3-4b45-ae25-966261e85bce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0601866 Feb 17 12:57:08.121147 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-99ffc3b9-6639-46cd-a369-a46428b29ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661609 Feb 17 12:57:08.253039 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-10f2f9ef-379f-45fa-94c7-788a3ee3f852 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259344 Feb 17 12:57:08.386530 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bb03d8c0-e4f3-45e9-979b-1254a52c0134 req-193549d5-7a6f-465d-b8b7-e65a6c18ad98 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279762 Feb 17 12:57:09.169379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfcaca-08dc-4403-8a3c-045c800b565f req-8cf596a8-8bea-400c-8224-32a1ac715696 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:09.170840 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-18dfcaca-08dc-4403-8a3c-045c800b565f req-8cf596a8-8bea-400c-8224-32a1ac715696 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0754983 Feb 17 12:57:09.219528 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-18dfcaca-08dc-4403-8a3c-045c800b565f req-f5395ed7-eb31-4927-bfdb-77c13b979ecc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Feb 17 12:57:10.120861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-9a9d662d-dabb-4b25-815e-0344f9728f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:10.416598 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67541436-4c90-4274-b0b1-e01406dcee3d req-6c9c3c39-2fb2-4d14-a888-d4ddcd4eb00c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:10.418060 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-67541436-4c90-4274-b0b1-e01406dcee3d req-6c9c3c39-2fb2-4d14-a888-d4ddcd4eb00c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0792224 Feb 17 12:57:10.462055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-67541436-4c90-4274-b0b1-e01406dcee3d req-79b2613d-80ae-4214-8395-fc9780a99d18 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Feb 17 12:57:11.440857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:11.606819 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:11.655336 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279d0e0-7ae1-4864-bf90-5bf54afb02f5 req-b18ef64a-ee27-4b42-a8a5-b2753814fcb3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:11.656773 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4279d0e0-7ae1-4864-bf90-5bf54afb02f5 req-b18ef64a-ee27-4b42-a8a5-b2753814fcb3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0753930 Feb 17 12:57:11.703204 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-4279d0e0-7ae1-4864-bf90-5bf54afb02f5 req-d1ff9515-d501-4ff6-891a-f19d94e89bc5 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Feb 17 12:57:11.885705 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4208fe0a-98f9-4a50-9f79-ea3a90f891fb req-fb0d522b-6d8c-4365-9587-fe17b0e267c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660396 Feb 17 12:57:12.239006 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:12.302915 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddece8-701a-40c8-9163-35edc28155b0 req-87a6f235-7e15-4864-84b2-ec002f6f633d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:12.304577 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7ddece8-701a-40c8-9163-35edc28155b0 req-87a6f235-7e15-4864-84b2-ec002f6f633d tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0872989 Feb 17 12:57:12.373653 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:57:12.391875 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e7ddece8-701a-40c8-9163-35edc28155b0 req-26bf7d1a-d3f8-4415-855f-50e885c67a47 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813558 Feb 17 12:57:12.417015 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-ab47958a-f200-440e-b305-e9c7e7eac26a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1624956 Feb 17 12:57:13.158333 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:13.591254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827ce67-868e-46b9-9dfd-6858a4e2e9af req-9af88832-432a-47dd-a12b-4e1897e586ad tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:13.592608 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5827ce67-868e-46b9-9dfd-6858a4e2e9af req-9af88832-432a-47dd-a12b-4e1897e586ad tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0779555 Feb 17 12:57:13.637146 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-5827ce67-868e-46b9-9dfd-6858a4e2e9af req-9cadbdbb-3dd7-4dbc-9571-74d4f1f0f588 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Feb 17 12:57:14.368446 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:57:14.478611 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:14.507310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:57:14.516829 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:57:14.636484 dv-neutron-828728-1-hyperv neutron-server[84461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'code': 422} returned with failed status Feb 17 12:57:14.729511 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:14.793233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:57:14.801644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.801977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.803077 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.803410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.803739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.804066 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.804389 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.804717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.805037 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.805772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.805772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:57:14.830864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f291-2e6b-41db-8041-cd1d5b1d12df req-9cecc7dc-c4d4-4c3c-8023-3583095ae80e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:14.836528 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-de91f291-2e6b-41db-8041-cd1d5b1d12df req-9cecc7dc-c4d4-4c3c-8023-3583095ae80e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0760136 Feb 17 12:57:14.877994 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-de91f291-2e6b-41db-8041-cd1d5b1d12df req-3dc73ef9-8055-4616-b9a4-31bfbbb38f04 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400186 Feb 17 12:57:15.545857 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-13d9f7b7-7765-4f06-8694-e64355cb84d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0694370 Feb 17 12:57:15.641168 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-37e8b511-dd05-4771-88db-a79a8ac605d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1097 time: 0.0701931 Feb 17 12:57:15.853115 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-3e4673ae-4892-4cf0-b5a3-1aa18918cf0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:15.854577 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-3e4673ae-4892-4cf0-b5a3-1aa18918cf0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.2049632 Feb 17 12:57:15.958534 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-05693c72-703f-415f-95a2-ef2a4ffc4daf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1000 time: 0.0973938 Feb 17 12:57:16.029108 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-d0cccfbb-37dc-4235-8644-3ea8adb1fdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:16.030649 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-d0cccfbb-37dc-4235-8644-3ea8adb1fdb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0662575 Feb 17 12:57:16.081969 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32b85a-475c-4311-82cc-875b39c86e47 req-b2d2a6b3-afa5-41c4-a3bb-a70dd5c03676 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:16.084021 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8e32b85a-475c-4311-82cc-875b39c86e47 req-b2d2a6b3-afa5-41c4-a3bb-a70dd5c03676 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0841486 Feb 17 12:57:16.109482 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-400eeb53-a45f-4907-bef3-b48fb549d53c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717278 Feb 17 12:57:16.129034 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8e32b85a-475c-4311-82cc-875b39c86e47 req-fa4c3d8a-8965-4884-a631-49a08caf9526 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391045 Feb 17 12:57:16.239121 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-a0d2fde4-6ae2-439f-945f-a05b0c2da343 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237917 Feb 17 12:57:16.372113 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-626c53af-e4b1-4a55-961c-98d7f7404f29 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269879 Feb 17 12:57:17.325993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1dd70-fb90-4203-84eb-f82724a07b8f req-da114817-4804-49f3-9f07-e3aeb55530e3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:17.327441 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-21a1dd70-fb90-4203-84eb-f82724a07b8f req-da114817-4804-49f3-9f07-e3aeb55530e3 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0743749 Feb 17 12:57:17.377107 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-21a1dd70-fb90-4203-84eb-f82724a07b8f req-02d6b703-fc6f-4b87-a247-4237e7479ee9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Feb 17 12:57:18.568241 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ccab-e457-4842-96fb-d7399679978c req-e309c954-daf9-4a10-923c-c0fa43f803da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:18.569585 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-89d9ccab-e457-4842-96fb-d7399679978c req-e309c954-daf9-4a10-923c-c0fa43f803da tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0743048 Feb 17 12:57:18.613691 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-89d9ccab-e457-4842-96fb-d7399679978c req-b4c8e758-342e-4de2-8fc3-47bcdb3f9ca9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Feb 17 12:57:19.806227 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee858b3-1e81-4bfd-8bd5-945a2eeebd25 req-8a1ccdd9-51cc-47a5-bc28-d00e34cc9698 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:19.807682 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ee858b3-1e81-4bfd-8bd5-945a2eeebd25 req-8a1ccdd9-51cc-47a5-bc28-d00e34cc9698 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0761626 Feb 17 12:57:19.852345 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9ee858b3-1e81-4bfd-8bd5-945a2eeebd25 req-05bd785c-e733-41a4-8aa9-d500a61c72e0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Feb 17 12:57:21.123829 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5350e-c521-4664-9e3e-4c38bc8c1d31 req-ec1b5260-bfd4-4fec-9188-5fc0efb732ac tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:21.125256 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bdd5350e-c521-4664-9e3e-4c38bc8c1d31 req-ec1b5260-bfd4-4fec-9188-5fc0efb732ac tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.1563330 Feb 17 12:57:21.168700 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bdd5350e-c521-4664-9e3e-4c38bc8c1d31 req-33074420-32b6-4d6e-857d-fdfb4f265ea5 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Feb 17 12:57:21.521536 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-fb0fd2a0-0e04-41d3-9f6e-fccb4857aed5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1097 time: 0.0705152 Feb 17 12:57:21.662486 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-0ebd744b-7822-4b85-9560-965cc97d7429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:21.663913 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-0ebd744b-7822-4b85-9560-965cc97d7429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1253645 Feb 17 12:57:21.761805 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-13c8d4f3-37b1-478c-a599-64526b694cd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1000 time: 0.0907509 Feb 17 12:57:21.825189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-9d1f5155-1f1b-4065-b153-4ee3856e2da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:21.826578 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-9d1f5155-1f1b-4065-b153-4ee3856e2da0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0592060 Feb 17 12:57:21.898575 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-98d67f24-43ea-4424-9780-ee40471cd95c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663257 Feb 17 12:57:22.026562 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-7af49905-4c0f-4d80-aa15-62389828f9db service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211975 Feb 17 12:57:22.156296 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7b0ed008-efa1-4ba0-bf1f-89561159f736 req-07375fbc-3fad-40dc-99ec-caa35fd82958 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233778 Feb 17 12:57:22.441248 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479309d-ede1-4297-9c65-6aad4f1765d4 req-f9f27d9f-dbce-4b98-a1e7-a967998491a1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:22.442799 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8479309d-ede1-4297-9c65-6aad4f1765d4 req-f9f27d9f-dbce-4b98-a1e7-a967998491a1 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.1553402 Feb 17 12:57:22.487174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8479309d-ede1-4297-9c65-6aad4f1765d4 req-935464ad-ead4-4dd0-a293-26248e5072bf tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Feb 17 12:57:23.682001 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05437fba-dc60-4ebb-b699-2c28f7c32c45 req-13ff2e64-6159-458f-b9c8-9493f64f1cbc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:23.683429 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-05437fba-dc60-4ebb-b699-2c28f7c32c45 req-13ff2e64-6159-458f-b9c8-9493f64f1cbc tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 944 time: 0.0761752 Feb 17 12:57:23.731913 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-05437fba-dc60-4ebb-b699-2c28f7c32c45 req-e7944450-7bb4-4155-80dd-efe29cb7b01e tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Feb 17 12:57:24.422493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 12:57:24.554313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:57:24.567144 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': 'a178fc8f-3e00-4b37-b030-851102894218', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'port_id': 'a178fc8f-3e00-4b37-b030-851102894218', 'mac_address': 'fa:16:3e:aa:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 12:57:24.619203 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:24.639162 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a178fc8f-3e00-4b37-b030-851102894218 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 12:57:24.653956 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:57:24.751816 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:24.818348 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:57:24.928870 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88df19-2a68-4383-9092-380f8a53d604 req-7210058a-afd2-4c82-81a6-a8d8cd632ae5 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:24.930360 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1f88df19-2a68-4383-9092-380f8a53d604 req-7210058a-afd2-4c82-81a6-a8d8cd632ae5 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 945 time: 0.0746589 Feb 17 12:57:24.975623 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1f88df19-2a68-4383-9092-380f8a53d604 req-f89a2906-20f6-4034-b5c3-356df2bbe199 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 Feb 17 12:57:25.107643 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['a178fc8f-3e00-4b37-b030-851102894218'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 12:57:26.166966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce337-8950-42be-8c3f-d141c620a925 req-16e56316-f811-4d42-8a06-e17917091217 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:26.168394 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e6bce337-8950-42be-8c3f-d141c620a925 req-16e56316-f811-4d42-8a06-e17917091217 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 945 time: 0.0747285 Feb 17 12:57:26.212770 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-e6bce337-8950-42be-8c3f-d141c620a925 req-2b657d63-80a8-4b2f-b07d-3b4856a0bd6b tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Feb 17 12:57:26.429864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:57:26.503995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port a178fc8f-3e00-4b37-b030-851102894218 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:57:26.504359 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:26.612496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:26.638669 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:57:26.648139 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:57:26.693406 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'code': 200} Feb 17 12:57:26.720936 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:26.789270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:57:27.026223 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bbaa200-a3ee-4ac4-9aa0-fe5fd4952fdd req-69a5cdfe-ffee-40a8-878d-cb481fdf1dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.0688674 Feb 17 12:57:27.067632 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7bbaa200-a3ee-4ac4-9aa0-fe5fd4952fdd req-cde97be2-6527-46ad-b42a-433863417c5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357583 Feb 17 12:57:27.411535 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b30c8-9693-46d1-9dff-3f0eec70f3c0 req-35c60565-a6cb-491f-9dcd-a6cf81ff3ec2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:27.412984 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0a9b30c8-9693-46d1-9dff-3f0eec70f3c0 req-35c60565-a6cb-491f-9dcd-a6cf81ff3ec2 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0818613 Feb 17 12:57:27.456685 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0a9b30c8-9693-46d1-9dff-3f0eec70f3c0 req-437774e9-e090-4174-b1b6-b6a30a7cc263 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381262 Feb 17 12:57:28.655722 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe0e71-184e-463b-b562-bd3cb5de2fbb req-76e95ae0-7ec9-4c6a-9e06-3a4947aa23c0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:57:28.657174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cdfe0e71-184e-463b-b562-bd3cb5de2fbb req-76e95ae0-7ec9-4c6a-9e06-3a4947aa23c0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0755887 Feb 17 12:57:28.705014 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cdfe0e71-184e-463b-b562-bd3cb5de2fbb req-bbb027cb-0297-405a-9388-7373717b6930 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Feb 17 12:57:37.796882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a6621c1a-fc64-441c-9bb9-2c1dfa5b0136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:40.145392 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b6a40fae-c509-45db-9fe1-8d33ea37d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:41.425583 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:41.620076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:42.197159 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:43.194323 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:57:49.373168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:58:07.789830 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-148969ac-9470-4a0e-8b86-2ccc2f8deae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:10.133271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8d7aef3f-24bf-443e-a1de-9b4a87bbf35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:11.433939 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:11.627710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:12.229892 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:13.195901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:22.453436 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-8c67ad34-dc36-4cb5-a670-1215bef37934 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663466 Feb 17 12:58:22.606554 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-16fcf881-2fb3-4c2f-88cd-37b922891221 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.0689931 Feb 17 12:58:22.750475 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-7eefe4fd-349d-4d16-8868-67d52eae2d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:58:22.752442 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-7eefe4fd-349d-4d16-8868-67d52eae2d2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1282525 Feb 17 12:58:22.855657 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-99bd7054-6fee-4eb4-9664-2b3cb43d8a9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 1002 time: 0.0971320 Feb 17 12:58:22.921702 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-b5de80c0-ca95-4643-b227-b98e2d8abfbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:58:22.923958 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-b5de80c0-ca95-4643-b227-b98e2d8abfbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0612011 Feb 17 12:58:22.997253 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-b6d2b47c-d618-4a0f-a6ed-c98dfe65c81c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681350 Feb 17 12:58:23.130191 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-d249b98e-2960-4279-8293-6cf84bb6d9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245503 Feb 17 12:58:23.261690 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-1e99fed1-dab4-4e05-af3f-4d9a389fddcd req-efd5ddf6-2a88-4069-b144-e6ddcdc5bc95 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260886 Feb 17 12:58:26.374138 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:58:37.785547 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d9dc2c51-7d5a-4574-89cc-c8fa529141b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:40.203646 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4917de2c-9313-4782-8131-050b4b435757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:41.410712 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:41.594428 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:42.308780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:58:43.194630 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:03.375026 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:59:07.816537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c686ad53-c45e-4665-a241-4004c83091d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:10.142122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d610282f-8a04-40d6-bcea-358ae317530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:11.416694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:11.593438 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:12.226806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:13.176671 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:18.314021 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58908) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:18.754190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Deleting port 0072158a-46a4-492a-b012-496629afc4a4 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:18.754505 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:18.915009 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:18.915329 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:19.114144 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Calling delete_port for 0072158a-46a4-492a-b012-496629afc4a4 owned by network:floatingip {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:19.336188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:19.384238 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event deleted for resources: {'Port': ['ID=0072158a-46a4-492a-b012-496629afc4a4,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:19.421849 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.422191 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.422524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.422851 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.423175 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.423499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.423817 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.424135 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.424454 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.424764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.425076 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:19.483764 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for floatingip, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:19.870137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Router 9abff548-134d-4ba7-a815-d09238c5f534 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:59:20.065161 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:20.075074 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:59:20.086874 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:20.087715 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:20.147424 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:20.202585 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-1c99f7e7-8151-43b6-8b65-b06ae58ecfc0 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "DELETE /v2.0/floatingips/c709cf95-60ac-4330-b489-a1d8d15feb7d HTTP/1.1" status: 204 len: 168 time: 1.8849330 Feb 17 12:59:20.202585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:59:20.269069 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:20.418620 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'status': 'completed', 'code': 200} Feb 17 12:59:20.580931 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-c82d58a9-7a5b-4189-918c-90544f36a395 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 1099 time: 0.1404722 Feb 17 12:59:20.616668 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:20.620766 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:59:20.633847 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:20.633847 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:20.723775 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-88b17b5f-9458-4a50-a1db-43fd20dd35d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:20.725209 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-88b17b5f-9458-4a50-a1db-43fd20dd35d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 200 len: 908 time: 0.1389353 Feb 17 12:59:20.811888 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:20.827631 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-5522bd53-34b8-49c7-a9cc-b08ff809c521 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 200 len: 217 time: 0.0952122 Feb 17 12:59:20.907437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-a8b66e1d-95ca-4f6c-b0a4-1b9aa2ff31e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:20.908864 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-a8b66e1d-95ca-4f6c-b0a4-1b9aa2ff31e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 200 len: 847 time: 0.0754175 Feb 17 12:59:20.919436 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cadb4c-6e35-472d-8d1e-1d4dfe5d0370 req-b25f503b-6ac4-422f-918c-12f4e32f42db tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:20.920092 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-26cadb4c-6e35-472d-8d1e-1d4dfe5d0370 req-b25f503b-6ac4-422f-918c-12f4e32f42db tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:59:21.095961 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-37abbd73-c396-466a-a2c3-4238879acd85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83aa7b57-e0f8-4351-9d19-44d452d21f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1721518 Feb 17 12:59:21.125224 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:21.129150 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4eb0e7-e542-41fc-b1f6-fba8f60126f3 None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:47:29Z', 'revision_number': 4, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'fac2ad91-c06d-42aa-beea-3d2dec1c8a69', 'name': '', 'network_id': '83aa7b57-e0f8-4351-9d19-44d452d21f58', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'mac_address': 'fa:16:3e:1c:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:28Z', 'updated_at': '2022-02-17T12:47:37Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'subnets': [{'id': '66afe573-fdac-4c07-8587-1e17a5e2c6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:59:21.175373 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-26cadb4c-6e35-472d-8d1e-1d4dfe5d0370 req-b25f503b-6ac4-422f-918c-12f4e32f42db tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:59:21.176503 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-26cadb4c-6e35-472d-8d1e-1d4dfe5d0370 req-b25f503b-6ac4-422f-918c-12f4e32f42db tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.3973403 Feb 17 12:59:21.256829 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-26cadb4c-6e35-472d-8d1e-1d4dfe5d0370 req-f3de3892-d2ab-4a46-b316-a3e9ca5b8ace tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726132 Feb 17 12:59:21.279481 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-830e9e56-f992-4fd7-9c5d-828c03c640d7 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758060 Feb 17 12:59:21.379968 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cd8652-6374-43f3-8c50-f1056522beee None None] New status for floating IP c709cf95-60ac-4330-b489-a1d8d15feb7d: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 12:59:21.417111 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9b2b8ed6-1d30-40a1-8c36-3cf8b4a2662b req-451f5a73-983e-4d45-8efb-4bf5204165c9 service neutron] 10.222.0.24 "GET /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304722 Feb 17 12:59:22.462905 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb09a-1166-41dc-9efb-04e487580c9f req-124c1ba4-ee35-4d62-b84b-067820e615e7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:22.464392 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-08fcb09a-1166-41dc-9efb-04e487580c9f req-124c1ba4-ee35-4d62-b84b-067820e615e7 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0778303 Feb 17 12:59:22.503201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-0f64c0e3-0d78-4bb1-bfbd-de2604bfca34 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:22.504547 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-0f64c0e3-0d78-4bb1-bfbd-de2604bfca34 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 946 time: 0.0748954 Feb 17 12:59:22.509885 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-08fcb09a-1166-41dc-9efb-04e487580c9f req-053ebc5a-57f8-4e63-946a-1020839aca47 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/security-groups?id=69925241-ca8b-47b2-a15d-e2b101324a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 Feb 17 12:59:22.574000 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Deleting port a178fc8f-3e00-4b37-b030-851102894218 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:22.574260 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:22.809752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] For port a178fc8f-3e00-4b37-b030-851102894218, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a178fc8f-3e00-4b37-b030-851102894218,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:22.810121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:22.926328 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Calling delete_port for a178fc8f-3e00-4b37-b030-851102894218 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:23.130497 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:23.176277 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event deleted for resources: {'Port': ['ID=a178fc8f-3e00-4b37-b030-851102894218,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:23.251188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] No DVR routers for this DVR port a178fc8f-3e00-4b37-b030-851102894218 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:59:23.253626 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:23.256202 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-deleted', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 12:59:23.315371 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65d5215-d13a-4b1d-b6de-57cf7d45008d', 'name': 'network-vif-deleted', 'tag': 'a178fc8f-3e00-4b37-b030-851102894218', 'status': 'completed', 'code': 200} Feb 17 12:59:23.325301 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ec0a59e1-07ca-48f4-a379-4afc2fe67abc req-76034a09-0eaf-4814-92be-32e8ec08337c tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.24 "DELETE /v2.0/ports/a178fc8f-3e00-4b37-b030-851102894218 HTTP/1.1" status: 204 len: 173 time: 0.8154223 Feb 17 12:59:23.691281 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bcbb1c96-9923-4ed1-820b-99fce855e9a8 req-5d639779-4c80-4b84-a7af-0cbb9295d2b9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 210 time: 0.0490842 Feb 17 12:59:24.419437 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-796370fb-3b2f-46a5-a1ea-cbec782dae39 req-1831318b-601f-49c4-bea3-5229616fb73c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0436227 Feb 17 12:59:24.525387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-796370fb-3b2f-46a5-a1ea-cbec782dae39 req-40cd946c-421f-4dc2-9151-30ac7082e384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 210 time: 0.0393984 Feb 17 12:59:24.678599 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796370fb-3b2f-46a5-a1ea-cbec782dae39 req-e43d81dd-ca22-4236-a71b-61f9e9e04f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:24.680593 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-796370fb-3b2f-46a5-a1ea-cbec782dae39 req-e43d81dd-ca22-4236-a71b-61f9e9e04f3e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1347046 Feb 17 12:59:24.824187 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796370fb-3b2f-46a5-a1ea-cbec782dae39 req-27c4d1d1-7fb1-4464-ba2e-a8135abb9f83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:24.826848 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-796370fb-3b2f-46a5-a1ea-cbec782dae39 req-27c4d1d1-7fb1-4464-ba2e-a8135abb9f83 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1416512 Feb 17 12:59:24.876270 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-57047310-3e9e-46b0-aa9c-9e2c1662dd5f req-72a51dd5-23cf-4698-897d-a9a3a6922bff tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Synchronizing usage tracker for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:59:24.947679 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-57047310-3e9e-46b0-aa9c-9e2c1662dd5f req-72a51dd5-23cf-4698-897d-a9a3a6922bff tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Unset dirty status for tenant:a29b830b6e7d46ea8a057289b6b5fdd9 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:59:24.948923 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-57047310-3e9e-46b0-aa9c-9e2c1662dd5f req-72a51dd5-23cf-4698-897d-a9a3a6922bff tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "GET /v2.0/ports?device_id=c65d5215-d13a-4b1d-b6de-57cf7d45008d HTTP/1.1" status: 200 len: 210 time: 0.1158469 Feb 17 12:59:26.053774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58936) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:26.214368 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2302319-9c9a-46f1-8c16-cd9df959fec9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:26.243245 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2302319-9c9a-46f1-8c16-cd9df959fec9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:26.353439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2302319-9c9a-46f1-8c16-cd9df959fec9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:26.372857 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302319-9c9a-46f1-8c16-cd9df959fec9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69925241-ca8b-47b2-a15d-e2b101324a61,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:26.449437 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-e2302319-9c9a-46f1-8c16-cd9df959fec9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:26.450621 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e2302319-9c9a-46f1-8c16-cd9df959fec9 tempest-TestShelveInstance-1901765070 tempest-TestShelveInstance-1901765070-project] 10.222.0.47 "DELETE /v2.0/security-groups/69925241-ca8b-47b2-a15d-e2b101324a61 HTTP/1.1" status: 204 len: 168 time: 0.3957968 Feb 17 12:59:26.573547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58942) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:26.956521 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:26.989963 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: a178fc8f-3e00-4b37-b030-851102894218 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:26.990302 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device a178fc8f-3e00-4b37-b030-851102894218 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:27.127951 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:27.707409 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Deleting port fac2ad91-c06d-42aa-beea-3d2dec1c8a69 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:27.707740 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:27.870581 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] For port fac2ad91-c06d-42aa-beea-3d2dec1c8a69, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:27.870922 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:27.988597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Calling delete_port for fac2ad91-c06d-42aa-beea-3d2dec1c8a69 owned by network:router_interface {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:28.307376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:28.351314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Pushing event deleted for resources: {'Port': ['ID=fac2ad91-c06d-42aa-beea-3d2dec1c8a69,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:28.640547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:29.198582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Router 9abff548-134d-4ba7-a815-d09238c5f534 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:59:29.394396 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:29.402903 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] Sync routers for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:59:29.415671 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:29.430488 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:29.480687 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-84c5e5ae-127b-47e9-9403-aecb5fee19da admin admin] 10.222.0.47 "PUT /v2.0/routers/9abff548-134d-4ba7-a815-d09238c5f534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054306 Feb 17 12:59:29.483153 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58948) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:29.590210 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:29.774042 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks [] for router, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:29.872006 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:59:28Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:29.875700 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] Checking router: 9abff548-134d-4ba7-a815-d09238c5f534 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:59:29.885685 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] Routers {'9abff548-134d-4ba7-a815-d09238c5f534'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:29.886297 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['9abff548-134d-4ba7-a815-d09238c5f534'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:29.966769 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:30.056487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Deleting port 2ebb8839-104b-4e4b-8024-35a4e5830442 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:30.056725 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:30.085215 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] Set router 9abff548-134d-4ba7-a815-d09238c5f534 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:30.239924 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] For port 2ebb8839-104b-4e4b-8024-35a4e5830442, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=2ebb8839-104b-4e4b-8024-35a4e5830442,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:30.240282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:30.362362 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Calling delete_port for 2ebb8839-104b-4e4b-8024-35a4e5830442 owned by network:router_gateway {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:30.369124 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:59:28Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:30.372906 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5eb9c-922c-4503-845e-f02871af3c68 None None] The sync data for ids ['9abff548-134d-4ba7-a815-d09238c5f534'] in dv-neutron-828728-1-hyperv is: [{'id': '9abff548-134d-4ba7-a815-d09238c5f534', 'name': 'tempest-TestShelveInstance-401818545-router', 'tenant_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:25Z', 'updated_at': '2022-02-17T12:59:28Z', 'revision_number': 5, 'project_id': 'a29b830b6e7d46ea8a057289b6b5fdd9', 'gw_port': {'id': '2ebb8839-104b-4e4b-8024-35a4e5830442', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abff548-134d-4ba7-a815-d09238c5f534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:26Z', 'updated_at': '2022-02-17T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:59:30.581163 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:30.624190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebb8839-104b-4e4b-8024-35a4e5830442,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:30.845414 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.102766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.106955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.192678 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.193188 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9abff548-134d-4ba7-a815-d09238c5f534 {{(pid=84459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:59:31.206077 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.209557 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-775d8da5-dda3-470d-a2fa-f9b6ca4dfe5d admin admin] 10.222.0.47 "DELETE /v2.0/routers/9abff548-134d-4ba7-a815-d09238c5f534 HTTP/1.1" status: 204 len: 168 time: 1.7231662 Feb 17 12:59:31.209805 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58952) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:31.376850 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Deleting subnet 66afe573-fdac-4c07-8587-1e17a5e2c6eb {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:59:31.379739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.430547 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.507143 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.627517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.669750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66afe573-fdac-4c07-8587-1e17a5e2c6eb,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:31.673532 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.681527 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b180fc7-a1d2-4e70-abdc-bd32c88b1e2d None None] Network 83aa7b57-e0f8-4351-9d19-44d452d21f58 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:59:31.682978 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58956) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:31.683359 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c50d9e56-b0d3-4d64-8ef3-c6d265d4de61 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/66afe573-fdac-4c07-8587-1e17a5e2c6eb HTTP/1.1" status: 204 len: 168 time: 0.4721482 Feb 17 12:59:31.712310 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fac2ad91-c06d-42aa-beea-3d2dec1c8a69 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:31.791507 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.795315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: fac2ad91-c06d-42aa-beea-3d2dec1c8a69 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:31.795655 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device fac2ad91-c06d-42aa-beea-3d2dec1c8a69 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:31.801971 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Deleting port 96821d5b-186b-46f6-9641-c9093695385a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:31.802299 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:31.970722 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] DHCP port deletion for 83aa7b57-e0f8-4351-9d19-44d452d21f58 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:59:31.974925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Deleting port 96821d5b-186b-46f6-9641-c9093695385a {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:31.975311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.004547 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] For port 96821d5b-186b-46f6-9641-c9093695385a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=96821d5b-186b-46f6-9641-c9093695385a,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:32.004892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.125732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Calling delete_port for 96821d5b-186b-46f6-9641-c9093695385a owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:32.177005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] For port 96821d5b-186b-46f6-9641-c9093695385a, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=96821d5b-186b-46f6-9641-c9093695385a,segment=NetworkSegment(737f1daf-fafd-401f-ac63-eb3fd2f3c3b8),segment_id=737f1daf-fafd-401f-ac63-eb3fd2f3c3b8)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:32.177377 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.250040 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.295944 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Calling delete_port for 96821d5b-186b-46f6-9641-c9093695385a owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:32.297100 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Pushing event deleted for resources: {'Port': ['ID=96821d5b-186b-46f6-9641-c9093695385a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:32.306815 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] No DVR routers for this DVR port 96821d5b-186b-46f6-9641-c9093695385a on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:59:32.360695 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.361043 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.361371 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.361708 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.362071 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.362402 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.362800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.363263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.363593 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.363918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.364249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:32.374402 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:59:32.375091 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:59:32.436967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.465132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aa7b57-e0f8-4351-9d19-44d452d21f58']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:32.477322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:32.477616 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737f1daf-fafd-401f-ac63-eb3fd2f3c3b8') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:32.488553 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.504684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.510614 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:59:32.510987 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:59:32.523658 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:59:32.638418 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.658054 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.670089 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] Pushing event deleted for resources: {'Network': ['ID=83aa7b57-e0f8-4351-9d19-44d452d21f58,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:32.674833 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-176f6ec2-1541-42b1-b0c6-5ea190f6843d admin admin] 10.222.0.47 "DELETE /v2.0/networks/83aa7b57-e0f8-4351-9d19-44d452d21f58 HTTP/1.1" status: 204 len: 168 time: 0.9907730 Feb 17 12:59:32.677662 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58960) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:32.876450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Deleting port 96821d5b-186b-46f6-9641-c9093695385a {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:32.876979 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:32.944877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-edcb90d6-b2e9-4d75-beff-a607b84f9066 None None] The port '96821d5b-186b-46f6-9641-c9093695385a' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:59:33.163115 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:33.342134 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 96821d5b-186b-46f6-9641-c9093695385a no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:33.374962 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 96821d5b-186b-46f6-9641-c9093695385a {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:33.375303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 96821d5b-186b-46f6-9641-c9093695385a not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:33.375720 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2ebb8839-104b-4e4b-8024-35a4e5830442 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:33.407360 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 2ebb8839-104b-4e4b-8024-35a4e5830442 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:33.407696 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 2ebb8839-104b-4e4b-8024-35a4e5830442 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:33.741129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Deleting port 9733611f-ff67-4c30-bbda-c471c4a228e8 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:33.741379 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:33.912769 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] For port 9733611f-ff67-4c30-bbda-c471c4a228e8, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=9733611f-ff67-4c30-bbda-c471c4a228e8,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:33.913114 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:34.029254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Calling delete_port for 9733611f-ff67-4c30-bbda-c471c4a228e8 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:34.307295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:34.353517 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Pushing event deleted for resources: {'Port': ['ID=9733611f-ff67-4c30-bbda-c471c4a228e8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:34.725372 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:35.288800 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:59:35.484986 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:35.493710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] Sync routers for ids ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:59:35.504835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] Routers {'0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:35.505417 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:35.548908 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5531ded9-7706-4e4d-ac42-2e8b959a8520 admin admin] 10.222.0.47 "PUT /v2.0/routers/0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8701270 Feb 17 12:59:35.551361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58964) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:35.680765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] Set router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:35.767417 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:35.962466 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:35.999025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:59:34Z', 'revision_number': 5, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port': {'id': '3a027ce6-03ad-486d-aa3d-8c23e62c9289', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:47:34Z', 'updated_at': '2022-02-17T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:36.002999 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] Checking router: 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:59:36.009936 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Deleting port 3a027ce6-03ad-486d-aa3d-8c23e62c9289 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:36.010274 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:36.014297 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] Routers {'0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:36.014875 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:36.164460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] Set router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:36.274233 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:59:35Z', 'revision_number': 6, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:36.278099 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1efac-4c0b-47b6-aba8-6c44f97d2e53 None None] The sync data for ids ['0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a'] in dv-neutron-828728-1-hyperv is: [{'id': '0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a', 'name': 'tempest-TestShelveInstance-1047128370-router', 'tenant_id': '15c7a1ef8d80449c81e771032f4980fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:47:33Z', 'updated_at': '2022-02-17T12:59:35Z', 'revision_number': 6, 'project_id': '15c7a1ef8d80449c81e771032f4980fa', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:59:36.282079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] For port 3a027ce6-03ad-486d-aa3d-8c23e62c9289, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=3a027ce6-03ad-486d-aa3d-8c23e62c9289,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:36.282433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:36.404451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Calling delete_port for 3a027ce6-03ad-486d-aa3d-8c23e62c9289 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:36.604627 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:36.650411 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a027ce6-03ad-486d-aa3d-8c23e62c9289,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:36.877413 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.136261 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.140632 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.215442 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.215984 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 12:59:37.229006 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.230174 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-78dd379d-13fd-4e44-8188-d5a8c5a79f00 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0145b1bc-9b7b-4c5f-a348-9a7faabc7b5a HTTP/1.1" status: 204 len: 168 time: 1.6778908 Feb 17 12:59:37.232584 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58972) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:37.292087 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Deleting subnet c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 12:59:37.295735 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.348595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.354505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3a027ce6-03ad-486d-aa3d-8c23e62c9289 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:37.390690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 3a027ce6-03ad-486d-aa3d-8c23e62c9289 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:37.390926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 3a027ce6-03ad-486d-aa3d-8c23e62c9289 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:37.391336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9733611f-ff67-4c30-bbda-c471c4a228e8 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:37.422048 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 9733611f-ff67-4c30-bbda-c471c4a228e8 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:37.422488 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 9733611f-ff67-4c30-bbda-c471c4a228e8 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:37.425862 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.541544 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.674007 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:37.681594 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.686459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f807e-8767-40e0-8f68-014a80ee8f0d None None] Network fe384129-23f4-4704-9b2f-83f41e3d2176 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:59:37.690512 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-bc45211b-86b0-4d5c-bd5d-4537b21554a4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c8c2dcfd-2ee1-47ba-ad6e-7ced90b1425b HTTP/1.1" status: 204 len: 168 time: 0.4546993 Feb 17 12:59:37.690719 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 58976) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:37.794930 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.805860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Deleting port 12ada460-3da1-4895-abe4-31655d2422ac {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:37.806190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.850354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-117ebfcf-4d80-4cb7-ab72-05492fb6caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:37.940952 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] DHCP port deletion for fe384129-23f4-4704-9b2f-83f41e3d2176 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 12:59:37.945258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Deleting port 12ada460-3da1-4895-abe4-31655d2422ac {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:37.945806 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.005019 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] For port 12ada460-3da1-4895-abe4-31655d2422ac, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=12ada460-3da1-4895-abe4-31655d2422ac,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:38.005363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.124534 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Calling delete_port for 12ada460-3da1-4895-abe4-31655d2422ac owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:38.146231 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] For port 12ada460-3da1-4895-abe4-31655d2422ac, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=12ada460-3da1-4895-abe4-31655d2422ac,segment=NetworkSegment(36c1cc63-cc7a-4c0f-bec3-4552b94a864c),segment_id=36c1cc63-cc7a-4c0f-bec3-4552b94a864c)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:38.146609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.263176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Calling delete_port for 12ada460-3da1-4895-abe4-31655d2422ac owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 12:59:38.272570 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.316610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ada460-3da1-4895-abe4-31655d2422ac,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:38.322581 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] No DVR routers for this DVR port 12ada460-3da1-4895-abe4-31655d2422ac on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 12:59:38.337340 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 12:59:38.337690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 12:59:38.434847 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.459405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe384129-23f4-4704-9b2f-83f41e3d2176']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:38.471887 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c1cc63-cc7a-4c0f-bec3-4552b94a864c') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:38.472168 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c1cc63-cc7a-4c0f-bec3-4552b94a864c') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:38.483012 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.501752 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.508147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 12:59:38.514327 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 12:59:38.521369 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 12:59:38.637914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.653575 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.663253 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe384129-23f4-4704-9b2f-83f41e3d2176,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:38.670448 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0283c3c7-49dd-4345-8f4f-a363efef1488 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fe384129-23f4-4704-9b2f-83f41e3d2176 HTTP/1.1" status: 204 len: 168 time: 0.9787970 Feb 17 12:59:38.838864 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Deleting port 12ada460-3da1-4895-abe4-31655d2422ac {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 12:59:38.839387 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:38.900555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-49cbb448-8633-410c-8a90-8c926bb01f3c None None] The port '12ada460-3da1-4895-abe4-31655d2422ac' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 12:59:39.041685 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58982) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:39.091696 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-934c2fb2-1680-4e56-b711-b668f0bb25e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a29b830b6e7d46ea8a057289b6b5fdd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486960 Feb 17 12:59:39.093982 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58986) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:39.153672 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea0e95f2-9b27-4cd2-96b5-3ed4f2f84e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:39.178420 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea0e95f2-9b27-4cd2-96b5-3ed4f2f84e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:39.301815 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea0e95f2-9b27-4cd2-96b5-3ed4f2f84e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:39.319968 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e95f2-9b27-4cd2-96b5-3ed4f2f84e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2274549-4a7f-41a9-a747-7875fe4dcf79,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:39.329856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-ea0e95f2-9b27-4cd2-96b5-3ed4f2f84e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:39.329856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-ea0e95f2-9b27-4cd2-96b5-3ed4f2f84e41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2274549-4a7f-41a9-a747-7875fe4dcf79 HTTP/1.1" status: 204 len: 168 time: 0.2349019 Feb 17 12:59:39.344274 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 12ada460-3da1-4895-abe4-31655d2422ac no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 12:59:39.381509 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 12ada460-3da1-4895-abe4-31655d2422ac {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 12:59:39.381950 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 12ada460-3da1-4895-abe4-31655d2422ac not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 12:59:39.967511 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58994) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:40.015722 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-e992ca96-f7ef-44b9-8e91-e5e858856c8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15c7a1ef8d80449c81e771032f4980fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470419 Feb 17 12:59:40.019206 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 58998) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:40.079480 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c613f40e-5665-4c94-b0a1-fb6363b94810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:40.084047 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-866d66f1-1221-478e-9ed6-0d6be1767326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:40.105839 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c613f40e-5665-4c94-b0a1-fb6363b94810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:40.226942 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c613f40e-5665-4c94-b0a1-fb6363b94810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:40.244410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613f40e-5665-4c94-b0a1-fb6363b94810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d4d0d-c61f-40c7-bb53-6f632641ee8b,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:40.247622 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c613f40e-5665-4c94-b0a1-fb6363b94810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:40.251820 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c613f40e-5665-4c94-b0a1-fb6363b94810 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d00d4d0d-c61f-40c7-bb53-6f632641ee8b HTTP/1.1" status: 204 len: 168 time: 0.2286272 Feb 17 12:59:40.375118 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 12:59:41.415304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.428623 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59020) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:41.553711 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-368344804-network', 'tenant_id': '24f45c23148f4498b846e3211fe49476'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:41.558530 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:41.562312 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Usage tracker for resource:network and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:41.565096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:41.571415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:41.598175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.678150 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Made reservation on behalf of 24f45c23148f4498b846e3211fe49476 for: {'network': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:59:41.680592 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.692860 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.724052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:41.727738 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:41.730466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:41.735961 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:41.798198 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.838008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.863953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=84459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:59:41.876377 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01f4bc-d829-4ec1-8a81-01a2823b7973,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:41.880638 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.880975 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.segments_db [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Added segment 1df6b880-9d6a-48ab-9bc1-ce915e875dda of type vlan for network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd Feb 17 12:59:41.906600 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.974989 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:41.975826 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:41.976423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.078029 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] Pushing event updated for resources: {'Network': ['ID=911b3d8d-2fcd-4d54-a7c2-e128f30338dd,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:42.087857 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:59:42.107331 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-2d6796b3-9702-4b83-91c0-57392b329251 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6776056 Feb 17 12:59:42.110121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59026) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:42.115404 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Request body: {'subnet': {'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-368344804-subnet', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'ip_version': 4}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:42.120866 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:42.124848 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Usage tracker for resource:subnet and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:42.127780 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:42.134458 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:42.181380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Made reservation on behalf of 24f45c23148f4498b846e3211fe49476 for: {'subnet': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:59:42.183778 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2594490'] for subnet, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.238415 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.438190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2594436'] for subnet, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.508471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f0f25b-81d3-4143-8fb1-699a455506f2,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:42.522700 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Checking segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:42.523051 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Network hostable DHCP agents. Network: 911b3d8d-2fcd-4d54-a7c2-e128f30338dd, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:59:42.586983 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:59:42.643282 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, 911b3d8d-2fcd-4d54-a7c2-e128f30338dd) {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:42.647699 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:42.649267 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.652690 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c11435-478d-416b-803f-e197b08d7aa2 None None] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:59:42.714078 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-782836b4-30a4-4933-a0fc-946f73e3620f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6026247 Feb 17 12:59:42.716405 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59030) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:42.721280 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:42.725939 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:42.730539 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Usage tracker for resource:router and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:42.737712 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:42.738964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:42.792644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.793602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.811761 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:42.861449 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:59:42.862276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.006798 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.020065 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Allocated IP 172.20.0.2 (911b3d8d-2fcd-4d54-a7c2-e128f30338dd/d6f0f25b-81d3-4143-8fb1-699a455506f2/06c09ce8-8aac-4f2f-bbcc-2ec153177d9e) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:59:43.152465 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.229106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.239480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Transition to ACTIVE for port object 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:43.258441 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Transition to ACTIVE for port object 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:43.260063 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.293457 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.324200 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.388586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:43.391164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:43.394639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:59:43.400940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Pushing event updated for resources: {'Port': ['ID=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:43.426501 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Allocated IP 172.26.6.32 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/cc92ef58-6d1f-428b-a90c-be4364ff17de) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:59:43.437558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.437926 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.438260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.438591 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.438916 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.439236 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.439553 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.439872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.440188 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.440502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.440824 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:43.499727 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Attempting to bind port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:59:43.500121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Attempting to bind port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:59:43.500475 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Attempting to bind port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:59:43.507513 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:59:43.508529 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Checking segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:43.508872 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.509265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Bound using segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:59:43.509733 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Bound port: 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:59:43.510269 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.598898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] For port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:59:43.601891 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] For port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:59:43.655441 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.667264 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.751723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5321d-8c86-4ee2-a851-8b7d9f2961f5 None None] Pushing event updated for resources: {'Port': ['ID=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:43.775894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:43.849346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:43.852719 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:43.855179 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:59:43.884919 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc92ef58-6d1f-428b-a90c-be4364ff17de,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:44.107880 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:44.108624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:44.392251 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:59:44.594710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:44.604218 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:59:44.618028 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:44.618970 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:44.687279 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63828e48-e2d0-47c9-8fbd-7a0000bcd8ee None None] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:59:44.689483 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:44.693341 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-c4693b8a-2c60-4677-bc02-80970ecf2bc0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9736540 Feb 17 12:59:44.693732 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59034) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:44.801164 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:44.845123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c2115b87-2a25-43eb-999c-d159a3dcf6b2 None None] Provisioning for port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:45.108273 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:43Z', 'revision_number': 3, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:45.112645 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:59:45.113090 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Updating router f2873ff5-a7cb-486a-ba18-76927d81ffb1 port cc92ef58-6d1f-428b-a90c-be4364ff17de binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:59:45.165837 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.394765 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:45.506234 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.512320 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:45.518023 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:45.518384 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Transition to ACTIVE for port object cc92ef58-6d1f-428b-a90c-be4364ff17de will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:45.518647 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.555305 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.558187 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.636255 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Attempting to bind port cc92ef58-6d1f-428b-a90c-be4364ff17de on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:59:45.636886 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Attempting to bind port cc92ef58-6d1f-428b-a90c-be4364ff17de by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:59:45.636976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.637048 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Attempting to bind port cc92ef58-6d1f-428b-a90c-be4364ff17de on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:59:45.649384 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:59:45.649809 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:45.650655 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.651058 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:59:45.651511 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Bound port: cc92ef58-6d1f-428b-a90c-be4364ff17de, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:59:45.651870 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.671021 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:45.681168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Pushing event updated for resources: {'Port': ['ID=cc92ef58-6d1f-428b-a90c-be4364ff17de,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:45.703882 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.704348 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.704584 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.704903 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.705240 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.705542 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.705880 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.706196 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.706510 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.706817 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.707125 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 12:59:45.739187 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] For port cc92ef58-6d1f-428b-a90c-be4364ff17de, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:59:45.742306 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.742822 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] For port cc92ef58-6d1f-428b-a90c-be4364ff17de, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cc92ef58-6d1f-428b-a90c-be4364ff17de,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:59:45.774132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Allocated IP 172.20.0.1 (911b3d8d-2fcd-4d54-a7c2-e128f30338dd/d6f0f25b-81d3-4143-8fb1-699a455506f2/812062a4-d79d-4ff2-b3b7-8bc582aae2e7) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:59:45.808997 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:45.827080 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.925579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:45.929190 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb2444-d8f4-4124-954e-d7c9015cd57b None None] Pushing event updated for resources: {'Port': ['ID=cc92ef58-6d1f-428b-a90c-be4364ff17de,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:45.935366 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:45.935956 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:45.941341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Transition to ACTIVE for port object 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:46.032728 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.101389 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:46.105083 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:46.106086 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:46.109406 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:59:46.135130 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Pushing event updated for resources: {'Port': ['ID=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:46.166109 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.289826 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.399927 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:43Z', 'revision_number': 3, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:46.404370 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a600a-109c-4464-8269-a88f7df64e81 None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:43Z', 'revision_number': 3, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:59:46.478313 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8aedbc4c-2a6d-45c9-b323-a3e20eb745ca None None] Provisioning for port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:46.483619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-8aedbc4c-2a6d-45c9-b323-a3e20eb745ca None None] Provisioning complete for port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:46.483984 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8aedbc4c-2a6d-45c9-b323-a3e20eb745ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.521889 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.538346 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-8aedbc4c-2a6d-45c9-b323-a3e20eb745ca None None] Port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:59:46.586770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.698819 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Pushing event updated for resources: {'Port': ['ID=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:46.701073 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:46.842665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:46.843817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:47.062205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-c06b3240-b4b8-4e90-8cca-6ce507023a4a None None] Provisioning complete for port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:47.062692 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c06b3240-b4b8-4e90-8cca-6ce507023a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:47.158490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-c06b3240-b4b8-4e90-8cca-6ce507023a4a None None] Port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:59:47.338870 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:59:47.415337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cc92ef58-6d1f-428b-a90c-be4364ff17de up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:47.535135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port cc92ef58-6d1f-428b-a90c-be4364ff17de completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:47.540504 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port cc92ef58-6d1f-428b-a90c-be4364ff17de triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:47.547561 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:47.548230 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:47.551160 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-57bf9422-9be2-4083-98f2-c09c54935783 admin admin] 10.222.0.47 "PUT /v2.0/routers/f2873ff5-a7cb-486a-ba18-76927d81ffb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561170 Feb 17 12:59:47.658100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:47.674940 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port cc92ef58-6d1f-428b-a90c-be4364ff17de, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cc92ef58-6d1f-428b-a90c-be4364ff17de,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:47.718121 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:47.718913 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:47.828314 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=cc92ef58-6d1f-428b-a90c-be4364ff17de,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:47.842110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:47.842497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:48.545514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59058) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:48.551116 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-642752442-network', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:48.556464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:48.560258 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Usage tracker for resource:network and tenant:c3788e11e8ca45dfa59eca80174da182 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:48.563215 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:48.568757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:48.649025 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Made reservation on behalf of c3788e11e8ca45dfa59eca80174da182 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:59:48.651397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:48.663779 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:48.694263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:48.865439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Usage tracker for resource:security_group_rule and tenant:c3788e11e8ca45dfa59eca80174da182 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:48.865439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:48.865439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:48.865439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:48.865439 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:48.869874 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 12:59:48.884964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a711511-4142-4c7c-9ab5-8bf16e906469,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:48.889120 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:48.889452 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.segments_db [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Added segment a25d82e8-b8a7-4399-89e6-40b78d006da4 of type vlan for network c6fe680b-f937-47d0-83d7-b01e2b240940 Feb 17 12:59:48.914620 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787610236420'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.003571 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.004399 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:49.004966 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.112169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] Pushing event updated for resources: {'Network': ['ID=c6fe680b-f937-47d0-83d7-b01e2b240940,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:49.125481 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Network c6fe680b-f937-47d0-83d7-b01e2b240940 details requested by agent ovs-agent-dv-neutron-828728-1-hyperv with host dv-neutron-828728-1-hyperv {{(pid=84461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 12:59:49.158983 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d2ad17da-412c-4a14-9a97-6c43acaa58ae admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6122899 Feb 17 12:59:49.161773 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59062) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:49.167592 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Request body: {'subnet': {'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-642752442-subnet', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:49.172692 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:49.176729 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Usage tracker for resource:subnet and tenant:c3788e11e8ca45dfa59eca80174da182 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:49.180228 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:49.186065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:49.284376 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Made reservation on behalf of c3788e11e8ca45dfa59eca80174da182 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 12:59:49.287511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134695'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.362453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cc92ef58-6d1f-428b-a90c-be4364ff17de up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:49.447464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port cc92ef58-6d1f-428b-a90c-be4364ff17de triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:49.447837 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.581072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134681'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.656211 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:49.677289 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Checking segment: {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:49.677859 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Network hostable DHCP agents. Network: c6fe680b-f937-47d0-83d7-b01e2b240940, hostable agents: ['7fabf94c-5252-4203-9143-b5ae6af47843'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 12:59:49.769092 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Network c6fe680b-f937-47d0-83d7-b01e2b240940 is scheduled to be hosted by DHCP agent 7fabf94c-5252-4203-9143-b5ae6af47843 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 12:59:49.832146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828728-1-hyperv, c6fe680b-f937-47d0-83d7-b01e2b240940) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:49.837579 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:49.838357 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.842876 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8bb05-00d1-4e71-a216-85992cfa2c36 None None] Network c6fe680b-f937-47d0-83d7-b01e2b240940 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:59:49.913277 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a194c2f8-1194-48f0-b17c-35eabf8fc41b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7503679 Feb 17 12:59:49.915896 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59068) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:49.951190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:49.951190 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:49.951366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:59:49.951453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Usage tracker for resource:router and tenant:c3788e11e8ca45dfa59eca80174da182 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:49.951453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:49.951453 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:49.968373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:49.968971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:49.997975 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130453'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:49.999023 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130458'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.017576 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.224272 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-704618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130472'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.224492 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210a2e8a-151a-59db-9fe0-50803dc72878-c6fe680b-f937-47d0-83d7-b01e2b240940', 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'fixed_ips': [{'subnet_id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011'}]}} from dv-neutron-828728-1-hyperv. {{(pid=84461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 17 12:59:50.225083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.243691 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:50.485141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.519838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.649129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Allocated IP 172.26.6.140 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/d9aad71e-e673-4780-a301-d02ba8828e31) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:59:50.651101 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.db_base_plugin_common [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Allocated IP 172.20.0.2 (c6fe680b-f937-47d0-83d7-b01e2b240940/fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011/f2d65992-0754-4ab0-a0de-25e8b92fcd06) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:59:50.792640 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.875866 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 2, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:50.884674 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.892911 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:59:50.893260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Updating router f2873ff5-a7cb-486a-ba18-76927d81ffb1 port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:59:50.960260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.972035 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:50.984217 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Transition to ACTIVE for port object f2d65992-0754-4ab0-a0de-25e8b92fcd06 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:51.041177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Transition to ACTIVE for port object f2d65992-0754-4ab0-a0de-25e8b92fcd06 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:51.053503 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:51.055940 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:51.060432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:59:51.085395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Pushing event updated for resources: {'Port': ['ID=d9aad71e-e673-4780-a301-d02ba8828e31,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:51.119731 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.265884 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Network c6fe680b-f937-47d0-83d7-b01e2b240940 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:51.273665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.scheduler.base_scheduler [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Resources bound (agent type, host, resource id): {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:51.283998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:59:51.286029 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Pushing event updated for resources: {'Port': ['ID=f2d65992-0754-4ab0-a0de-25e8b92fcd06,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:51.322838 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.323718 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717078'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.409518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Attempting to bind port f2d65992-0754-4ab0-a0de-25e8b92fcd06 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:59:51.409903 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Attempting to bind port f2d65992-0754-4ab0-a0de-25e8b92fcd06 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:59:51.410258 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Attempting to bind port f2d65992-0754-4ab0-a0de-25e8b92fcd06 on network c6fe680b-f937-47d0-83d7-b01e2b240940 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:59:51.420032 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:59:51.420391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Checking segment: {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:51.420777 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.421151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Bound using segment: {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:59:51.421608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Bound port: f2d65992-0754-4ab0-a0de-25e8b92fcd06, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:59:51.421974 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.565756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.574073 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] For port f2d65992-0754-4ab0-a0de-25e8b92fcd06, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:59:51.579639 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] For port f2d65992-0754-4ab0-a0de-25e8b92fcd06, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f2d65992-0754-4ab0-a0de-25e8b92fcd06,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:59:51.582151 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Transition to ACTIVE for port object 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:51.638074 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Router 3e41112f-373b-4626-a9d3-d990bc2deb5f is scheduled to L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 12:59:51.667525 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.697382 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.814510 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01aae57-6e9d-49bb-ac8a-42a65b359650 None None] Pushing event updated for resources: {'Port': ['ID=f2d65992-0754-4ab0-a0de-25e8b92fcd06,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:51.857918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:51.867588 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Sync routers for ids ['3e41112f-373b-4626-a9d3-d990bc2deb5f'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 12:59:51.885622 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Routers {'3e41112f-373b-4626-a9d3-d990bc2deb5f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:51.886266 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3e41112f-373b-4626-a9d3-d990bc2deb5f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:51.980606 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:51.981902 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-a55e245d-bbaf-4656-acf4-041922c8873c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0649133 Feb 17 12:59:51.984514 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59072) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:51.988644 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603198-2600-430d-97f7-8988dc3f7f1a None None] Pushing event updated for resources: {'Port': ['ID=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:52.002253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Attempting to bind port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:59:52.002619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Attempting to bind port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:59:52.002977 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Attempting to bind port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:59:52.014229 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:59:52.014543 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Checking segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:52.014919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.015309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Bound using segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:59:52.015769 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Bound port: 812062a4-d79d-4ff2-b3b7-8bc582aae2e7, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:59:52.016122 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.090739 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Set router 3e41112f-373b-4626-a9d3-d990bc2deb5f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:52.152874 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] For port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:59:52.156145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] For port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:59:52.215317 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.325546 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:52.326238 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:52.389070 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:51Z', 'revision_number': 3, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:52.393278 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Checking router: 3e41112f-373b-4626-a9d3-d990bc2deb5f for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 12:59:52.393613 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Updating router 3e41112f-373b-4626-a9d3-d990bc2deb5f port d9aad71e-e673-4780-a301-d02ba8828e31 binding host dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 12:59:52.399351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603198-2600-430d-97f7-8988dc3f7f1a None None] Pushing event updated for resources: {'Port': ['ID=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:52.450112 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.627173 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:52.802076 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.815016 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.provisioning_blocks [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Transition to ACTIVE for port object d9aad71e-e673-4780-a301-d02ba8828e31 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:52.878045 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.933166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:52.989270 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:52Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:52.995181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78117f-1f34-4783-951e-9f1b2f263943 None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:52Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:59:53.034556 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0ad42-1e1d-41ef-8f54-2c18a52c96f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aad71e-e673-4780-a301-d02ba8828e31,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:53.056151 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Attempting to bind port d9aad71e-e673-4780-a301-d02ba8828e31 on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 12:59:53.056518 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Attempting to bind port d9aad71e-e673-4780-a301-d02ba8828e31 by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 12:59:53.056869 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Attempting to bind port d9aad71e-e673-4780-a301-d02ba8828e31 on network d3bc4601-6e1d-4595-82fb-a43b43a85c54 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 12:59:53.069026 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 12:59:53.069397 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Checking segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 12:59:53.070563 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.071063 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Bound using segment: {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 12:59:53.071521 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.managers [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Bound port: d9aad71e-e673-4780-a301-d02ba8828e31, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1829f88-a0ef-4e14-8166-3ea5f517854d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 12:59:53.071875 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.145877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f21f8f-8f6d-4ed3-a481-785fef87c91f None None] Network c6fe680b-f937-47d0-83d7-b01e2b240940 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 12:59:53.154529 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] For port d9aad71e-e673-4780-a301-d02ba8828e31, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 12:59:53.158033 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.plugins.ml2.db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] For port d9aad71e-e673-4780-a301-d02ba8828e31, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9aad71e-e673-4780-a301-d02ba8828e31,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 12:59:53.215636 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron_lib.callbacks.manager [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.328017 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-4c029d3e-a8ae-4303-ad4f-b4c482459810 None None] Provisioning for port f2d65992-0754-4ab0-a0de-25e8b92fcd06 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:53.359656 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Allocated IP 172.20.0.1 (c6fe680b-f937-47d0-83d7-b01e2b240940/fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011/a9ce39b6-351f-49de-9e1c-caef253b54ce) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 12:59:53.365483 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Routers {'3e41112f-373b-4626-a9d3-d990bc2deb5f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 12:59:53.366277 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T12:59:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3e41112f-373b-4626-a9d3-d990bc2deb5f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:53.504219 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:53.557139 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0ad42-1e1d-41ef-8f54-2c18a52c96f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aad71e-e673-4780-a301-d02ba8828e31,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:53.621062 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] Set router 3e41112f-373b-4626-a9d3-d990bc2deb5f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 12:59:53.625329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.643331 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.provisioning_blocks [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Transition to ACTIVE for port object a9ce39b6-351f-49de-9e1c-caef253b54ce will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 12:59:53.667092 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:53.675093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:53.678431 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.815672 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.822237 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.860393 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:53.912665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Network c6fe680b-f937-47d0-83d7-b01e2b240940 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:53.913580 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ce39b6-351f-49de-9e1c-caef253b54ce,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:53.917878 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:53.920132 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 12:59:53.930659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:53.931761 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f2d65992-0754-4ab0-a0de-25e8b92fcd06 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:53.966297 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:51Z', 'revision_number': 3, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 12:59:53.974006 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da7a55-552b-4140-b749-c8b3bec9ecea None None] The sync data for ids ['3e41112f-373b-4626-a9d3-d990bc2deb5f'] in dv-neutron-828728-1-hyperv is: [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:51Z', 'revision_number': 3, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 12:59:53.982361 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717000'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.089033 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:54.121469 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.140798 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port f2d65992-0754-4ab0-a0de-25e8b92fcd06 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:54.146109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f2d65992-0754-4ab0-a0de-25e8b92fcd06 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:54.146480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.274661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.323093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port f2d65992-0754-4ab0-a0de-25e8b92fcd06, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f2d65992-0754-4ab0-a0de-25e8b92fcd06,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 12:59:54.360038 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.386181 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.420670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-128ce5de-7357-4ec2-9888-65a2822fb0f2 None None] Provisioning for port a9ce39b6-351f-49de-9e1c-caef253b54ce completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 12:59:54.432048 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.435354 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-128ce5de-7357-4ec2-9888-65a2822fb0f2 None None] Provisioning complete for port a9ce39b6-351f-49de-9e1c-caef253b54ce triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:54.435723 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-128ce5de-7357-4ec2-9888-65a2822fb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.506708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-128ce5de-7357-4ec2-9888-65a2822fb0f2 None None] Port a9ce39b6-351f-49de-9e1c-caef253b54ce cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:59:54.508831 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=f2d65992-0754-4ab0-a0de-25e8b92fcd06,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:54.536359 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716837'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.540298 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ce39b6-351f-49de-9e1c-caef253b54ce,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:54.670949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Network c6fe680b-f937-47d0-83d7-b01e2b240940 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 12:59:54.672003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 12:59:54.929739 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-3d1f0a5f-73e5-4063-ba43-10fc81854a9a None None] Provisioning complete for port a9ce39b6-351f-49de-9e1c-caef253b54ce triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:54.930120 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-3d1f0a5f-73e5-4063-ba43-10fc81854a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:54.981266 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f0a5f-73e5-4063-ba43-10fc81854a9a None None] Port a9ce39b6-351f-49de-9e1c-caef253b54ce cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 12:59:55.046763 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Router 3e41112f-373b-4626-a9d3-d990bc2deb5f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 12:59:55.244495 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 12:59:55.252866 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-80c8e927-ef75-4f0b-80c1-1e11fd171c06 admin admin] 10.222.0.47 "PUT /v2.0/routers/3e41112f-373b-4626-a9d3-d990bc2deb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2671456 Feb 17 12:59:55.365725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:55.438254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:55.438919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:55.557825 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f2d65992-0754-4ab0-a0de-25e8b92fcd06 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 12:59:55.659045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port f2d65992-0754-4ab0-a0de-25e8b92fcd06 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 12:59:55.659406 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:56.994882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59088) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:57.000683 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729735811', 'description': 'tempest-secgroup-smoke-1729735811 description', 'project_id': '24f45c23148f4498b846e3211fe49476'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:57.006585 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:57.011048 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:57.013766 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:57.019380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:57.106410 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.140674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:57.144376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:57.147136 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:57.153519 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:57.204993 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.277752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.323560 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce8c28-11c3-4242-8646-bf11638f69d2,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:57.374915 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.376128 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-a0f0b8b3-67ba-447a-80ad-8e3dec4e61c8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3802445 Feb 17 12:59:57.379004 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59092) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:57.384516 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce8c28-11c3-4242-8646-bf11638f69d2', 'project_id': '24f45c23148f4498b846e3211fe49476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:57.390442 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:57.394210 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:57.397002 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:57.402862 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:57.500854 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.559201 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.626266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.648739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd6523a-1fa7-42c3-8114-bf9b1afd45a1,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:57.723193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.724356 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-38b422d6-00af-4aa0-a4af-3f74a04782d3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3444524 Feb 17 12:59:57.727689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59096) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:57.733180 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce8c28-11c3-4242-8646-bf11638f69d2', 'project_id': '24f45c23148f4498b846e3211fe49476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:57.739034 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:57.742948 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:57.745750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:57.751447 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:57.821338 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.882158 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.957632 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:57.980838 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369303a5-a96c-4e0f-9fbb-2911f65a8357,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:58.043418 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.044593 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bf76666e-01f2-436a-a311-01cd1a901cf5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3159759 Feb 17 12:59:58.047323 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59100) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:58.052595 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce8c28-11c3-4242-8646-bf11638f69d2', 'project_id': '24f45c23148f4498b846e3211fe49476', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:58.058481 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:58.062217 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:58.065047 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:58.071176 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:58.123825 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.184659 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.254268 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.277703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bcc830-6c43-4dce-9230-6e13fc5a73d1,revision_number=0']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:58.346214 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.347439 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-965a3c02-5f8a-4dd0-b3bc-98536ae442e6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2992001 Feb 17 12:59:58.350284 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59104) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:58.356475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce8c28-11c3-4242-8646-bf11638f69d2', 'project_id': '24f45c23148f4498b846e3211fe49476', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:58.362770 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:58.366486 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:58.369961 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:58.472757 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:58.546937 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.604172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.700283 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.723207 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e4f977-dfb5-4812-bb09-4a7b2bd1211b,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:58.814610 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.815778 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-1f1968c0-0711-4e79-bd30-89b4f94a63a6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4642100 Feb 17 12:59:58.818446 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59108) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:58.824098 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce8c28-11c3-4242-8646-bf11638f69d2', 'project_id': '24f45c23148f4498b846e3211fe49476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:58.830131 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:58.834013 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:58.837075 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:58.842630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:58.894922 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Project 24f45c23148f4498b846e3211fe49476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:59:58.902598 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:58.965205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.008882 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.031342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b60fcf-baa5-4cd0-b553-4ec9b0a2a281,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:59.077518 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.078790 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-96872ad6-7ca9-40b0-be21-136741bca0ec tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2594140 Feb 17 12:59:59.081363 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59112) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 12:59:59.087546 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce8c28-11c3-4242-8646-bf11638f69d2', 'project_id': '24f45c23148f4498b846e3211fe49476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 12:59:59.093397 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 12:59:59.097252 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:security_group_rule and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 12:59:59.100172 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 12:59:59.106408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 12:59:59.191827 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.securitygroups_db [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Project 24f45c23148f4498b846e3211fe49476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 12:59:59.198314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.264365 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.317665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736603'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.340963 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4ee034-6100-425a-baff-887a504488a6,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 12:59:59.403346 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 12:59:59.404503 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-cc3f5954-aa2c-416c-9b7d-1cf61f329d7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3221943 Feb 17 12:59:59.568291 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-3a183cdd-a849-42d3-b0d5-a0984c09da40 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:security_group {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:59:59.654709 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-3a183cdd-a849-42d3-b0d5-a0984c09da40 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:security_group {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:59:59.655834 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-3a183cdd-a849-42d3-b0d5-a0984c09da40 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729735811&fields=id&tenant_id=24f45c23148f4498b846e3211fe49476 HTTP/1.1" status: 200 len: 267 time: 0.1256104 Feb 17 12:59:59.801429 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-bbcdb8a0-c360-46b6-9627-3214698a0287 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 12:59:59.802037 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-bbcdb8a0-c360-46b6-9627-3214698a0287 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:network {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 12:59:59.889193 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-bbcdb8a0-c360-46b6-9627-3214698a0287 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:network {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 12:59:59.890363 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-bbcdb8a0-c360-46b6-9627-3214698a0287 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 809 time: 0.2281125 Feb 17 12:59:59.906969 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-4a157bf3-f8f7-4ea6-9e2e-ccf9f4221893 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/quotas/24f45c23148f4498b846e3211fe49476 HTTP/1.1" status: 200 len: 375 time: 0.0113459 Feb 17 12:59:59.985719 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-709bf4a5-815d-4118-acaf-8a47984326ff tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737457 Feb 17 13:00:00.236188 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-1fb9f98e-867c-41b4-89df-8d10424b0d70 service neutron] 10.222.0.47 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390757 Feb 17 13:00:00.366759 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-e8b1d282-d656-4597-9d22-6b571d340547 service neutron] 10.222.0.47 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246200 Feb 17 13:00:01.381812 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9aad71e-e673-4780-a301-d02ba8828e31 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:00:01.529457 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port d9aad71e-e673-4780-a301-d02ba8828e31 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 13:00:01.534654 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d9aad71e-e673-4780-a301-d02ba8828e31 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:00:01.535052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:01.652007 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:01.667870 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port d9aad71e-e673-4780-a301-d02ba8828e31, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9aad71e-e673-4780-a301-d02ba8828e31,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:00:01.683565 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-8dd5b1bf-94b4-43ac-8b44-66ed4c49ad97 req-f20ab215-57e5-452e-a4b6-1715adcd5e3c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:00:01.729535 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:01.747404 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-8dd5b1bf-94b4-43ac-8b44-66ed4c49ad97 req-f20ab215-57e5-452e-a4b6-1715adcd5e3c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:00:01.748586 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-8dd5b1bf-94b4-43ac-8b44-66ed4c49ad97 req-f20ab215-57e5-452e-a4b6-1715adcd5e3c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 210 time: 0.1067259 Feb 17 13:00:01.797423 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=d9aad71e-e673-4780-a301-d02ba8828e31,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:02.948610 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-a93b06f7-2ef1-47a1-8f60-5414f6bf6846 req-f2cd0a23-4d45-4f3c-b885-8f6e234f4e5f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 210 time: 0.1316359 Feb 17 13:00:03.365590 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9aad71e-e673-4780-a301-d02ba8828e31 up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:00:03.434522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port d9aad71e-e673-4780-a301-d02ba8828e31 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:00:03.434919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:04.058090 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6846dfe2-9de3-4de9-b229-652481c8290a req-06be0272-1064-40c9-acf3-88a99f758df8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 210 time: 0.0422788 Feb 17 13:00:05.220959 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ea21a61b-d6d7-4e35-bd30-71c23ee1586b req-7e7532ff-149e-4694-9abb-4af4fccf1f01 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 210 time: 0.0413263 Feb 17 13:00:05.966137 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-b07aebc4-3776-4852-b3b1-4587016ab56f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:05.967684 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-b07aebc4-3776-4852-b3b1-4587016ab56f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 809 time: 0.1408706 Feb 17 13:00:06.018096 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-c8a56124-6f77-4b39-85be-5785f132d6b8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f45c23148f4498b846e3211fe49476 HTTP/1.1" status: 200 len: 380 time: 0.0390081 Feb 17 13:00:06.034439 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'port': {'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'admin_state_up': True, 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'security_groups': ['d4ce8c28-11c3-4242-8646-bf11638f69d2']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 13:00:06.166796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 13:00:06.176171 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 13:00:06.266375 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Made reservation on behalf of 24f45c23148f4498b846e3211fe49476 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 13:00:06.273185 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:06.389966 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-0625fcb3-cbd1-4267-877d-feb4af0d149f req-7bcb6a7b-4434-4278-a8d0-96ebe24ff7fe tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 210 time: 0.0414443 Feb 17 13:00:06.434844 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Allocated IP 172.20.0.8 (911b3d8d-2fcd-4d54-a7c2-e128f30338dd/d6f0f25b-81d3-4143-8fb1-699a455506f2/3e54cf79-c58d-4b1d-80f3-75bb732f984d) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 13:00:06.632400 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:06.647724 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Transition to ACTIVE for port object 3e54cf79-c58d-4b1d-80f3-75bb732f984d will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 13:00:06.735018 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:06.806808 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 13:00:06.810157 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 13:00:06.812779 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 13:00:06.853910 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:06.882211 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:06.882953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:06.958729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-04fab419-eedc-4612-afec-5675f4916d7c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9278631 Feb 17 13:00:06.970151 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Request body: {'port': {'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 13:00:07.079272 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:07.140619 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dcb1a9e3-6252-45bd-86f1-d518aab21e14 None None] Provisioning for port 3e54cf79-c58d-4b1d-80f3-75bb732f984d completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 13:00:07.145421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-dcb1a9e3-6252-45bd-86f1-d518aab21e14 None None] Provisioning complete for port 3e54cf79-c58d-4b1d-80f3-75bb732f984d triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:00:07.145877 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a9e3-6252-45bd-86f1-d518aab21e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:07.198901 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1a9e3-6252-45bd-86f1-d518aab21e14 None None] Port 3e54cf79-c58d-4b1d-80f3-75bb732f984d cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 13:00:07.411423 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e54cf79-c58d-4b1d-80f3-75bb732f984d {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 13:00:07.418925 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:07.433451 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Transition to ACTIVE for port object 3e54cf79-c58d-4b1d-80f3-75bb732f984d will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 13:00:07.488955 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:07.661643 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:07.813103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4c559ef7-5443-4ca5-a3a5-3f15f6ecd297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:07.850696 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3390fa-db2f-451d-8c30-dac4bec257a4 req-405b09c1-f647-4d2b-a950-a039811efb0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:07.851294 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3b3390fa-db2f-451d-8c30-dac4bec257a4 req-405b09c1-f647-4d2b-a950-a039811efb0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:00:07.876430 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Attempting to bind port 3e54cf79-c58d-4b1d-80f3-75bb732f984d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 13:00:07.876748 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Attempting to bind port 3e54cf79-c58d-4b1d-80f3-75bb732f984d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 13:00:07.877062 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Attempting to bind port 3e54cf79-c58d-4b1d-80f3-75bb732f984d on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 13:00:07.883907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Port 3e54cf79-c58d-4b1d-80f3-75bb732f984d on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 13:00:07.884223 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Attempting to bind port 3e54cf79-c58d-4b1d-80f3-75bb732f984d on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 13:00:07.890473 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 13:00:07.890796 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Checking segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 13:00:07.893297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Bound using segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 13:00:07.893297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Bound port: 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 13:00:07.893297 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:07.941950 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-3b3390fa-db2f-451d-8c30-dac4bec257a4 req-405b09c1-f647-4d2b-a950-a039811efb0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:00:07.943058 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b3390fa-db2f-451d-8c30-dac4bec257a4 req-405b09c1-f647-4d2b-a950-a039811efb0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 943 time: 0.4182734 Feb 17 13:00:08.015744 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 13:00:08.020731 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b3390fa-db2f-451d-8c30-dac4bec257a4 req-d7b7afa3-9f87-49d3-a229-eb7dd8b1b542 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681233 Feb 17 13:00:08.024913 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 13:00:08.083894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:08.146577 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:08.149487 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 1093 time: 1.1821604 Feb 17 13:00:08.149487 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:00:08.163310 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d9576-8573-4417-bc07-b3e6ea9d9b46 service neutron] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:08.204873 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'status': 'completed', 'code': 200} Feb 17 13:00:08.300847 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-40e67827-5e4b-457e-93f6-2e2b39caff4f req-44019f83-144d-4170-af8f-59997c715ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1096 time: 0.0750837 Feb 17 13:00:08.444008 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67827-5e4b-457e-93f6-2e2b39caff4f req-e582594f-febe-4801-ab77-d9a9c37fb8af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:08.445392 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-40e67827-5e4b-457e-93f6-2e2b39caff4f req-e582594f-febe-4801-ab77-d9a9c37fb8af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=24f45c23148f4498b846e3211fe49476&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1373146 Feb 17 13:00:08.579739 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67827-5e4b-457e-93f6-2e2b39caff4f req-644baec3-f48a-4992-a624-1f0aefe976ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:08.581081 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-40e67827-5e4b-457e-93f6-2e2b39caff4f req-644baec3-f48a-4992-a624-1f0aefe976ea service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1302228 Feb 17 13:00:08.680057 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-87d31408-8980-40fe-9acf-a21dec442d2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1096 time: 0.0658038 Feb 17 13:00:08.749190 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-65d8f537-0a8c-4826-a9bc-a3246f3ca8c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 217 time: 0.0625515 Feb 17 13:00:08.808097 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-2d129469-13d9-4598-b4e4-6d4abccc733f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:08.809461 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-2d129469-13d9-4598-b4e4-6d4abccc733f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0551100 Feb 17 13:00:08.883731 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-6e26ff5a-f238-41bf-8bac-62a76dd779f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683804 Feb 17 13:00:09.011762 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-c233dae4-fc5a-4129-ac8a-fa125d31b305 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223998 Feb 17 13:00:09.174053 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bab80c30-4e62-4d68-ad1e-e2868e10e356 req-bc55f7fc-18f5-4fab-9a5a-9bfc869eaa82 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562634 Feb 17 13:00:09.220762 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb48ff2-f5ea-42b8-8cac-bb4ae9d07eb4 req-357cdcb0-7a98-4c83-bee8-c63297516dc1 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:09.222211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6cb48ff2-f5ea-42b8-8cac-bb4ae9d07eb4 req-357cdcb0-7a98-4c83-bee8-c63297516dc1 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 943 time: 0.0799828 Feb 17 13:00:09.268195 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-6cb48ff2-f5ea-42b8-8cac-bb4ae9d07eb4 req-d27bd7e4-aecf-4607-bdd1-d67e9a3c8452 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403974 Feb 17 13:00:10.123071 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1314dd15-7437-4218-83c7-30841c0f96ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:10.461436 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298969-0033-4b38-ad82-85143d17a417 req-709f9714-aa2a-4107-a65b-93c3f16cbc80 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:10.462880 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-66298969-0033-4b38-ad82-85143d17a417 req-709f9714-aa2a-4107-a65b-93c3f16cbc80 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 943 time: 0.0738986 Feb 17 13:00:10.506242 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-66298969-0033-4b38-ad82-85143d17a417 req-b039c3d6-6fad-4be0-b7ff-53b6474d2636 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379033 Feb 17 13:00:11.142025 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 13:00:11.270953 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:00:11.284019 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 13:00:11.339636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:11.367164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e54cf79-c58d-4b1d-80f3-75bb732f984d {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 13:00:11.381381 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:00:11.425862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:11.460204 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:11.526129 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:11.591833 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:11.705765 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac2ed-3997-4dc5-a0a3-2ae63f195e11 req-1e3d5156-3162-477d-9e6f-84c67432dde5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:11.707174 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0b4ac2ed-3997-4dc5-a0a3-2ae63f195e11 req-1e3d5156-3162-477d-9e6f-84c67432dde5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 944 time: 0.0807827 Feb 17 13:00:11.754829 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0b4ac2ed-3997-4dc5-a0a3-2ae63f195e11 req-4c229e78-7c50-4aaa-acfb-1224ef4690cc tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409074 Feb 17 13:00:11.800558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['3e54cf79-c58d-4b1d-80f3-75bb732f984d'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 13:00:12.208995 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:12.956260 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Sync routers for ids ['3e41112f-373b-4626-a9d3-d990bc2deb5f'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:00:12.962464 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed73e4-3fff-4158-b6ce-f93d052ea92f req-af303c9e-8b1b-4a1a-9c2f-151a031c8b4b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:12.963903 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6eed73e4-3fff-4158-b6ce-f93d052ea92f req-af303c9e-8b1b-4a1a-9c2f-151a031c8b4b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 944 time: 0.0826287 Feb 17 13:00:12.969085 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Routers {'3e41112f-373b-4626-a9d3-d990bc2deb5f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:00:12.969677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3e41112f-373b-4626-a9d3-d990bc2deb5f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:13.008586 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-6eed73e4-3fff-4158-b6ce-f93d052ea92f req-779a0d2a-3f97-4833-a8f9-3c87ff4d9220 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 Feb 17 13:00:13.160265 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:00:13.202663 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Set router 3e41112f-373b-4626-a9d3-d990bc2deb5f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:00:13.252450 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:13.480536 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 3e54cf79-c58d-4b1d-80f3-75bb732f984d completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 13:00:13.496453 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 3e54cf79-c58d-4b1d-80f3-75bb732f984d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:00:13.496814 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:13.661001 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:54Z', 'revision_number': 4, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'a9ce39b6-351f-49de-9e1c-caef253b54ce', 'name': '', 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'mac_address': 'fa:16:3e:a2:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:52Z', 'updated_at': '2022-02-17T12:59:54Z', 'revision_number': 2, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'subnets': [{'id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:13.666241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:13.676070 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Checking router: 3e41112f-373b-4626-a9d3-d990bc2deb5f for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:00:13.676408 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Updating router 3e41112f-373b-4626-a9d3-d990bc2deb5f port a9ce39b6-351f-49de-9e1c-caef253b54ce binding host dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 17 13:00:13.739445 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:00:13.750421 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:13.762135 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:00:13.796055 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'code': 200} Feb 17 13:00:13.857106 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:13.965416 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:14.151123 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:14.159415 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e68932f3-5dad-4545-905d-7b83e56a813e req-c98e998d-87eb-4079-8c09-4a6679092c6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1098 time: 0.0705481 Feb 17 13:00:14.162896 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Transition to ACTIVE for port object a9ce39b6-351f-49de-9e1c-caef253b54ce will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 13:00:14.204924 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e68932f3-5dad-4545-905d-7b83e56a813e req-8298d0c3-5401-4cd2-89de-382310eaab84 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Feb 17 13:00:14.213288 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e5ab7-bb5c-4f21-bbc8-7df0c389f36e req-777353ed-2992-4070-84c9-4b017f669dcd tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:14.214762 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bc4e5ab7-bb5c-4f21-bbc8-7df0c389f36e req-777353ed-2992-4070-84c9-4b017f669dcd tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 945 time: 0.0815783 Feb 17 13:00:14.225865 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:14.263776 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-bc4e5ab7-bb5c-4f21-bbc8-7df0c389f36e req-de1e0308-a311-45aa-b0a6-985c7c51e575 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Feb 17 13:00:14.350636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a85a00-6284-47e7-95ed-74677d58495e None None] Pushing event updated for resources: {'Port': ['ID=a9ce39b6-351f-49de-9e1c-caef253b54ce,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:14.445555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Attempting to bind port a9ce39b6-351f-49de-9e1c-caef253b54ce on host dv-neutron-828728-1-hyperv for vnic_type normal with profile {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 13:00:14.446117 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Attempting to bind port a9ce39b6-351f-49de-9e1c-caef253b54ce by drivers openvswitch,hyperv on host dv-neutron-828728-1-hyperv at level 0 using segments [{'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 13:00:14.446388 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Attempting to bind port a9ce39b6-351f-49de-9e1c-caef253b54ce on network c6fe680b-f937-47d0-83d7-b01e2b240940 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 13:00:14.452976 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Checking agent: {'id': '8af2b440-3f83-428d-b45b-f00b69b4db9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828728-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 41, 41), 'started_at': datetime.datetime(2022, 2, 17, 11, 42, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 13, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828728-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 13:00:14.453342 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Checking segment: {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 13:00:14.453737 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:14.454145 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Bound using segment: {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 13:00:14.454593 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.managers [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Bound port: a9ce39b6-351f-49de-9e1c-caef253b54ce, host: dv-neutron-828728-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25d82e8-b8a7-4399-89e6-40b78d006da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 13:00:14.454957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:14.549110 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] For port a9ce39b6-351f-49de-9e1c-caef253b54ce, host dv-neutron-828728-1-hyperv, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 13:00:14.551998 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] For port a9ce39b6-351f-49de-9e1c-caef253b54ce, host dv-neutron-828728-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a9ce39b6-351f-49de-9e1c-caef253b54ce,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 13:00:14.597754 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:14.677516 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a85a00-6284-47e7-95ed-74677d58495e None None] Pushing event updated for resources: {'Port': ['ID=a9ce39b6-351f-49de-9e1c-caef253b54ce,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:14.681862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Routers {'3e41112f-373b-4626-a9d3-d990bc2deb5f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:00:14.682459 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3e41112f-373b-4626-a9d3-d990bc2deb5f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:14.869686 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] Set router 3e41112f-373b-4626-a9d3-d990bc2deb5f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:00:15.209486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:54Z', 'revision_number': 4, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'a9ce39b6-351f-49de-9e1c-caef253b54ce', 'name': '', 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'mac_address': 'fa:16:3e:a2:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:52Z', 'updated_at': '2022-02-17T13:00:14Z', 'revision_number': 4, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'subnets': [{'id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:15.214522 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7700-0969-48cf-b20c-b0faeec91e59 None None] The sync data for ids ['3e41112f-373b-4626-a9d3-d990bc2deb5f'] in dv-neutron-828728-1-hyperv is: [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T12:59:54Z', 'revision_number': 4, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': 'a9ce39b6-351f-49de-9e1c-caef253b54ce', 'name': '', 'network_id': 'c6fe680b-f937-47d0-83d7-b01e2b240940', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'mac_address': 'fa:16:3e:a2:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:52Z', 'updated_at': '2022-02-17T13:00:14Z', 'revision_number': 4, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'subnets': [{'id': 'fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:00:15.422930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9ce39b6-351f-49de-9e1c-caef253b54ce up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:00:15.511401 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba8491-9d73-4aaa-bdb6-07691419b659 req-d72dc651-59a4-4b3a-b092-251058ef1b0a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:15.512816 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-48ba8491-9d73-4aaa-bdb6-07691419b659 req-d72dc651-59a4-4b3a-b092-251058ef1b0a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 945 time: 0.1057727 Feb 17 13:00:15.545954 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning for port a9ce39b6-351f-49de-9e1c-caef253b54ce completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 13:00:15.551762 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port a9ce39b6-351f-49de-9e1c-caef253b54ce triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:00:15.552633 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:15.564871 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-48ba8491-9d73-4aaa-bdb6-07691419b659 req-b8d045ce-d17e-4664-9cc0-6b1115f7ea1d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462015 Feb 17 13:00:15.677518 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:15.711881 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] For port a9ce39b6-351f-49de-9e1c-caef253b54ce, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a9ce39b6-351f-49de-9e1c-caef253b54ce,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:00:15.775528 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:15.843642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Pushing event updated for resources: {'Port': ['ID=a9ce39b6-351f-49de-9e1c-caef253b54ce,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:16.760314 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f18af-d790-4c38-966b-e79819cc7ab1 req-af7da80d-4cbe-486d-b64d-5e773098569c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:16.761734 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-862f18af-d790-4c38-966b-e79819cc7ab1 req-af7da80d-4cbe-486d-b64d-5e773098569c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 945 time: 0.0747912 Feb 17 13:00:16.805939 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-862f18af-d790-4c38-966b-e79819cc7ab1 req-a11a6ac8-89be-4ef2-9008-01b4693171bf tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387104 Feb 17 13:00:16.996771 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b47ff-5c4d-4f1c-a7a4-fcc64b6fad1e req-85a4e305-16e0-4ffb-b148-0920dadf93fc tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:16.998246 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-502b47ff-5c4d-4f1c-a7a4-fcc64b6fad1e req-85a4e305-16e0-4ffb-b148-0920dadf93fc tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 945 time: 0.0748878 Feb 17 13:00:17.042017 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-502b47ff-5c4d-4f1c-a7a4-fcc64b6fad1e req-5d205f64-2e02-4ce9-b7e5-6e699ac910a9 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Feb 17 13:00:17.068706 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59186) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:00:17.281474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-eaf10e9f-097e-435c-b278-0495e4b7b327 tempest-TestSnapshotPattern-1736276861 tempest-TestSnapshotPattern-1736276861-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1093 time: 0.2115796 Feb 17 13:00:17.284134 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59192) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:00:17.289717 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 13:00:17.295402 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 13:00:17.299350 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:floatingip and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 13:00:17.302189 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84459) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 13:00:17.308372 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 13:00:17.369390 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:17.372111 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9ce39b6-351f-49de-9e1c-caef253b54ce up at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:00:17.377484 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:00:17.441882 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Provisioning complete for port a9ce39b6-351f-49de-9e1c-caef253b54ce triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:00:17.442253 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:17.508644 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:17.646484 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Allocated IP 172.26.6.176 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/dc8bdd55-5045-4361-bdee-9816adc80f26) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 13:00:17.805752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:17.877609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:17.945759 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 13:00:17.948394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 13:00:17.950864 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 13:00:17.987355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'Port': ['ID=dc8bdd55-5045-4361-bdee-9816adc80f26,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:18.439285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:18.545903 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:18.739524 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:18.785443 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:18.883752 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'Port': ['ID=dc8bdd55-5045-4361-bdee-9816adc80f26,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:00:18.903751 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:19.178306 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.db.l3_db [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Floating IP 9c894b63-b5d7-4e21-bd84-4c737455cd5c associated. External IP: 172.26.6.176, port: 3e54cf79-c58d-4b1d-80f3-75bb732f984d. Feb 17 13:00:19.561758 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 13:00:19.759529 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 13:00:19.768849 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:00:19.780791 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:00:19.781383 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:19.831597 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:19.886309 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-fa070fbe-37af-406b-ad75-4e32282b63b4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6010308 Feb 17 13:00:19.886872 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:00:19.940853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'status': 'completed', 'code': 200} Feb 17 13:00:19.959777 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:00:20.035916 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-3ad1ed47-8bee-48be-bd66-998f482447c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1098 time: 0.0731058 Feb 17 13:00:20.167774 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f106596-451a-405b-9c5c-bb671fbff423 req-3c2f7d61-f39c-48f3-9cf8-e8d7102ea3c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:20.169224 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-3c2f7d61-f39c-48f3-9cf8-e8d7102ea3c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1269395 Feb 17 13:00:20.274409 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-fc183f71-1e59-4210-b049-1939521f8835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 999 time: 0.0996845 Feb 17 13:00:20.311651 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:18Z', 'revision_number': 0, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:20.316273 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:00:20.326540 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:00:20.327123 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:00:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:20.336742 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f106596-451a-405b-9c5c-bb671fbff423 req-26756339-0ee5-4b2b-88d1-7fb8eedc2aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:20.338222 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-26756339-0ee5-4b2b-88d1-7fb8eedc2aac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0589528 Feb 17 13:00:20.409940 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-9e0c56e3-c393-4fd2-83de-6d5ec610ecf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662374 Feb 17 13:00:20.532113 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:00:20.542560 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-22d9b8c4-ef43-471d-820d-e20d67260e5e service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264632 Feb 17 13:00:20.672055 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-8f106596-451a-405b-9c5c-bb671fbff423 req-f2b1897a-dc5f-4878-bae0-b952ecca2034 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239064 Feb 17 13:00:20.873603 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:18Z', 'revision_number': 0, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:00:20.877483 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e55f0-94c6-424f-b74b-ace05290f845 None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:18Z', 'revision_number': 0, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:00:23.247311 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059abed4-c74a-4550-9631-14733034fa10 None None] New status for floating IP 9c894b63-b5d7-4e21-bd84-4c737455cd5c: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 13:00:26.540478 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-c0fad58e-c4c0-4bc5-bfa9-ca69639048f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1594496 Feb 17 13:00:26.675122 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-3291114a-c6b7-4a5a-a88a-0c4180a23e9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1098 time: 0.0668309 Feb 17 13:00:26.818667 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-2fc38ddf-fd58-45df-b56e-23682cc74223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:26.820042 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-2fc38ddf-fd58-45df-b56e-23682cc74223 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1271813 Feb 17 13:00:26.919853 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-ba1b903b-c68b-48df-b23b-a0526ab4366c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 1001 time: 0.0933535 Feb 17 13:00:26.982855 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-1c0cb724-b060-4901-a34e-12e06a37df13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:00:26.984227 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-1c0cb724-b060-4901-a34e-12e06a37df13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0583019 Feb 17 13:00:27.056424 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-f2b07fc0-93de-4ecb-8c35-de972ee4bc17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667245 Feb 17 13:00:27.194396 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-1b16372f-6193-4bc1-b373-36189aa65bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319194 Feb 17 13:00:27.327800 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b24b256b-7d6e-4d8b-9a7f-71501456c390 req-96573147-d873-4b68-ab30-bc29b5628a71 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254969 Feb 17 13:00:37.825594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb4a5-928f-4c9c-946d-718431025d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:40.098570 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-14513e62-ee76-40ac-b290-89a327051f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:41.500098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:41.608175 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:42.276736 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:43.173609 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:00:54.377678 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:01:07.824705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ea09187e-9826-4d43-be69-f301f98d8b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:10.132093 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-8361505b-b224-466b-9127-adc0e7b00a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:11.430839 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:11.596394 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:12.285909 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:13.184746 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:27.447616 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-009b5fd7-8f9c-4d2a-b408-6c315918b206 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658050 Feb 17 13:01:27.584741 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-90041167-d1de-4a22-8ae3-fa45341fa862 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1098 time: 0.0707514 Feb 17 13:01:27.724492 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fca50-1c76-4338-98e2-ac04b7646199 req-fae56281-6249-44e1-a0b9-26c55eccb66c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:01:27.726047 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-fae56281-6249-44e1-a0b9-26c55eccb66c service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1233213 Feb 17 13:01:27.825387 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-a4353394-c4de-4c0a-afb9-41472270c4bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 1001 time: 0.0933650 Feb 17 13:01:27.885383 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fca50-1c76-4338-98e2-ac04b7646199 req-1b179bd4-5a9b-4919-a392-340fe17a6fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:01:27.886814 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-1b179bd4-5a9b-4919-a392-340fe17a6fdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0556724 Feb 17 13:01:27.959495 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-7bb63fb4-19db-47c9-972e-b5f5d7f351ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668201 Feb 17 13:01:28.089905 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-1e9418c0-ece0-4f50-bdfe-3cb5dbedefe7 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242621 Feb 17 13:01:28.221268 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-304fca50-1c76-4338-98e2-ac04b7646199 req-858ce209-a93d-4561-adf4-7d509a3bc2a0 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245797 Feb 17 13:01:31.378143 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:01:37.818741 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-05f4dade-bf86-4311-a062-19348cd1f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:40.127397 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ec10fb94-ff60-44b4-98cd-916e542842c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:41.422379 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:41.633770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:42.296665 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:01:43.170648 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:07.829925 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-26e1287a-6df7-4ff1-b86b-6f39e95cc688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:08.378294 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:02:10.129613 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ce7380f7-34ac-49fb-b157-cd111f888fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:11.443904 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:11.607074 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:12.281096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:13.183749 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:28.528176 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-a1c67fc2-7c63-43dc-aca9-f5a0ce26a5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502001 Feb 17 13:02:28.660227 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-e7198cb0-3c7a-495a-bf4c-69aa9a22bfee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1098 time: 0.0669301 Feb 17 13:02:28.800558 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-d15663da-70e1-495d-ba92-8807b6f70391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:02:28.801951 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-d15663da-70e1-495d-ba92-8807b6f70391 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1240275 Feb 17 13:02:28.902637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-8234ea7a-5bc2-465c-9471-bd44432a9a5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 1001 time: 0.0942020 Feb 17 13:02:28.965087 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-25c2dece-fd21-49d3-908c-ed3a6fcfa206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:02:28.966499 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-25c2dece-fd21-49d3-908c-ed3a6fcfa206 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0587585 Feb 17 13:02:29.037936 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-07065dc4-1f52-445e-91c6-a1ec3c3ad542 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656347 Feb 17 13:02:29.047953 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-dda97203-a871-4bbb-8e46-79c8b4eae24e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84459) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 17 13:02:29.048849 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-dda97203-a871-4bbb-8e46-79c8b4eae24e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046294 Feb 17 13:02:29.176421 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-6e8b3372-a24f-4cc7-9d0e-0fe3a31dcdfa service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216440 Feb 17 13:02:29.305564 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-3b99635d-0ed9-44be-a384-fd605ba79717 req-4e09d49f-5481-4edc-8dc4-e42c9990d39f service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226685 Feb 17 13:02:37.829158 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-0272fa07-fe28-4cf8-840d-3ffc63d6d6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:40.157030 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-24517e80-b5f2-4a0f-b3f8-3490559e8bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:41.431304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:41.614166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:42.328711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:43.177435 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:02:45.378689 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:03:00.112549 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 13:03:00.241276 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:00.255034 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 13:03:00.307046 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:00.323689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e54cf79-c58d-4b1d-80f3-75bb732f984d {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 13:03:00.338782 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:00.418109 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:00.488905 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:00.492970 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['3e54cf79-c58d-4b1d-80f3-75bb732f984d'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 13:03:00.530556 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.530899 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.531232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.531562 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.531889 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.532214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.532555 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.532878 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.533196 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.533512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:00.533862 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:02.136629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:03:02.203627 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 3e54cf79-c58d-4b1d-80f3-75bb732f984d triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:03:02.203989 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:02.314455 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:02.341534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:03:02.350836 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:02.430910 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:02.499757 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:02.513969 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'code': 200} Feb 17 13:03:07.819352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b97f0602-9014-4de0-b3cf-7dc5ddacac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:10.082166 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bcd3086d-f74b-4424-a909-b88074f0f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:11.434924 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:11.611928 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:12.332224 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:13.477052 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:15.871622 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-fae8e67b-95e7-4439-9196-7e0a5ccf10b3 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729735811&fields=id&tenant_id=24f45c23148f4498b846e3211fe49476 HTTP/1.1" status: 200 len: 267 time: 0.0413537 Feb 17 13:03:16.015814 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6676-f391-4e29-9592-01925d1db154 req-5a4b1e1d-8ef1-4f63-8998-daf152fc372d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:16.017223 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-5a4b1e1d-8ef1-4f63-8998-daf152fc372d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 809 time: 0.1390285 Feb 17 13:03:16.033090 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-795ee1c4-f425-42a7-b892-a1ac417980c0 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/quotas/24f45c23148f4498b846e3211fe49476 HTTP/1.1" status: 200 len: 375 time: 0.0107024 Feb 17 13:03:16.118086 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-5e4880fe-13e2-48e5-9b14-4fd01209ec74 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801494 Feb 17 13:03:16.254730 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-748345b0-663d-4366-b6b6-bd77900dc35d service neutron] 10.222.0.47 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252973 Feb 17 13:03:16.391258 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-710ebccb-6383-4351-9bb6-5a9b958a9168 service neutron] 10.222.0.47 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305642 Feb 17 13:03:17.742839 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-2bd95206-9bc2-4d50-a80d-68d73ab88ceb req-7a7e6790-aaad-4f6a-ab9b-0a20a3bbdd94 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 210 time: 0.1176589 Feb 17 13:03:18.199038 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:03:18.309336 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:18.335714 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:03:18.346300 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:18.390912 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'code': 200} Feb 17 13:03:18.436081 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:18.502312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:18.905246 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-efb03cb1-52d8-464f-9969-78bab67ac7d9 req-e5e4e350-fbf9-4b52-aa88-7ad7166e8fa1 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 210 time: 0.0421128 Feb 17 13:03:19.907471 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6676-f391-4e29-9592-01925d1db154 req-e079b60f-0405-45b1-8539-944914d7c141 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:19.908900 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-e079b60f-0405-45b1-8539-944914d7c141 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 809 time: 0.1420848 Feb 17 13:03:19.962168 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-03f1848d-f427-4ec1-9f9d-036aa5b1ff8a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f45c23148f4498b846e3211fe49476 HTTP/1.1" status: 200 len: 380 time: 0.0408919 Feb 17 13:03:19.969973 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'port': {'device_id': 'd7994848-109a-427f-ab49-4c78bb016363', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'admin_state_up': True, 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'security_groups': ['d4ce8c28-11c3-4242-8646-bf11638f69d2']}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 13:03:20.186287 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-de3b7814-2795-42c7-b94b-2a6ebd949907 req-3bc2edc4-8c5a-455f-bb60-52dc8be651bf tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 210 time: 0.0555024 Feb 17 13:03:20.239760 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 13:03:20.250096 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.quota.driver [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 13:03:20.310905 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Made reservation on behalf of 24f45c23148f4498b846e3211fe49476 for: {'port': 1} {{(pid=84459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 13:03:20.314139 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:20.491981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_common [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Allocated IP 172.20.0.12 (911b3d8d-2fcd-4d54-a7c2-e128f30338dd/d6f0f25b-81d3-4143-8fb1-699a455506f2/1fdf9582-7748-44f5-b1ff-cca5894b5507) {{(pid=84459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 13:03:20.706114 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for port, precommit_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:20.723212 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Transition to ACTIVE for port object 1fdf9582-7748-44f5-b1ff-cca5894b5507 will not be triggered until provisioned by entity DHCP. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 13:03:20.815652 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_create {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:20.907234 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd is already hosted by enough agents. {{(pid=84459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 13:03:20.913121 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.scheduler.base_scheduler [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources bound (agent type, host, resource id): {{(pid=84459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 13:03:20.917177 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Received port after_create {{(pid=84459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 13:03:20.946674 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=1']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:20.966602 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.966882 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.967346 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.967522 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.967929 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.968259 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.968666 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.969088 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.969394 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.969806 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:20.970433 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:21.008829 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:21.009676 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:21.115474 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-c409e883-c3a5-4c7e-9ea3-7a6aaf75a936 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1489940 Feb 17 13:03:21.354893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-617696e1-d3b5-4e64-b458-0bd04e2bc263 None None] Provisioning for port 1fdf9582-7748-44f5-b1ff-cca5894b5507 completed by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 13:03:21.360490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-617696e1-d3b5-4e64-b458-0bd04e2bc263 None None] Provisioning complete for port 1fdf9582-7748-44f5-b1ff-cca5894b5507 triggered by entity DHCP. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:03:21.361096 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-617696e1-d3b5-4e64-b458-0bd04e2bc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:21.444710 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-617696e1-d3b5-4e64-b458-0bd04e2bc263 None None] Port 1fdf9582-7748-44f5-b1ff-cca5894b5507 cannot update to ACTIVE because it is not bound. {{(pid=84461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 17 13:03:21.595982 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4f0b9-f6b5-49ef-a56c-8cc14ddc5780 req-9f9ed890-7586-41cb-a319-30d996081caf tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:21.598271 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9d4f0b9-f6b5-49ef-a56c-8cc14ddc5780 req-9f9ed890-7586-41cb-a319-30d996081caf tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0822878 Feb 17 13:03:21.659377 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d9d4f0b9-f6b5-49ef-a56c-8cc14ddc5780 req-f10fbd40-4a78-4ba2-a010-34c4e1c59815 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538573 Feb 17 13:03:22.381256 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:03:22.874840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b5cf-37b5-418a-9e8b-fc345e1e0ada req-6fabd4e2-5524-4bde-82ce-4977c9fb1426 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:22.875517 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f182b5cf-37b5-418a-9e8b-fc345e1e0ada req-6fabd4e2-5524-4bde-82ce-4977c9fb1426 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:03:22.956342 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f182b5cf-37b5-418a-9e8b-fc345e1e0ada req-6fabd4e2-5524-4bde-82ce-4977c9fb1426 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:03:22.957435 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f182b5cf-37b5-418a-9e8b-fc345e1e0ada req-6fabd4e2-5524-4bde-82ce-4977c9fb1426 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.1602075 Feb 17 13:03:23.005052 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f182b5cf-37b5-418a-9e8b-fc345e1e0ada req-3a77119b-dca4-4465-b752-edc1ddfbc52f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Feb 17 13:03:24.215494 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296fa79-d170-42dc-b15c-c2a618e7269e req-4905f1b9-f209-4a0c-87ce-27e10c6f2529 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:24.217055 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b296fa79-d170-42dc-b15c-c2a618e7269e req-4905f1b9-f209-4a0c-87ce-27e10c6f2529 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0819411 Feb 17 13:03:24.265458 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-b296fa79-d170-42dc-b15c-c2a618e7269e req-481c7d08-641b-4d2d-8424-9f18b7365d6c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421889 Feb 17 13:03:25.460556 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e8b6-a861-4327-a833-1167aa473716 req-8721b5c6-1e42-4403-b147-f01a5fd363d8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:25.462024 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4670e8b6-a861-4327-a833-1167aa473716 req-8721b5c6-1e42-4403-b147-f01a5fd363d8 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0743663 Feb 17 13:03:25.509001 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4670e8b6-a861-4327-a833-1167aa473716 req-fe274321-2e34-4a6c-befc-4c7ba9cb720c tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Feb 17 13:03:26.728863 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc246bb-e0a5-4e77-8c15-7ad2262ef20e req-0d80bf4e-9419-4a69-ac41-13ca7b76b29b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:26.731204 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5dc246bb-e0a5-4e77-8c15-7ad2262ef20e req-0d80bf4e-9419-4a69-ac41-13ca7b76b29b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0825260 Feb 17 13:03:26.794017 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-5dc246bb-e0a5-4e77-8c15-7ad2262ef20e req-1e84fff4-2b84-4a03-86c6-8b6a12bddb7f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551481 Feb 17 13:03:27.996730 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d604a1-b3ce-4323-af6e-98d1068d1b09 req-3a3a1722-12c1-4376-87bb-0caa2332fff4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:27.998638 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-39d604a1-b3ce-4323-af6e-98d1068d1b09 req-3a3a1722-12c1-4376-87bb-0caa2332fff4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0816703 Feb 17 13:03:28.045567 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-39d604a1-b3ce-4323-af6e-98d1068d1b09 req-39ba5fc0-5dac-403b-9f17-12be3550b318 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Feb 17 13:03:29.247159 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388efcc-8aa7-4441-93d0-230f0ace692d req-76ea07e7-3846-4779-acbc-2aac7caf45ba tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:29.248627 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d388efcc-8aa7-4441-93d0-230f0ace692d req-76ea07e7-3846-4779-acbc-2aac7caf45ba tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0762582 Feb 17 13:03:29.295234 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-d388efcc-8aa7-4441-93d0-230f0ace692d req-a75bd687-0fee-47dc-8064-afe7549cc609 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Feb 17 13:03:30.500460 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccfcad-2bda-486d-9e3e-648b377342a8 req-fc219112-5c12-4dbd-802e-b03bd4aea020 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:30.502719 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-71ccfcad-2bda-486d-9e3e-648b377342a8 req-fc219112-5c12-4dbd-802e-b03bd4aea020 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0821221 Feb 17 13:03:30.561704 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-71ccfcad-2bda-486d-9e3e-648b377342a8 req-3e83c966-7e93-4844-af5b-f09be2d1ed54 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Feb 17 13:03:31.766511 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37b72-0b45-4224-8bae-607193e91921 req-d83f923c-8196-4bb5-9869-6ce46cf1eeae tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:31.767936 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-efb37b72-0b45-4224-8bae-607193e91921 req-d83f923c-8196-4bb5-9869-6ce46cf1eeae tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0838733 Feb 17 13:03:31.811558 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-efb37b72-0b45-4224-8bae-607193e91921 req-96ddb746-b715-4ca6-892f-5e739664fb38 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Feb 17 13:03:33.003067 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8719356-8079-4f38-bb8d-3d8ab1031534 req-9e858645-51e4-44f5-aaaa-58fea520ae00 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:33.004504 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e8719356-8079-4f38-bb8d-3d8ab1031534 req-9e858645-51e4-44f5-aaaa-58fea520ae00 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0736377 Feb 17 13:03:33.051537 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e8719356-8079-4f38-bb8d-3d8ab1031534 req-e874ee88-7bf7-476d-8aef-4139f994c149 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Feb 17 13:03:34.245690 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146471de-5a13-4f8c-b78f-6892f2ed8763 req-ef59c82d-b014-4800-aa26-2f7146dd8022 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:34.247165 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-146471de-5a13-4f8c-b78f-6892f2ed8763 req-ef59c82d-b014-4800-aa26-2f7146dd8022 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 932 time: 0.0744743 Feb 17 13:03:34.291437 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-146471de-5a13-4f8c-b78f-6892f2ed8763 req-1955985d-31be-47c6-bd3f-d77429a0f55b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 Feb 17 13:03:34.581302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.v2.base [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Request body: {'port': {'device_id': 'd7994848-109a-427f-ab49-4c78bb016363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 13:03:34.692005 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:34.718233 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-57994a8c-b7fb-430f-b490-8dfcf891d141 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946276 Feb 17 13:03:34.883013 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-dae69876-82b3-498c-a8e0-f81580bcc73c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1096 time: 0.0836158 Feb 17 13:03:35.038166 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-a1dc1add-4f7b-4704-9f43-a2f101949afb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:35.039771 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-a1dc1add-4f7b-4704-9f43-a2f101949afb service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1365807 Feb 17 13:03:35.046007 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdf9582-7748-44f5-b1ff-cca5894b5507 {{(pid=84459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 13:03:35.052964 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:35.068648 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.provisioning_blocks [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Transition to ACTIVE for port object 1fdf9582-7748-44f5-b1ff-cca5894b5507 will not be triggered until provisioned by entity L2. {{(pid=84459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 13:03:35.143628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-ea4b3c3d-dff7-45f3-8a8b-d70539ab1851 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 999 time: 0.0981596 Feb 17 13:03:35.208126 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-57178c81-0a86-4678-a7f5-9f4367655123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:35.212156 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-57178c81-0a86-4678-a7f5-9f4367655123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0599849 Feb 17 13:03:35.229673 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:35.287104 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-c094c9b6-c3cc-49d4-9429-e559ab02aede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721731 Feb 17 13:03:35.521680 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=2']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:35.529525 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-4faef48d-4b88-4d56-8979-6f5889a031ee service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364631 Feb 17 13:03:35.618693 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Attempting to bind port 1fdf9582-7748-44f5-b1ff-cca5894b5507 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 13:03:35.619233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Attempting to bind port 1fdf9582-7748-44f5-b1ff-cca5894b5507 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 13:03:35.619233 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Attempting to bind port 1fdf9582-7748-44f5-b1ff-cca5894b5507 on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 13:03:35.630190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Port 1fdf9582-7748-44f5-b1ff-cca5894b5507 on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 17 13:03:35.630507 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Attempting to bind port 1fdf9582-7748-44f5-b1ff-cca5894b5507 on network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 17 13:03:35.639926 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1f9cc-cd74-44dc-b48b-a9ef74c2e357 req-34c88ec4-fba3-4451-b235-3fb096610caa tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:35.641399 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4dd1f9cc-cd74-44dc-b48b-a9ef74c2e357 req-34c88ec4-fba3-4451-b235-3fb096610caa tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 944 time: 0.1598923 Feb 17 13:03:35.644695 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Checking agent: {'id': 'ef1cc911-4a56-4158-9461-b04f16338021', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'started_at': datetime.datetime(2022, 2, 17, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 17 13:03:35.645033 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Checking segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 17 13:03:35.645411 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Bound using segment: {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'} {{(pid=84459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 17 13:03:35.645856 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.managers [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Bound port: 1fdf9582-7748-44f5-b1ff-cca5894b5507, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df6b880-9d6a-48ab-9bc1-ce915e875dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd'}}] {{(pid=84459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 13:03:35.646203 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:35.660554 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-cbc836f3-a506-41ea-8c09-e31d23fe269f req-8af1311f-1eed-4151-8068-f8d84cd538f5 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251285 Feb 17 13:03:35.745463 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4dd1f9cc-cd74-44dc-b48b-a9ef74c2e357 req-f87a76fc-ba35-474a-8e58-13bcae8a6057 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889339 Feb 17 13:03:35.772900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, cleared binding levels {{(pid=84459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 13:03:35.776579 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 13:03:35.841710 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3728607'] for port, after_update {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:35.907703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:35.909091 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-604affce-633f-4e70-8571-662c0078ab8d service neutron] 10.222.0.24 "PUT /v2.0/ports/1fdf9582-7748-44f5-b1ff-cca5894b5507 HTTP/1.1" status: 200 len: 1094 time: 1.3337173 Feb 17 13:03:35.909503 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:03:35.925266 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604affce-633f-4e70-8571-662c0078ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=3']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:35.968697 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'status': 'completed', 'code': 200} Feb 17 13:03:36.064759 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4f613c73-30f4-4c7b-afdf-e4a9f57e4ee9 req-e6b1e6d5-1da2-4d30-80dc-5cfe097148cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1097 time: 0.0738690 Feb 17 13:03:36.219478 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f613c73-30f4-4c7b-afdf-e4a9f57e4ee9 req-71c0f34f-e981-46b9-9269-c7b4014c199c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:36.221079 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4f613c73-30f4-4c7b-afdf-e4a9f57e4ee9 req-71c0f34f-e981-46b9-9269-c7b4014c199c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=24f45c23148f4498b846e3211fe49476&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1449533 Feb 17 13:03:36.357314 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f613c73-30f4-4c7b-afdf-e4a9f57e4ee9 req-c2832a08-36f9-4d83-9f0d-3640d8f58b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:36.358803 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-4f613c73-30f4-4c7b-afdf-e4a9f57e4ee9 req-c2832a08-36f9-4d83-9f0d-3640d8f58b78 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1308606 Feb 17 13:03:36.467861 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-c713ae7a-5ec6-42ae-a9ed-e5be476f01cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1097 time: 0.0709107 Feb 17 13:03:36.533607 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-936ef4db-c922-49eb-b42a-5402adb713fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507 HTTP/1.1" status: 200 len: 217 time: 0.0592351 Feb 17 13:03:36.597496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6676-f391-4e29-9592-01925d1db154 req-50e8bdc0-2eb6-49a7-8b8f-ab2deb0854a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:36.598926 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-50e8bdc0-2eb6-49a7-8b8f-ab2deb0854a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0595663 Feb 17 13:03:36.671169 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-3c88038f-8a9c-4f49-9603-ea1079c83218 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658436 Feb 17 13:03:36.799211 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-06d0cde8-7d30-417c-9e55-f2ef499ed5df service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225052 Feb 17 13:03:36.984462 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-486a6676-f391-4e29-9592-01925d1db154 req-ae8f4832-a618-49f6-93f3-e120d8101aae service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784775 Feb 17 13:03:36.997376 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ed484-639a-4719-a9d3-d4ecb78dded1 req-43c2aa03-06ec-49d9-8363-d99a26ce3bea tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:36.998840 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5ed484-639a-4719-a9d3-d4ecb78dded1 req-43c2aa03-06ec-49d9-8363-d99a26ce3bea tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 944 time: 0.1247313 Feb 17 13:03:37.043856 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-9a5ed484-639a-4719-a9d3-d4ecb78dded1 req-5908579c-7ea7-46ed-943d-38906234257d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Feb 17 13:03:37.846608 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5cfa9242-840b-42c1-87e0-0f5a1ecd9757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:38.238577 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86133e4-a029-4bb0-8b9e-a47578486d90 req-a2de7e17-f79d-49c9-8a5c-58bbe069680f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:38.240031 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c86133e4-a029-4bb0-8b9e-a47578486d90 req-a2de7e17-f79d-49c9-8a5c-58bbe069680f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 944 time: 0.0754631 Feb 17 13:03:38.287983 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-c86133e4-a029-4bb0-8b9e-a47578486d90 req-13720340-2781-46c2-a97d-9d12cc7804e4 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419745 Feb 17 13:03:39.480865 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e83eb0-1015-4ecb-8652-ef5f95a86c3e req-061ace56-4daf-4b7e-9d47-6783d0681829 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:39.482322 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1e83eb0-1015-4ecb-8652-ef5f95a86c3e req-061ace56-4daf-4b7e-9d47-6783d0681829 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 944 time: 0.0745263 Feb 17 13:03:39.525403 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1e83eb0-1015-4ecb-8652-ef5f95a86c3e req-37245193-ac73-429a-9de7-2058b84f3154 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 Feb 17 13:03:40.138133 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7846d6b9-b729-4d46-85cb-636dece08872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:40.355373 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 13:03:40.485483 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:40.498790 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'port_id': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'mac_address': 'fa:16:3e:f0:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 13:03:40.549115 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:40.566376 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdf9582-7748-44f5-b1ff-cca5894b5507 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 13:03:40.581930 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:40.635309 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:40.705176 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=4']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:40.721144 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a6c-368b-4fc3-9e65-59b63fdecce2 req-ed5eeee2-9edf-4b2f-a635-7b7f31b52ca6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:40.722612 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-484b2a6c-368b-4fc3-9e65-59b63fdecce2 req-ed5eeee2-9edf-4b2f-a635-7b7f31b52ca6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 945 time: 0.0758014 Feb 17 13:03:40.767183 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-484b2a6c-368b-4fc3-9e65-59b63fdecce2 req-839c0029-bafe-45fc-b83d-81ca2aa670b5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Feb 17 13:03:41.031752 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['1fdf9582-7748-44f5-b1ff-cca5894b5507'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 13:03:41.423493 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:41.623980 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:41.966571 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597faea-5b3e-4b6a-9dc5-b072cb050a3d req-c4b60d29-2c01-4d01-99bf-dc4842f5f501 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:41.968009 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7597faea-5b3e-4b6a-9dc5-b072cb050a3d req-c4b60d29-2c01-4d01-99bf-dc4842f5f501 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 945 time: 0.0779405 Feb 17 13:03:42.012450 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-7597faea-5b3e-4b6a-9dc5-b072cb050a3d req-53604976-96bb-43b4-99a6-dc2912e01528 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 Feb 17 13:03:42.331307 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:42.353460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:03:42.468083 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning for port 1fdf9582-7748-44f5-b1ff-cca5894b5507 completed by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 13:03:42.472718 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 1fdf9582-7748-44f5-b1ff-cca5894b5507 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:03:42.473082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:42.580443 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:42.606858 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:03:42.616005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:03:42.663664 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'code': 200} Feb 17 13:03:42.668295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:42.735214 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=5']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:42.990085 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-17ef3498-5792-46bb-9188-2f9c3b115e31 req-43ca02ba-3bd6-4c6b-afc8-2ac5c7d587de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1099 time: 0.0663955 Feb 17 13:03:43.036142 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-17ef3498-5792-46bb-9188-2f9c3b115e31 req-8443c8ae-b183-4732-9a53-32d7aa1658b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Feb 17 13:03:43.167284 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:43.287052 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d0e66-6dd1-4ce5-af71-cbe6836578a7 req-1e2787ed-8fa3-4557-a7f8-b38047684af9 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:43.288420 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-387d0e66-6dd1-4ce5-af71-cbe6836578a7 req-1e2787ed-8fa3-4557-a7f8-b38047684af9 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 946 time: 0.1555288 Feb 17 13:03:43.333648 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-387d0e66-6dd1-4ce5-af71-cbe6836578a7 req-6d078c87-68ee-4a26-b9d9-b0ed10d76e7a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Feb 17 13:03:44.541093 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe49d-7c4c-4750-8814-2a4c44d32114 req-c64d30f9-99ba-4ddf-a39a-5be9d08f8b66 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:44.542669 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-668fe49d-7c4c-4750-8814-2a4c44d32114 req-c64d30f9-99ba-4ddf-a39a-5be9d08f8b66 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 946 time: 0.0865517 Feb 17 13:03:44.589979 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-668fe49d-7c4c-4750-8814-2a4c44d32114 req-fa4ca7a9-262f-4002-89a8-bfe075a06d2e tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Feb 17 13:03:45.782308 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7f0c3-cc30-4bab-abec-594c6b086d5a req-bd03f401-f7c9-4b80-8277-463c2ee8809a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:45.783729 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b0d7f0c3-cc30-4bab-abec-594c6b086d5a req-bd03f401-f7c9-4b80-8277-463c2ee8809a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 946 time: 0.0767941 Feb 17 13:03:45.828586 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-b0d7f0c3-cc30-4bab-abec-594c6b086d5a req-b345e404-77d2-4dc0-b0e9-9b10dac8889a tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394206 Feb 17 13:03:46.019639 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65647-d4a3-4ea8-bba6-b2e7f3bd7dd5 req-86346074-f89f-4480-ae75-e4fb2e5245bb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:46.021077 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-41f65647-d4a3-4ea8-bba6-b2e7f3bd7dd5 req-86346074-f89f-4480-ae75-e4fb2e5245bb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 946 time: 0.0767634 Feb 17 13:03:46.065260 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-41f65647-d4a3-4ea8-bba6-b2e7f3bd7dd5 req-82fc335f-61f3-44c1-a3cd-6ee706cfc718 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386097 Feb 17 13:03:46.092491 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59456) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:03:46.163382 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0d3a590e-746a-4ee8-afd9-0fbeaeb51fd4 tempest-TestSnapshotPattern-1736276861 tempest-TestSnapshotPattern-1736276861-project-admin] Synchronizing usage tracker for tenant:c3788e11e8ca45dfa59eca80174da182 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:03:46.221993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-0d3a590e-746a-4ee8-afd9-0fbeaeb51fd4 tempest-TestSnapshotPattern-1736276861 tempest-TestSnapshotPattern-1736276861-project-admin] Unset dirty status for tenant:c3788e11e8ca45dfa59eca80174da182 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:03:46.223152 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0d3a590e-746a-4ee8-afd9-0fbeaeb51fd4 tempest-TestSnapshotPattern-1736276861 tempest-TestSnapshotPattern-1736276861-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1094 time: 0.1296904 Feb 17 13:03:46.225953 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59460) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:03:46.231171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.v2.base [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Request body: {'floatingip': {'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'port_id': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 17 13:03:46.236648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 13:03:46.240515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Usage tracker for resource:floatingip and tenant:24f45c23148f4498b846e3211fe49476 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 13:03:46.243296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 13:03:46.249432 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.quota.driver [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 13:03:46.342341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:46.476791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:46.607850 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Allocated IP 172.26.6.66 (d3bc4601-6e1d-4595-82fb-a43b43a85c54/7b23080d-631c-4edb-b23e-f57438537f80/40cc3e17-cc46-4cb3-ab02-acdf227291e2) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 13:03:46.752913 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:46.818222 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787610247033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:46.884161 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Network d3bc4601-6e1d-4595-82fb-a43b43a85c54 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 13:03:46.886973 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Resources bound (agent type, host, resource id): {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 13:03:46.891138 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 17 13:03:46.914994 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'Port': ['ID=40cc3e17-cc46-4cb3-ab02-acdf227291e2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:46.936322 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.936663 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.936998 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.937329 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.937659 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.938014 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.938338 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.938660 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.938980 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.939296 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:46.939612 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:03:47.483818 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:47.576926 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:47.776400 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:47.840914 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3877320'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:47.946665 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event updated for resources: {'Port': ['ID=40cc3e17-cc46-4cb3-ab02-acdf227291e2,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:03:47.958533 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717121'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:48.141886 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.db.l3_db [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Floating IP 9dc53f7e-53fb-4d9f-b8d2-7c479180dc00 associated. External IP: 172.26.6.66, port: 1fdf9582-7748-44f5-b1ff-cca5894b5507. Feb 17 13:03:48.519578 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 13:03:48.714352 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 13:03:48.723764 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:03:48.735870 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:03:48.736458 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:03:48.801133 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:03:48.855210 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-5c2b9d43-6644-40c4-bd17-1a148792becb tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6282532 Feb 17 13:03:48.855788 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:03:48.910891 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:03:48.986418 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'status': 'completed', 'code': 200} Feb 17 13:03:49.075708 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-f687b855-b39c-468f-a87b-315cc531f45e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1099 time: 0.0673208 Feb 17 13:03:49.206947 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-b01d7937-df44-4ebf-b71c-224dbf282bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:49.208485 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-b01d7937-df44-4ebf-b71c-224dbf282bb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1270835 Feb 17 13:03:49.302882 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:23Z', 'revision_number': 1, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}, {'id': '9dc53f7e-53fb-4d9f-b8d2-7c479180dc00', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.66', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:f0:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7994848-109a-427f-ab49-4c78bb016363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:03:47Z', 'updated_at': '2022-02-17T13:03:47Z', 'revision_number': 0, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:03:49.306626 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:03:49.314366 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-3585b046-342b-47ef-83da-d64d13b8ac24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507 HTTP/1.1" status: 200 len: 999 time: 0.1000719 Feb 17 13:03:49.316757 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:03:49.317338 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:03:40Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:03:49.380064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-4c32c167-a888-4c50-bed8-23f4afb70a26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:03:49.381438 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-4c32c167-a888-4c50-bed8-23f4afb70a26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0604262 Feb 17 13:03:49.453543 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-70a09a3f-f2fe-43df-89f5-4712dcea8779 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666294 Feb 17 13:03:49.493641 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:03:49.584957 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-938c1818-a1b7-42e0-90c5-387fcd8dca2a service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247041 Feb 17 13:03:49.714189 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-dd482420-5d9c-4b15-8ade-651a71e4927a req-460d7ce9-7cbd-4505-9ab2-f7ee21e54ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236293 Feb 17 13:03:49.838293 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:23Z', 'revision_number': 1, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}, {'id': '9dc53f7e-53fb-4d9f-b8d2-7c479180dc00', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.66', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:f0:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7994848-109a-427f-ab49-4c78bb016363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:03:47Z', 'updated_at': '2022-02-17T13:03:47Z', 'revision_number': 0, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:03:49.842144 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34ee27-a169-4c43-9061-ac1d3f280581 None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:23Z', 'revision_number': 1, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}, {'id': '9dc53f7e-53fb-4d9f-b8d2-7c479180dc00', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.66', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:f0:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7994848-109a-427f-ab49-4c78bb016363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:03:47Z', 'updated_at': '2022-02-17T13:03:47Z', 'revision_number': 0, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:03:50.033048 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d42e408-436c-4f6b-a13a-8bdaf6ea7a70 None None] New status for floating IP 9dc53f7e-53fb-4d9f-b8d2-7c479180dc00: ACTIVE {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 13:03:59.380674 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:04:07.804585 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9c48-70db-42df-8c19-203298ae2af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:10.124679 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-87e07c50-1faa-4af6-bbaa-81309517a853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:11.410653 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:11.633295 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:12.325456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:13.188305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:29.523284 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-48170c53-d659-4191-932e-befdb5407eba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318624 Feb 17 13:04:29.664637 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-cfff7062-e46a-4880-8bbd-b5f1eeae82d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1096 time: 0.0700238 Feb 17 13:04:29.802863 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-a620a7ac-d47a-4d04-aa76-a83cb635f747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:04:29.804269 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-a620a7ac-d47a-4d04-aa76-a83cb635f747 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1211398 Feb 17 13:04:29.907876 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-fb2c1db1-d288-4718-bd45-2b10311841c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 999 time: 0.0967824 Feb 17 13:04:29.967527 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-78c0890b-d869-4d30-8cc7-58e0546d6bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:04:29.968824 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-78c0890b-d869-4d30-8cc7-58e0546d6bab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0557725 Feb 17 13:04:30.039898 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-e07d2a7d-2d90-43d7-801a-14f5defd1a72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653954 Feb 17 13:04:30.167153 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-3c8b36f2-b3d5-4e39-ab7e-73ee767dd40e service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205368 Feb 17 13:04:30.384909 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-cad9704b-0402-41ce-a85a-02a9d4cbd018 req-009a97a6-ccbd-4578-85ae-d2520f6ad9c4 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123728 Feb 17 13:04:36.380514 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:04:37.827177 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-374be86e-5331-44bf-a4df-a90af4c08e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:40.107537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-483e4065-f48b-4ffc-ab5c-f9139901dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:41.404756 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:41.633201 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:42.393102 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:04:43.181490 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:07.815339 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-08efe3a2-4e56-48ef-9843-d5b53b4aedfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:10.118053 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b3912c24-113d-4e78-989b-3df467da6483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:11.415326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:11.632642 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:12.347036 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:13.181640 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:13.380872 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:05:31.476245 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-4e777185-c8ce-42f4-a478-4c7b7b3fb604 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660081 Feb 17 13:05:31.563193 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-03405eca-cb5d-493e-a78d-db04f352523c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1099 time: 0.0666263 Feb 17 13:05:31.704871 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-c15f52b2-fc37-4448-9188-a300c9ed71f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:05:31.706341 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-c15f52b2-fc37-4448-9188-a300c9ed71f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1244359 Feb 17 13:05:31.805289 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-81902376-a757-42fd-ae8f-8e73daa7ef2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507 HTTP/1.1" status: 200 len: 1001 time: 0.0932159 Feb 17 13:05:31.877306 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-9cbe7810-ed15-432a-965d-486cf295cacd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:05:31.877306 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-9cbe7810-ed15-432a-965d-486cf295cacd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0592222 Feb 17 13:05:31.942648 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-04caee04-091b-4a10-b747-b9842d68530d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673525 Feb 17 13:05:32.072915 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-d0b41b28-1c73-45e3-8b76-d4edffe244e9 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241007 Feb 17 13:05:32.200040 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-ca9a0634-f92f-4bc6-a03b-a43476d7959d req-ba24e9b8-0b2b-4981-8802-b1eaa6dbd370 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214824 Feb 17 13:05:37.826861 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b03ca4a2-aa8c-4fe9-a5a7-bb688f42357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:40.157898 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d7b664ad-9efd-41dc-86d8-f745a3555f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:41.391990 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:41.615045 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:42.329118 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:43.191890 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:50.381630 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:05:54.931434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 13:05:55.062433 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:05:55.075230 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Returning: {'device': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'port_id': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'mac_address': 'fa:16:3e:f0:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 13:05:55.129675 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:55.146732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fdf9582-7748-44f5-b1ff-cca5894b5507 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 13:05:55.163496 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:05:55.295820 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:55.381261 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:05:55.390729 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.391335 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.391689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.392024 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.392351 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.392677 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.392996 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.393315 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.393629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.393988 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.394305 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:05:55.400948 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] get_ports_and_sgs() called for port_ids ['1fdf9582-7748-44f5-b1ff-cca5894b5507'] {{(pid=84461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 17 13:05:56.946119 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 up at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 13:05:57.059128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Provisioning complete for port 1fdf9582-7748-44f5-b1ff-cca5894b5507 triggered by entity L2. {{(pid=84461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 13:05:57.059497 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277706'] for port, provisioning_complete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:57.181760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:57.211780 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:05:57.222460 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:05:57.283484 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:05:57.348963 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'code': 200} Feb 17 13:05:57.371082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=7']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:07.843097 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-7375ba5a-e8c1-4685-afb0-3b6d46d725e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:09.924011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59638) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:10.123410 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-50c1149b-9feb-41af-8a85-ab944ca4159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:10.222892 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Deleting port 40cc3e17-cc46-4cb3-ab02-acdf227291e2 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:10.223129 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:10.386508 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:10.386852 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:10.506473 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Calling delete_port for 40cc3e17-cc46-4cb3-ab02-acdf227291e2 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:10.722951 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:10.771738 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event deleted for resources: {'Port': ['ID=40cc3e17-cc46-4cb3-ab02-acdf227291e2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:10.837221 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.837559 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.837918 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.838254 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.838582 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.838907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.839226 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.839543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.839857 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.840169 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.840481 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:10.871147 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:11.259648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 13:06:11.414456 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:11.460895 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 13:06:11.471874 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:06:11.484332 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:11.484438 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:11.517205 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:11.574113 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-2cb77396-d801-4d6e-8fdc-fad6dab90ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "DELETE /v2.0/floatingips/9dc53f7e-53fb-4d9f-b8d2-7c479180dc00 HTTP/1.1" status: 204 len: 168 time: 1.6489866 Feb 17 13:06:11.574831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:06:11.653297 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'status': 'completed', 'code': 200} Feb 17 13:06:11.658706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:11.664631 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:11.754077 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-c85e585a-207b-4a8c-9184-2d552052cc0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 1099 time: 0.0794332 Feb 17 13:06:11.893321 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da207f-bf7c-490f-a95f-050243b7dffa req-1be2583d-c7ec-4d45-b74b-81177531d8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:11.894787 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-1be2583d-c7ec-4d45-b74b-81177531d8a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1347902 Feb 17 13:06:11.962783 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-efa2bd68-3248-4a53-b880-e0ffbb76e05b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507 HTTP/1.1" status: 200 len: 217 time: 0.0615921 Feb 17 13:06:12.037499 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da207f-bf7c-490f-a95f-050243b7dffa req-51b3b38e-9933-4784-8a44-4d773ad3109a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:12.038982 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-51b3b38e-9933-4784-8a44-4d773ad3109a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0710452 Feb 17 13:06:12.047243 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:23Z', 'revision_number': 1, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:12.051136 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:06:12.065390 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:12.066013 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:12.116305 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-47699dc8-622e-495d-bb7f-b353b442ab21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687358 Feb 17 13:06:12.243724 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:12.362155 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:12.398347 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-9e57d55e-4be6-4b8e-b698-c84d3b70694f service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739058 Feb 17 13:06:12.430548 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd705758-2329-4544-9346-72fcd81927e5 req-85973c75-3d23-4257-966e-46e503a238d5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:12.431959 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bd705758-2329-4544-9346-72fcd81927e5 req-85973c75-3d23-4257-966e-46e503a238d5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 946 time: 0.2399733 Feb 17 13:06:12.549657 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-bd705758-2329-4544-9346-72fcd81927e5 req-bd31f0b9-6033-414e-be0d-bf6da16fa2ed tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724914 Feb 17 13:06:12.572315 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-50da207f-bf7c-490f-a95f-050243b7dffa req-84c47e5a-fcee-4558-a59c-619d4a931060 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670797 Feb 17 13:06:12.609729 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:23Z', 'revision_number': 1, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:12.613706 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722bff5-d462-4d16-af8b-bc5bd18c21cc None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_floatingips': [{'id': '9c894b63-b5d7-4e21-bd84-4c737455cd5c', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'router_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'port_id': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'mac_address': 'fa:16:3e:aa:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T13:00:18Z', 'updated_at': '2022-02-17T13:00:23Z', 'revision_number': 1, 'project_id': '24f45c23148f4498b846e3211fe49476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:06:12.842005 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17822f-cac4-4ad3-a4da-81e6a6d1df6c None None] New status for floating IP 9dc53f7e-53fb-4d9f-b8d2-7c479180dc00: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 13:06:13.021621 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:13.141618 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085991'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:13.172352 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:06:13.181893 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:13.209241 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:13.226128 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787610669972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787610247051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787610247096'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:13.256395 dv-neutron-828728-1-hyperv neutron-server[84461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'code': 200} Feb 17 13:06:13.293629 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Pushing event updated for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=8']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:13.744831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f655e-be4d-43d0-86d8-f3029cac21c1 req-cb00c202-2893-4c35-9033-9ce2b4506dfa tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:13.746261 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-865f655e-be4d-43d0-86d8-f3029cac21c1 req-cb00c202-2893-4c35-9033-9ce2b4506dfa tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 944 time: 0.0746322 Feb 17 13:06:13.792254 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-865f655e-be4d-43d0-86d8-f3029cac21c1 req-e510b64d-23e0-4d42-bf4f-2dac7cba9394 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Feb 17 13:06:13.928491 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-e186c90f-d83d-4cda-a68a-3563b1803545 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:13.929922 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-e186c90f-d83d-4cda-a68a-3563b1803545 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 944 time: 0.0772102 Feb 17 13:06:13.996868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Deleting port 1fdf9582-7748-44f5-b1ff-cca5894b5507 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:13.997109 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:14.230380 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] For port 1fdf9582-7748-44f5-b1ff-cca5894b5507, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1fdf9582-7748-44f5-b1ff-cca5894b5507,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:14.230727 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:14.350703 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Calling delete_port for 1fdf9582-7748-44f5-b1ff-cca5894b5507 owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:14.557620 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:14.609190 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event deleted for resources: {'Port': ['ID=1fdf9582-7748-44f5-b1ff-cca5894b5507,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:14.646182 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.655609 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828728-1-hyperv {{(pid=84459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 13:06:14.695339 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] No DVR routers for this DVR port 1fdf9582-7748-44f5-b1ff-cca5894b5507 on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 13:06:14.697718 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:14.700347 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-deleted', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:06:14.712601 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-47a9cc08-ce89-4ff4-83a1-dc6b5d7b9a99 req-cc74bddd-4b88-409a-979c-d4af854707ac tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "DELETE /v2.0/ports/1fdf9582-7748-44f5-b1ff-cca5894b5507 HTTP/1.1" status: 204 len: 173 time: 0.7771213 Feb 17 13:06:14.830780 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7994848-109a-427f-ab49-4c78bb016363', 'name': 'network-vif-deleted', 'tag': '1fdf9582-7748-44f5-b1ff-cca5894b5507', 'status': 'completed', 'code': 200} Feb 17 13:06:14.958563 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c80e5772-717d-4bc1-a96a-23e290f59696 req-68b4d3f7-7446-4898-9bf0-77e2d9109c58 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:06:15.041831 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-c80e5772-717d-4bc1-a96a-23e290f59696 req-68b4d3f7-7446-4898-9bf0-77e2d9109c58 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:06:15.043098 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-c80e5772-717d-4bc1-a96a-23e290f59696 req-68b4d3f7-7446-4898-9bf0-77e2d9109c58 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7994848-109a-427f-ab49-4c78bb016363 HTTP/1.1" status: 200 len: 210 time: 0.1270242 Feb 17 13:06:17.039078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:17.071636 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 1fdf9582-7748-44f5-b1ff-cca5894b5507 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:17.071971 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 1fdf9582-7748-44f5-b1ff-cca5894b5507 not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:17.408977 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59696) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:17.705342 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Deleting port dc8bdd55-5045-4361-bdee-9816adc80f26 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:17.705671 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:17.867993 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:17.868212 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:17.982636 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Calling delete_port for dc8bdd55-5045-4361-bdee-9816adc80f26 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:18.180341 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:18.225451 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event deleted for resources: {'Port': ['ID=dc8bdd55-5045-4361-bdee-9816adc80f26,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:18.316591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:18.695433 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 13:06:18.888139 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 13:06:18.897866 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:06:18.909039 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:18.909623 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:19.048502 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:19.084601 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:19.106823 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-0a139e36-4c43-4537-aae6-d4fc15d228e5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "DELETE /v2.0/floatingips/9c894b63-b5d7-4e21-bd84-4c737455cd5c HTTP/1.1" status: 204 len: 168 time: 1.6943271 Feb 17 13:06:19.106823 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:06:19.161083 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'status': 'completed', 'code': 200} Feb 17 13:06:19.271991 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-68a5f437-912d-4fe5-9581-b4537b071056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24f45c23148f4498b846e3211fe49476&device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 1096 time: 0.0885313 Feb 17 13:06:19.405624 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-1f04750f-00ab-4ef3-ab56-e3c376d1181f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:19.408358 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-1f04750f-00ab-4ef3-ab56-e3c376d1181f service neutron] 10.222.0.24 "GET /v2.0/networks?id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 200 len: 909 time: 0.1304820 Feb 17 13:06:19.418540 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:19.422722 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:06:19.433007 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:19.433574 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:19.479189 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-de3c1636-0dc0-4f7f-84ae-d00c104d87d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 200 len: 217 time: 0.0643775 Feb 17 13:06:19.547064 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-f1c1a1a2-8e1c-4c59-a2c8-ec340ad90710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:19.548523 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-f1c1a1a2-8e1c-4c59-a2c8-ec340ad90710 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 200 len: 848 time: 0.0632358 Feb 17 13:06:19.613274 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:19.626180 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-bb871de1-1db8-4fca-9405-8e6900714eed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911b3d8d-2fcd-4d54-a7c2-e128f30338dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707483 Feb 17 13:06:19.662676 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d26f-2f1f-4c37-a5e1-8af71f0a6e8b req-a081b1ff-c64e-490c-990d-a34c61148ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:19.663408 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9dd3d26f-2f1f-4c37-a5e1-8af71f0a6e8b req-a081b1ff-c64e-490c-990d-a34c61148ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:06:19.755903 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.quota.resource [req-9dd3d26f-2f1f-4c37-a5e1-8af71f0a6e8b req-a081b1ff-c64e-490c-990d-a34c61148ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:06:19.757218 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9dd3d26f-2f1f-4c37-a5e1-8af71f0a6e8b req-a081b1ff-c64e-490c-990d-a34c61148ea5 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 943 time: 0.1719303 Feb 17 13:06:19.805814 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [req-9dd3d26f-2f1f-4c37-a5e1-8af71f0a6e8b req-915fcaf1-c7ce-4df7-b63e-1e749ff635c1 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Feb 17 13:06:19.858022 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-8a96e90d-65aa-4e6f-9b2e-a01071b63ab5 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256062 Feb 17 13:06:19.959265 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:19.963168 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a649-d337-4f34-bb22-6071a58faac8 None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T12:59:46Z', 'revision_number': 4, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv', '_interfaces': [{'id': '812062a4-d79d-4ff2-b3b7-8bc582aae2e7', 'name': '', 'network_id': '911b3d8d-2fcd-4d54-a7c2-e128f30338dd', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'mac_address': 'fa:16:3e:4d:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:45Z', 'updated_at': '2022-02-17T12:59:53Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'subnets': [{'id': 'd6f0f25b-81d3-4143-8fb1-699a455506f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:06:19.997316 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-0d84cedb-0a78-46bf-a492-9533120f3fbb req-0e3191b7-c4d4-4048-a249-7187940d50b5 service neutron] 10.222.0.24 "GET /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327076 Feb 17 13:06:20.188719 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee274020-95ee-4110-aa1e-dd96f217a0b4 None None] New status for floating IP 9c894b63-b5d7-4e21-bd84-4c737455cd5c: DOWN {{(pid=84461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 17 13:06:20.524966 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06befe4-0b03-455e-99c4-275caf3a382a req-9f004f14-5eb9-4431-b187-6e7bd7db86ed tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:20.526430 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e06befe4-0b03-455e-99c4-275caf3a382a req-9f004f14-5eb9-4431-b187-6e7bd7db86ed tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 943 time: 0.0792224 Feb 17 13:06:20.593745 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Deleting port 3e54cf79-c58d-4b1d-80f3-75bb732f984d {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:20.594072 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:20.834816 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] For port 3e54cf79-c58d-4b1d-80f3-75bb732f984d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3e54cf79-c58d-4b1d-80f3-75bb732f984d,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:20.835169 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:20.957355 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Calling delete_port for 3e54cf79-c58d-4b1d-80f3-75bb732f984d owned by compute:nova {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:21.120689 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1645-123e-4e0e-8414-d8cba14b65bb req-3e602149-c48d-410a-82b5-0bcbfdb51ce6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 13:06:21.122108 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1aa1645-123e-4e0e-8414-d8cba14b65bb req-3e602149-c48d-410a-82b5-0bcbfdb51ce6 tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 943 time: 0.1725926 Feb 17 13:06:21.190788 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-d1aa1645-123e-4e0e-8414-d8cba14b65bb req-19ef9338-0f17-4421-a988-4dd6fee5c01f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ce8c28-11c3-4242-8646-bf11638f69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609970 Feb 17 13:06:21.254493 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:21.302721 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event deleted for resources: {'Port': ['ID=3e54cf79-c58d-4b1d-80f3-75bb732f984d,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:21.376561 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] No DVR routers for this DVR port 3e54cf79-c58d-4b1d-80f3-75bb732f984d on host hv-neutron-8287 {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 13:06:21.378840 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64501'] for port, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:21.381254 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-deleted', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d'}] {{(pid=84459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 13:06:21.447591 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8220ca-06be-4427-a275-300f3bc5d69c', 'name': 'network-vif-deleted', 'tag': '3e54cf79-c58d-4b1d-80f3-75bb732f984d', 'status': 'completed', 'code': 200} Feb 17 13:06:21.459232 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-e06befe4-0b03-455e-99c4-275caf3a382a req-34094d93-8e04-41c9-b994-04517342405d tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.24 "DELETE /v2.0/ports/3e54cf79-c58d-4b1d-80f3-75bb732f984d HTTP/1.1" status: 204 len: 173 time: 0.9272320 Feb 17 13:06:22.365326 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f9af5a28-2858-4b2f-8faa-6ae805a2fa50 req-75c03418-5cbf-42d8-8111-a517376e8d0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Synchronizing usage tracker for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 13:06:22.446635 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.quota.resource [req-f9af5a28-2858-4b2f-8faa-6ae805a2fa50 req-75c03418-5cbf-42d8-8111-a517376e8d0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Unset dirty status for tenant:24f45c23148f4498b846e3211fe49476 on resource:port {{(pid=84459) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 13:06:22.447829 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [req-f9af5a28-2858-4b2f-8faa-6ae805a2fa50 req-75c03418-5cbf-42d8-8111-a517376e8d0b tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a8220ca-06be-4427-a275-300f3bc5d69c HTTP/1.1" status: 200 len: 210 time: 0.1250248 Feb 17 13:06:23.051783 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:23.084338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] No Port match for: 3e54cf79-c58d-4b1d-80f3-75bb732f984d {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:23.084674 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Device 3e54cf79-c58d-4b1d-80f3-75bb732f984d not bound to the agent host hv-neutron-8287 {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:23.555002 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59716) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:23.791141 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51d319a4-415e-4d81-a2b9-f3ebb13f9c4f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:23.820591 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51d319a4-415e-4d81-a2b9-f3ebb13f9c4f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:23.962791 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51d319a4-415e-4d81-a2b9-f3ebb13f9c4f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:23.982148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d319a4-415e-4d81-a2b9-f3ebb13f9c4f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce8c28-11c3-4242-8646-bf11638f69d2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:24.098085 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-51d319a4-415e-4d81-a2b9-f3ebb13f9c4f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:24.099235 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-51d319a4-415e-4d81-a2b9-f3ebb13f9c4f tempest-TestSnapshotPattern-1561772362 tempest-TestSnapshotPattern-1561772362-project] 10.222.0.47 "DELETE /v2.0/security-groups/d4ce8c28-11c3-4242-8646-bf11638f69d2 HTTP/1.1" status: 204 len: 168 time: 0.5433145 Feb 17 13:06:24.222811 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59722) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:24.780304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:25.545648 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Deleting port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:25.546011 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:25.742543 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] For port 812062a4-d79d-4ff2-b3b7-8bc582aae2e7, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:25.742886 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:25.861263 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Calling delete_port for 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:26.192063 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:26.243751 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=812062a4-d79d-4ff2-b3b7-8bc582aae2e7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:26.549858 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:27.141615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Router f2873ff5-a7cb-486a-ba18-76927d81ffb1 has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 13:06:27.336760 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 13:06:27.348235 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] Sync routers for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:06:27.367933 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:27.368532 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:27.460056 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-25a93327-a066-468d-8eae-47fdf365cc8f admin admin] 10.222.0.47 "PUT /v2.0/routers/f2873ff5-a7cb-486a-ba18-76927d81ffb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2361262 Feb 17 13:06:27.462625 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59728) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:27.510918 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:06:27.577162 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:27.806317 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:27.896822 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T13:06:26Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:27.900691 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] Checking router: f2873ff5-a7cb-486a-ba18-76927d81ffb1 for host: dv-neutron-828728-1-hyperv {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:06:27.911890 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] Routers {'f2873ff5-a7cb-486a-ba18-76927d81ffb1'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:27.912480 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:28.007615 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:28.069651 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Deleting port cc92ef58-6d1f-428b-a90c-be4364ff17de {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:28.069949 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:28.096403 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_dvr_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] Set router f2873ff5-a7cb-486a-ba18-76927d81ffb1 gateway port host: dv-neutron-828728-1-hyperv {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:28.246689 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] For port cc92ef58-6d1f-428b-a90c-be4364ff17de, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=cc92ef58-6d1f-428b-a90c-be4364ff17de,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:28.247227 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:28.370321 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Calling delete_port for cc92ef58-6d1f-428b-a90c-be4364ff17de owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:28.384043 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T13:06:26Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:28.388051 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca9f1-e160-44fa-bd1d-7362e193a6e4 None None] The sync data for ids ['f2873ff5-a7cb-486a-ba18-76927d81ffb1'] in dv-neutron-828728-1-hyperv is: [{'id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'name': 'tempest-TestSnapshotPattern-368344804-router', 'tenant_id': '24f45c23148f4498b846e3211fe49476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:42Z', 'updated_at': '2022-02-17T13:06:26Z', 'revision_number': 5, 'project_id': '24f45c23148f4498b846e3211fe49476', 'gw_port': {'id': 'cc92ef58-6d1f-428b-a90c-be4364ff17de', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2873ff5-a7cb-486a-ba18-76927d81ffb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:43Z', 'updated_at': '2022-02-17T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:06:28.601328 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:28.644295 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc92ef58-6d1f-428b-a90c-be4364ff17de,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:28.868846 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.118785 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.122854 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.223755 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.224187 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2873ff5-a7cb-486a-ba18-76927d81ffb1 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 13:06:29.236879 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.240329 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-23ef1582-76f6-4887-86bf-476dc0cad835 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f2873ff5-a7cb-486a-ba18-76927d81ffb1 HTTP/1.1" status: 204 len: 168 time: 1.7744329 Feb 17 13:06:29.240831 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59732) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:29.408504 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Deleting subnet d6f0f25b-81d3-4143-8fb1-699a455506f2 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 13:06:29.411440 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.459805 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3878033'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.536148 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.684967 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3877150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4134656'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.709770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:29.732102 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f0f25b-81d3-4143-8fb1-699a455506f2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:29.736005 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.742335 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d60ad373-3231-430b-8f8f-892c387c6cef admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d6f0f25b-81d3-4143-8fb1-699a455506f2 HTTP/1.1" status: 204 len: 168 time: 0.5005491 Feb 17 13:06:29.744544 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ddd53f-804c-4fcc-9c64-42d4afcea970 None None] Network 911b3d8d-2fcd-4d54-a7c2-e128f30338dd requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 13:06:29.744844 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59736) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:29.763174 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:29.763505 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 812062a4-d79d-4ff2-b3b7-8bc582aae2e7 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:29.763915 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cc92ef58-6d1f-428b-a90c-be4364ff17de no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:29.846751 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: cc92ef58-6d1f-428b-a90c-be4364ff17de {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:29.847082 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device cc92ef58-6d1f-428b-a90c-be4364ff17de not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:29.852954 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:29.863983 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Deleting port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:29.864304 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.032908 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] DHCP port deletion for 911b3d8d-2fcd-4d54-a7c2-e128f30338dd request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 13:06:30.037502 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Deleting port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:30.037906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.084171 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] For port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:30.084515 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.205065 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Calling delete_port for 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:30.288698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] For port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,segment=NetworkSegment(1df6b880-9d6a-48ab-9bc1-ce915e875dda),segment_id=1df6b880-9d6a-48ab-9bc1-ce915e875dda)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:30.288698 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.372670 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.398312 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Calling delete_port for 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:30.422072 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c09ce8-8aac-4f2f-bbcc-2ec153177d9e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:30.428285 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] No DVR routers for this DVR port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e on host dv-neutron-828728-1-hyperv {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 13:06:30.463939 dv-neutron-828728-1-hyperv neutron-server[84461]: util.warn( Feb 17 13:06:30.472480 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 13:06:30.473412 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 13:06:30.541506 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.565461 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911b3d8d-2fcd-4d54-a7c2-e128f30338dd']}} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:30.578387 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df6b880-9d6a-48ab-9bc1-ce915e875dda') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:30.578672 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.services.segments.db [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df6b880-9d6a-48ab-9bc1-ce915e875dda') {} {{(pid=84460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:30.589687 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3878042'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.605680 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.611817 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 13:06:30.612186 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3877300'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: Traceback (most recent call last): Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: timer() Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: cb(*args, **kw) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: return func(*args, **kwargs) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: self._notify() Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: self.callback(batched_events) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: event.method(event) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: return f(self, *a, **k) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._get(url).json() Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: return self.request(url, 'GET', **kwargs) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 13:06:30.625042 dv-neutron-828728-1-hyperv neutron-server[84460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 13:06:30.756655 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.772501 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Notify callbacks [] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:30.783609 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] Pushing event deleted for resources: {'Network': ['ID=911b3d8d-2fcd-4d54-a7c2-e128f30338dd,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:30.860576 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-37d40955-ab2b-4445-a3cd-1f66ca25b125 admin admin] 10.222.0.47 "DELETE /v2.0/networks/911b3d8d-2fcd-4d54-a7c2-e128f30338dd HTTP/1.1" status: 204 len: 168 time: 1.1146631 Feb 17 13:06:30.863278 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59740) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:30.974701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Deleting port 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:30.975271 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:31.040068 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-53d9e71c-73d3-422d-aa97-3856368aae2c None None] The port '06c09ce8-8aac-4f2f-bbcc-2ec153177d9e' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 13:06:31.339756 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716887'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:31.548391 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:31.580960 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:31.581211 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device 06c09ce8-8aac-4f2f-bbcc-2ec153177d9e not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:31.913772 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Deleting port a9ce39b6-351f-49de-9e1c-caef253b54ce {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:31.916053 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:32.084630 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] For port a9ce39b6-351f-49de-9e1c-caef253b54ce, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=a9ce39b6-351f-49de-9e1c-caef253b54ce,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:32.084974 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:32.206003 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Calling delete_port for a9ce39b6-351f-49de-9e1c-caef253b54ce owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:32.432549 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:32.480595 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ce39b6-351f-49de-9e1c-caef253b54ce,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:32.773845 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717028'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:33.493907 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Router 3e41112f-373b-4626-a9d3-d990bc2deb5f has already been hosted by L3 agent 70215b41-8fc1-41c9-a76f-7f33c3b4fa27 {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 13:06:33.706303 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] Notify agent at l3_agent.dv-neutron-828728-1-hyperv the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 13:06:33.715386 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] Sync routers for ids ['3e41112f-373b-4626-a9d3-d990bc2deb5f'] in dv-neutron-828728-1-hyperv {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 17 13:06:33.728670 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] Routers {'3e41112f-373b-4626-a9d3-d990bc2deb5f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:33.733705 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3e41112f-373b-4626-a9d3-d990bc2deb5f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:33.770786 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-6e21fc40-9d21-4c48-bfbd-bf26e7cbdde9 admin admin] 10.222.0.47 "PUT /v2.0/routers/3e41112f-373b-4626-a9d3-d990bc2deb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064741 Feb 17 13:06:33.773234 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59744) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:33.917365 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] Set router 3e41112f-373b-4626-a9d3-d990bc2deb5f gateway port host: dv-neutron-828728-1-hyperv {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:33.979146 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:34.179349 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:34.210828 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'external_fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:06:32Z', 'revision_number': 5, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port': {'id': 'd9aad71e-e673-4780-a301-d02ba8828e31', 'name': '', 'network_id': 'd3bc4601-6e1d-4595-82fb-a43b43a85c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7b23080d-631c-4edb-b23e-f57438537f80', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828728-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b23080d-631c-4edb-b23e-f57438537f80', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828728-1-hyperv'}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:34.216190 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] Checking router: 3e41112f-373b-4626-a9d3-d990bc2deb5f for host: dv-neutron-828728-1-hyperv {{(pid=84461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 17 13:06:34.233957 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] Routers {'3e41112f-373b-4626-a9d3-d990bc2deb5f'} bound to L3 agent in host dv-neutron-828728-1-hyperv {{(pid=84461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 17 13:06:34.234486 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828728-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T11:41:40Z,description=,heartbeat_timestamp=2022-02-17T13:06:10Z,host='dv-neutron-828728-1-hyperv',id=70215b41-8fc1-41c9-a76f-7f33c3b4fa27,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T11:41:41Z,topic='l3_agent')) {'router_ids': ['3e41112f-373b-4626-a9d3-d990bc2deb5f'], 'active': True} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:34.242526 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Deleting port d9aad71e-e673-4780-a301-d02ba8828e31 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:34.242860 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:34.407810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_dvr_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] Set router 3e41112f-373b-4626-a9d3-d990bc2deb5f gateway port host: None {{(pid=84461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 17 13:06:34.516586 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.db.l3_hamode_db [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:06:34Z', 'revision_number': 6, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port_host': None}], 'dv-neutron-828728-1-hyperv', False) {} {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:34.521366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d98aa-cf2f-4724-b4b7-3153812ef297 None None] The sync data for ids ['3e41112f-373b-4626-a9d3-d990bc2deb5f'] in dv-neutron-828728-1-hyperv is: [{'id': '3e41112f-373b-4626-a9d3-d990bc2deb5f', 'name': 'tempest-TestSnapshotPattern-642752442-router', 'tenant_id': 'c3788e11e8ca45dfa59eca80174da182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T12:59:50Z', 'updated_at': '2022-02-17T13:06:34Z', 'revision_number': 6, 'project_id': 'c3788e11e8ca45dfa59eca80174da182', 'gw_port_host': None}] {{(pid=84461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 17 13:06:34.580741 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.db [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] For port d9aad71e-e673-4780-a301-d02ba8828e31, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=d9aad71e-e673-4780-a301-d02ba8828e31,segment=NetworkSegment(c1829f88-a0ef-4e14-8166-3ea5f517854d),segment_id=c1829f88-a0ef-4e14-8166-3ea5f517854d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:34.581395 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:34.702476 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Calling delete_port for d9aad71e-e673-4780-a301-d02ba8828e31 owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:34.927076 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3877313'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:34.972596 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aad71e-e673-4780-a301-d02ba8828e31,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:35.195354 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717106'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.456778 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130467'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.460964 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.553254 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9ce39b6-351f-49de-9e1c-caef253b54ce no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:35.568426 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718870'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.569049 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e41112f-373b-4626-a9d3-d990bc2deb5f {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 13:06:35.582405 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.585775 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-d0bdf7c6-5267-4ab2-9ecf-d10385bd5e1b admin admin] 10.222.0.47 "DELETE /v2.0/routers/3e41112f-373b-4626-a9d3-d990bc2deb5f HTTP/1.1" status: 204 len: 168 time: 1.8091354 Feb 17 13:06:35.586463 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59748) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:35.589375 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: a9ce39b6-351f-49de-9e1c-caef253b54ce {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:35.589716 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device a9ce39b6-351f-49de-9e1c-caef253b54ce not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:35.590185 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9aad71e-e673-4780-a301-d02ba8828e31 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:35.651496 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Deleting subnet fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011 {{(pid=84459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 17 13:06:35.654868 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.674906 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: d9aad71e-e673-4780-a301-d02ba8828e31 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:35.675125 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device d9aad71e-e673-4780-a301-d02ba8828e31 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:35.710415 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3152040'] for subnet, precommit_delete_associations {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.786285 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1214678'] for subnet, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.950103 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1214703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3728393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2594461'] for subnet, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:35.991900 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:35.997981 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.003919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19722f5-dbfd-4267-9509-b002705104f9 None None] Network c6fe680b-f937-47d0-83d7-b01e2b240940 requested from dv-neutron-828728-1-hyperv {{(pid=84461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 17 13:06:36.004838 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-bdf6a06c-c50f-4df1-9928-b5cae9f1bd9d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fa0db2c2-e2fc-42fb-bec5-7a9aeb9e3011 HTTP/1.1" status: 204 len: 168 time: 0.4171901 Feb 17 13:06:36.007220 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59752) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:36.206750 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070532'] for network, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.217977 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Deleting port f2d65992-0754-4ab0-a0de-25e8b92fcd06 {{(pid=84459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:36.218313 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.282534 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] DHCP port deletion for c6fe680b-f937-47d0-83d7-b01e2b240940 request from dv-neutron-828728-1-hyperv {{(pid=84461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 17 13:06:36.286981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Deleting port f2d65992-0754-4ab0-a0de-25e8b92fcd06 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:36.287463 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.426263 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.db [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] For port f2d65992-0754-4ab0-a0de-25e8b92fcd06, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f2d65992-0754-4ab0-a0de-25e8b92fcd06,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:36.426656 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.496706 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.db [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] For port f2d65992-0754-4ab0-a0de-25e8b92fcd06, host dv-neutron-828728-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828728-1-hyperv',level=0,port_id=f2d65992-0754-4ab0-a0de-25e8b92fcd06,segment=NetworkSegment(a25d82e8-b8a7-4399-89e6-40b78d006da4),segment_id=a25d82e8-b8a7-4399-89e6-40b78d006da4)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 13:06:36.497003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763713'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.554894 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.plugin [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Calling delete_port for f2d65992-0754-4ab0-a0de-25e8b92fcd06 owned by network:dhcp {{(pid=84459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:36.616225 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Calling delete_port for f2d65992-0754-4ab0-a0de-25e8b92fcd06 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 17 13:06:36.715406 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787610669954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787610247042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3728598'] for port, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.721661 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.db.api [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 13:06:36.722078 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG oslo_db.api [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 13:06:36.761141 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d65992-0754-4ab0-a0de-25e8b92fcd06,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:36.769003 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] No DVR routers for this DVR port f2d65992-0754-4ab0-a0de-25e8b92fcd06 on host dv-neutron-828728-1-hyperv {{(pid=84459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 13:06:36.885795 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1275739', 'neutron.services.segments.db._delete_segments_for_network-8787610699879'] for network, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.915302 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fe680b-f937-47d0-83d7-b01e2b240940']}} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:36.927162 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25d82e8-b8a7-4399-89e6-40b78d006da4') {'for_net_delete': True} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:36.927453 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.services.segments.db [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25d82e8-b8a7-4399-89e6-40b78d006da4') {} {{(pid=84459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 13:06:36.939582 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787610699246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3152035'] for segment, before_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.955596 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1148044'] for segment, precommit_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.961506 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 17 13:06:36.961907 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1213311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3728547'] for segment, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: Traceback (most recent call last): Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: timer() Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: cb(*args, **kw) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: return func(*args, **kwargs) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: self._notify() Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: self.callback(batched_events) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: event.method(event) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: return f(self, *a, **k) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._get(url).json() Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: return self.request(url, 'GET', **kwargs) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 13:06:36.975792 dv-neutron-828728-1-hyperv neutron-server[84459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 13:06:37.140466 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1275732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717143'] for network, after_delete {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.144781 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron_lib.callbacks.manager [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Notify callbacks [] for network, before_response {{(pid=84459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.169116 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6fe680b-f937-47d0-83d7-b01e2b240940,revision_number=None']} {{(pid=84459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:37.174792 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-437f1d22-6fd0-4b9c-bd48-6c3498a50b6d admin admin] 10.222.0.47 "DELETE /v2.0/networks/c6fe680b-f937-47d0-83d7-b01e2b240940 HTTP/1.1" status: 204 len: 168 time: 1.1666396 Feb 17 13:06:37.223326 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Deleting port f2d65992-0754-4ab0-a0de-25e8b92fcd06 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 17 13:06:37.223725 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787610614977'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.288770 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-89a78d23-2a62-48d3-9146-f608c0d8d4a9 None None] The port 'f2d65992-0754-4ab0-a0de-25e8b92fcd06' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 17 13:06:37.469909 dv-neutron-828728-1-hyperv neutron-server[84459]: DEBUG neutron.wsgi [-] (84459) accepted ('10.222.0.47', 59758) {{(pid=84459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:37.522942 dv-neutron-828728-1-hyperv neutron-server[84459]: INFO neutron.wsgi [None req-d17baa59-dfe8-4ce4-85bd-ffa133ad147c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24f45c23148f4498b846e3211fe49476&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518482 Feb 17 13:06:37.525527 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59762) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:37.554407 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f2d65992-0754-4ab0-a0de-25e8b92fcd06 no longer exists at agent ovs-agent-dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 13:06:37.587366 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.plugin [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] No Port match for: f2d65992-0754-4ab0-a0de-25e8b92fcd06 {{(pid=84461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 17 13:06:37.587849 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron.plugins.ml2.rpc [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Device f2d65992-0754-4ab0-a0de-25e8b92fcd06 not bound to the agent host dv-neutron-828728-1-hyperv {{(pid=84461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 13:06:37.590079 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42335532-d509-4443-a5df-bfb6f2a95ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.615715 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42335532-d509-4443-a5df-bfb6f2a95ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.728333 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42335532-d509-4443-a5df-bfb6f2a95ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.745249 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42335532-d509-4443-a5df-bfb6f2a95ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01f4bc-d829-4ec1-8a81-01a2823b7973,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:37.755416 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-42335532-d509-4443-a5df-bfb6f2a95ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:37.756628 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-42335532-d509-4443-a5df-bfb6f2a95ca2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf01f4bc-d829-4ec1-8a81-01a2823b7973 HTTP/1.1" status: 204 len: 168 time: 0.2296090 Feb 17 13:06:37.812760 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-2586c38a-03a2-4fe4-8d1a-b00fa8d3b923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:38.492154 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59770) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:38.542305 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-b7c93838-0aaf-4d2c-be01-041dd0fc6633 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3788e11e8ca45dfa59eca80174da182&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487199 Feb 17 13:06:38.544684 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.47', 59774) {{(pid=84460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 13:06:38.603064 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e25d7ac2-f557-461e-95c9-afce5e03ebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:38.630059 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e25d7ac2-f557-461e-95c9-afce5e03ebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:38.722375 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e25d7ac2-f557-461e-95c9-afce5e03ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722612'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:38.736475 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d7ac2-f557-461e-95c9-afce5e03ebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a711511-4142-4c7c-9ab5-8bf16e906469,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 13:06:38.742563 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron_lib.callbacks.manager [None req-e25d7ac2-f557-461e-95c9-afce5e03ebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:38.743678 dv-neutron-828728-1-hyperv neutron-server[84460]: INFO neutron.wsgi [None req-e25d7ac2-f557-461e-95c9-afce5e03ebd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a711511-4142-4c7c-9ab5-8bf16e906469 HTTP/1.1" status: 204 len: 168 time: 0.1981163 Feb 17 13:06:40.128325 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b786-7570-4c64-b68e-28494cfa3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:41.417768 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:41.635140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:42.364255 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:06:43.208277 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:04.431800 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:07:07.843551 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a527-09d1-4027-b443-8da07bd961fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:10.139694 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbdd3-8324-4367-8b8d-d661fa0078ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:11.459227 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:11.636464 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:12.339689 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:13.213951 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:37.807835 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-70698d52-dba2-4310-9012-c11ff5aa26b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:40.145076 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5774cc76-bb9d-478c-9d74-88a6511557dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:41.432364 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:07:41.459103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:41.673003 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:42.385540 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:07:43.230717 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:07.830434 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-11164936-f11d-47c4-9d52-839ed631a418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:10.152100 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-44782f5d-7f57-47a3-9947-49da911bc3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:11.420701 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:11.692880 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:12.409430 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:13.214711 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:18.432233 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:08:37.826004 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-b4f679a5-e36c-48d2-9e2f-5bee9b2b1f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:40.151303 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5658b195-6fa1-4957-82ae-e439fe3270cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:41.425512 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:41.665304 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:42.362287 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:43.242419 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:08:55.432958 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:09:07.830558 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-a654e39e-c8d4-465c-98a6-0e04342da200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:10.132919 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ba4264b3-f0a5-482d-87fc-55665a0dff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:11.424485 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:11.680587 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:12.412126 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:13.217721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:32.433074 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:09:37.829567 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-994d785a-335b-4d87-80a3-136e80c3bd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:40.154594 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-c205703b-271f-4111-9084-18e92803d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:41.430098 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:41.669568 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:42.417955 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:09:43.223400 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:07.828766 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-cec67013-7666-464f-80aa-739db1528d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:09.434738 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:10:10.120103 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-4570c512-c807-4be4-a821-c5898638d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:11.405659 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:11.651337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:12.405371 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:13.234028 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:37.851576 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-60a1d0a5-b327-4460-a885-edbca9f0eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:40.130708 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d94-0a20-4d7b-bb58-3a510b8f77e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:41.427772 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:41.698337 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:42.437978 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:43.222205 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:10:46.434858 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:11:07.849232 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-bf526195-c2fa-40cb-9af6-62c81dc9c73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:10.134994 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-f5820de7-bbec-46d8-a653-be0651d0fb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:11.415149 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:11.673178 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:12.410027 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:13.226601 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:23.435449 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:11:37.840537 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc17-6c3b-4f2b-8a2e-02bca55035ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:40.156981 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-1e716b3e-46c1-4bfb-b339-d413707f27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:41.421918 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:41.684338 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:42.427789 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:11:43.242606 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:12:00.436417 dv-neutron-828728-1-hyperv neutron-server[84462]: DEBUG neutron.db.agents_db [None req-16b55f06-630c-431c-b928-b6d1d9be6268 None None] Agent healthcheck: found 6 active agents {{(pid=84462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 13:12:07.821140 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-de3e0cae-9dfb-4544-9325-a08ab5f323d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:12:10.133164 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-5dea9d20-88cd-4f35-bdaf-0820810f1749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:12:11.420721 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-6b49d60e-11b3-4928-98a1-6a6c74729590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:12:11.677810 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-d5d28c30-9039-414b-8026-5a3a0ec64847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:12:12.416628 dv-neutron-828728-1-hyperv neutron-server[84460]: DEBUG neutron.wsgi [req-b57d0382-f827-48d0-b8ac-cce1cdf9fd44 req-ab47958a-f200-440e-b305-e9c7e7eac26a service neutron] (84460) timed out ('10.222.0.47', 58308) {{(pid=84460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 13:12:12.447584 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4928-d7b0-4652-a390-95d8352d41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 13:12:13.243732 dv-neutron-828728-1-hyperv neutron-server[84461]: DEBUG neutron_lib.callbacks.manager [None req-67c9897f-b98d-4eb0-b983-2c7ea01afe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787610699861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277787'] for agent, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}